-- Logs begin at Thu 2022-05-12 16:15:25 UTC, end at Thu 2022-05-12 17:34:51 UTC. -- May 12 17:07:06.921865 dv-cinder-841591-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 12 17:07:09.710769 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.common.config [-] Logging enabled! May 12 17:07:09.711355 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev203 May 12 17:07:09.711558 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103359) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 12 17:07:09.714817 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.common.config [-] Logging enabled! May 12 17:07:09.715073 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev203 May 12 17:07:09.715382 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103359) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 12 17:07:09.716309 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 12 17:07:09.716540 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 12 17:07:09.716907 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 12 17:07:09.717152 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 12 17:07:09.717377 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 12 17:07:09.717693 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:09.718092 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:09.718329 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:09.718653 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:09.718947 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:09.719233 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:09.720051 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:09.720358 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:09.720645 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:09.720924 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:09.721210 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:09.721443 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:09.721724 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:09.722009 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:09.722295 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:09.722541 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] debug = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:09.722823 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:09.723262 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:09.723682 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:09.723961 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:09.724248 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:09.724527 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:09.724800 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:09.725075 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:09.725357 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:09.725682 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] host = dv-cinder-841591-1-iscsi {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:09.725958 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:09.726242 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:09.726551 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:09.726837 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:09.727111 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:09.727386 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:09.727667 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:09.727938 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:09.728206 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] log_file = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:09.728479 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:09.728763 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:09.729047 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:09.729333 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:09.729558 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:09.729779 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:09.730062 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:09.730355 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:09.730651 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:09.730927 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:09.731199 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:09.731471 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:09.731741 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:09.732006 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:09.732288 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:09.732572 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:09.732853 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:09.733127 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:09.733400 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:09.733677 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:09.733946 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:09.734227 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:09.734533 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:09.734809 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:09.735632 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:09.735923 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:09.736191 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:09.736464 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:09.736762 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:09.737046 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:09.737325 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:09.737608 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:09.737880 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:09.738161 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:09.738438 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:09.738722 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:09.738994 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] use_json = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:09.739265 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:09.739533 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:09.739813 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:09.740088 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:09.740358 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:09.740630 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:09.740899 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:09.741181 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:09.741451 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:09.741745 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:09.742036 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:09.742333 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:09.742647 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:09.742955 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:09.743234 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:09.743527 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:09.743803 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:09.744089 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:09.744375 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:09.744660 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:09.744938 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:09.745235 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:09.745522 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:09.745816 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:09.746116 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:09.746411 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:09.746721 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:09.746998 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:09.747274 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:09.747548 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:09.747825 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:09.748110 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:09.748387 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:09.748675 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:09.748964 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:09.749242 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:09.749535 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:09.749819 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:09.750100 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:09.750389 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:09.750724 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:09.750998 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:09.751275 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:09.751565 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:09.751843 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:09.752115 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:09.752401 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:09.752677 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:09.753202 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:09.753485 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:09.753761 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:09.754031 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:09.754301 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:09.754600 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:09.754889 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:09.755164 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:09.755434 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:09.755704 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:09.755980 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:09.756247 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:09.756527 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:09.756803 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:09.757073 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:09.757340 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:09.757614 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:09.757884 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:09.758153 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:09.758490 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:09.758717 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:09.758993 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:09.759262 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:09.759529 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:09.759799 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:09.760067 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:09.760334 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:09.760601 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:09.760868 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:09.761141 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:09.761410 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:09.761677 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:09.761942 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:09.762212 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:09.762500 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:09.762797 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:09.763074 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:09.763347 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:09.763626 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:09.763900 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:09.764175 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:09.764447 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:09.764720 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:09.764995 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:09.765265 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:09.765552 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:09.765830 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:09.766112 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:09.766428 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:09.766714 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:09.767028 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:09.767306 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:09.767583 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:09.767868 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:09.768146 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:09.768424 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:09.768707 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:09.768990 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:09.769282 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:09.769574 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:09.769866 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:09.770157 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:09.770471 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:09.770753 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:09.771060 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:09.771337 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:09.771552 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 12 17:07:09.771791 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103359) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 12 17:07:10.228582 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103359) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 12 17:07:10.228859 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103359) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 12 17:07:10.229164 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103359) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 12 17:07:10.229492 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.manager [-] Loading core plugin: ml2 May 12 17:07:10.554834 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:10.555126 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:10.555396 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:10.556582 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:10.556854 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:10.557118 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:10.611742 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:10.612022 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:10.612287 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:10.627477 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:10.627782 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:10.628400 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:10.659071 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:10.659350 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:10.659618 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:10.696069 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:10.696348 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:10.696612 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.034716 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.035307 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.035307 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.035507 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.036206 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.134534 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.134791 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.135072 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.135344 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.135612 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.135921 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.136179 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.136433 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.136687 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.136966 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.137224 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.137488 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.137742 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.137991 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.138244 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.138538 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.138794 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.139061 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.139332 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.139587 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.139858 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.140111 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.140391 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.140768 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.141015 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.141285 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.141682 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103359) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 17:07:11.141923 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103359) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 17:07:11.142163 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103359) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 17:07:11.142398 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103359) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 17:07:11.142664 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103359) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 17:07:11.142900 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103359) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 17:07:11.143262 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 12 17:07:11.146302 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 12 17:07:11.150212 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 12 17:07:11.153981 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) May 12 17:07:11.155617 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 12 17:07:11.156084 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 12 17:07:11.156418 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 12 17:07:11.157315 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 12 17:07:11.160253 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 12 17:07:11.160503 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 12 17:07:11.160844 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 12 17:07:11.165633 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 12 17:07:11.189962 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 12 17:07:11.190409 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.190727 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103359) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 12 17:07:11.191101 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.192443 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103359) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 12 17:07:11.192724 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 12 17:07:11.192971 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 12 17:07:11.196280 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.196564 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.258577 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 12 17:07:11.258814 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 12 17:07:11.259050 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 12 17:07:11.259412 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 12 17:07:11.280793 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_db.sqlalchemy.engines [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103359) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 12 17:07:11.722528 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.plugins.ml2.managers [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Initializing driver for type 'gre' May 12 17:07:11.723053 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] gre ID ranges: [(1, 1000)] May 12 17:07:11.776846 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.plugins.ml2.managers [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Initializing driver for type 'local' May 12 17:07:11.777142 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.plugins.ml2.managers [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Initializing driver for type 'vlan' May 12 17:07:11.790438 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] VlanTypeDriver initialization complete May 12 17:07:11.790821 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.plugins.ml2.managers [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Initializing driver for type 'vxlan' May 12 17:07:11.791299 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] vxlan ID ranges: [(1, 1000)] May 12 17:07:11.843756 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.plugins.ml2.managers [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Initializing extension driver 'port_security' May 12 17:07:11.844097 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.plugins.ml2.extensions.port_security [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] PortSecurityExtensionDriver initialization complete May 12 17:07:11.844936 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.plugins.ml2.managers [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Initializing mechanism driver 'openvswitch' May 12 17:07:11.845261 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.plugins.ml2.managers [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Initializing mechanism driver 'hyperv' May 12 17:07:11.851712 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:07:11.852551 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Subscribe: > port after_create 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.852924 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Subscribe: > port after_update 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.853279 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Subscribe: > port after_delete 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.853801 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103359) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 12 17:07:11.854240 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Subscribe: > subnet after_create 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.854625 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Subscribe: > subnet after_update 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.854976 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Subscribe: > subnet after_delete 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.855368 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103359) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 12 17:07:11.855778 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Subscribe: > network after_create 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.856128 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Subscribe: > network after_update 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.856470 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Subscribe: > network after_delete 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.856864 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103359) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 12 17:07:11.857269 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Subscribe: > security_group after_create 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.857619 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Subscribe: > security_group after_update 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.857961 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Subscribe: > security_group after_delete 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.858356 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103359) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 12 17:07:11.858785 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.859134 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.859474 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.859890 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103359) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 12 17:07:11.860811 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Subscribe: > address_group after_create 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.861154 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Subscribe: > address_group after_update 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.861491 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Subscribe: > address_group after_delete 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.861880 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103359) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 12 17:07:11.862326 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] ML2 OVO RPC backend initialized. {{(pid=103359) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 12 17:07:11.863058 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Subscribe: > router_interface after_create 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.863416 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.863835 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Subscribe: > network before_response 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.864184 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Subscribe: > networks before_response 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.864536 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Subscribe: > port before_response 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.864878 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Subscribe: > ports before_response 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.865221 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Subscribe: > subnet before_response 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.865564 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Subscribe: > subnets before_response 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.865908 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Subscribe: > network after_create 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.866245 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Subscribe: > network after_update 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.866605 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Subscribe: > network after_delete 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.866941 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Subscribe: > port after_create 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.867278 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Subscribe: > port after_update 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.867612 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Subscribe: > port after_delete 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.867945 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Subscribe: > subnet after_create 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.868278 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Subscribe: > subnet after_update 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.868614 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Subscribe: > subnet after_delete 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.876000 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.quota [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loaded quota_driver: . May 12 17:07:11.876364 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.plugins.ml2.plugin [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Modular L2 Plugin initialization complete May 12 17:07:11.876711 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.manager [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading services supported by the core plugin {{(pid=103359) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 12 17:07:11.877059 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.plugins.ml2.managers [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Got port-security extension from driver 'port_security' May 12 17:07:11.877538 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.extensions.vlantransparent [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Disabled vlantransparent extension. May 12 17:07:11.878283 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.manager [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103359) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 12 17:07:11.878641 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.manager [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading Plugin: router May 12 17:07:11.913658 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Subscribe: > router_interface before_create 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.914052 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Subscribe: > router after_create 55549900 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.914445 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Subscribe: > router before_create 55549900 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.914815 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.915191 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.915548 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Subscribe: > router after_delete 55549900 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.915909 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Subscribe: > floatingip after_create 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.916259 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Subscribe: > floatingip after_update 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.916617 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Subscribe: > router after_create 55549900 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.916964 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Subscribe: > router after_update 55549900 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.917315 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Subscribe: > router after_update 55549900 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.917666 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.918150 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Subscribe: > router after_update 55549900 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.918592 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Subscribe: > router precommit_update 55549900 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.918969 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Subscribe: port after_update 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.919311 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Subscribe: port after_delete 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.919650 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Subscribe: subnet after_update 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.919990 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.920338 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Subscribe: > port precommit_delete 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.920685 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Subscribe: > router precommit_create 55549900 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.921025 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Subscribe: port before_delete 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.921369 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Subscribe: > router precommit_create 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.921723 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Subscribe: > router after_update 55549900 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.922064 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Subscribe: > router precommit_delete 55549900 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.922414 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Subscribe: > router precommit_create 55549900 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.923342 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Subscribe: > router_interface after_create 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.923689 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Subscribe: > router precommit_update 55549900 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.924055 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Subscribe: > agent after_create 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.924408 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Subscribe: > agent after_delete 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.924753 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Subscribe: > network after_delete 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.925608 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.quota.resource_registry [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Tracking information for resource: router configured {{(pid=103359) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 17:07:11.925947 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.quota.resource_registry [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Tracking information for resource: floatingip configured {{(pid=103359) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 17:07:11.930842 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.db.l3_agentschedulers_db [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 12 17:07:11.931422 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Subscribe: port after_update 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.931782 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Subscribe: port after_create 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.932131 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Subscribe: port after_delete 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.932482 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Subscribe: port after_update 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.933267 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Subscribe: > router before_create 55550100 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.933632 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Subscribe: > router precommit_delete 55550100 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.933995 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Subscribe: > router precommit_create 55550100 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.934351 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Subscribe: > router precommit_update 55550100 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.939074 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.services.provider_configuration [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Service providers = [] {{(pid=103359) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 12 17:07:11.939441 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.db.servicetype_db [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103359) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 12 17:07:11.942361 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.services.service_base [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103359) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 12 17:07:11.942739 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.services.service_base [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103359) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 12 17:07:11.943088 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.services.service_base [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103359) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 12 17:07:11.943976 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.services.service_base [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103359) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 12 17:07:11.944349 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.services.service_base [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Default provider is not specified for service type L3_ROUTER_NAT May 12 17:07:11.944725 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.manager [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103359) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 17:07:11.945044 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.manager [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 12 17:07:11.955689 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.manager [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103359) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 17:07:11.956026 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.manager [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading Plugin: auto_allocate May 12 17:07:11.961660 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Subscribe: network precommit_update 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.962034 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Subscribe: network precommit_create 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.962617 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.manager [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103359) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 17:07:11.962942 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.manager [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading Plugin: tag May 12 17:07:11.971118 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.manager [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103359) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 17:07:11.971453 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.manager [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading Plugin: timestamp May 12 17:07:11.975303 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.manager [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103359) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 17:07:11.975588 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.manager [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading Plugin: network_ip_availability May 12 17:07:11.981068 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.981439 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.981795 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:11.982533 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.manager [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103359) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 17:07:11.982856 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.manager [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading Plugin: flavors May 12 17:07:11.988301 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.manager [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103359) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 17:07:11.988646 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.manager [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading Plugin: revisions May 12 17:07:11.992877 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.manager [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103359) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 17:07:11.993268 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_concurrency.lockutils [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.764s {{(pid=103359) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 12 17:07:11.993999 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103359) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 12 17:07:11.994334 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Initializing extension manager. May 12 17:07:11.994881 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: __init__.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:11.995220 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: __pycache__ {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:11.995552 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: _port_mac_address_override.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:11.995887 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: address_group.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:11.996630 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:11.997204 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loaded extension: address-group May 12 17:07:11.997531 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: address_scope.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:11.998246 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:11.998802 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loaded extension: address-scope May 12 17:07:11.999130 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: admin_state_down_before_update.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.000065 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.000627 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loaded extension: router-admin-state-down-before-update May 12 17:07:12.000955 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: agent.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.001655 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.002167 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loaded extension: agent May 12 17:07:12.002524 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: agent_resources_synced.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.003695 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.004215 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loaded extension: agent-resources-synced May 12 17:07:12.004539 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: allowedaddresspairs.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.006321 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.006884 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loaded extension: allowed-address-pairs May 12 17:07:12.007220 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: auto_allocated_topology.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.008285 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.008805 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loaded extension: auto-allocated-topology May 12 17:07:12.009134 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: availability_zone.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.009827 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.010342 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loaded extension: availability_zone May 12 17:07:12.010695 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: availability_zone_filter.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.011616 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.012134 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loaded extension: availability_zone_filter May 12 17:07:12.012471 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: data_plane_status.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.013370 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.013891 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Extension data-plane-status not supported by any of loaded plugins May 12 17:07:12.014221 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: default_subnetpools.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.015166 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.015683 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loaded extension: default-subnetpools May 12 17:07:12.016008 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: dhcpagentscheduler.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.016835 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.017363 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loaded extension: dhcp_agent_scheduler May 12 17:07:12.017689 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: dns.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.018632 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.019145 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Extension dns-integration not supported by any of loaded plugins May 12 17:07:12.019468 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: dns_domain_ports.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.020382 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.020895 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Extension dns-domain-ports not supported by any of loaded plugins May 12 17:07:12.021217 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.022134 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.022678 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 12 17:07:12.023003 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: dvr.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.023671 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.024183 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loaded extension: dvr May 12 17:07:12.024505 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: ecmp_routes.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.025416 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.025925 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Extension ecmp_routes not supported by any of loaded plugins May 12 17:07:12.026246 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: empty_string_filtering.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.027180 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.027700 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loaded extension: empty-string-filtering May 12 17:07:12.028021 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.028929 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.029438 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 12 17:07:12.029758 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.030706 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.031218 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 12 17:07:12.031539 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: external_net.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.033099 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.033614 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loaded extension: external-net May 12 17:07:12.033939 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: extra_dhcp_opt.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.034862 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.035408 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loaded extension: extra_dhcp_opt May 12 17:07:12.035690 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: extraroute.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.036592 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.037107 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loaded extension: extraroute May 12 17:07:12.037428 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: extraroute_atomic.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.038661 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.039186 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loaded extension: extraroute-atomic May 12 17:07:12.039512 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: filter_validation.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.040178 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.040694 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loaded extension: filter-validation May 12 17:07:12.041018 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: fip_pf_description.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.041930 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.042462 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 12 17:07:12.042792 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: fip_pf_port_range.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.043706 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.044215 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 12 17:07:12.044536 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: fip_port_details.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.045470 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.045982 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loaded extension: fip-port-details May 12 17:07:12.046306 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: flavors.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.048107 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.048633 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loaded extension: flavors May 12 17:07:12.048962 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.050641 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.051168 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 12 17:07:12.051500 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: floatingip_pools.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.052201 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.052718 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loaded extension: floatingip-pools May 12 17:07:12.053044 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: ip_allocation.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.053962 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.054506 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Extension ip_allocation not supported by any of loaded plugins May 12 17:07:12.054836 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.055748 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.056270 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loaded extension: ip-substring-filtering May 12 17:07:12.056596 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: l2_adjacency.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.057524 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.058043 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Extension l2_adjacency not supported by any of loaded plugins May 12 17:07:12.058369 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: l3.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.059357 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.059887 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loaded extension: router May 12 17:07:12.060213 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: l3_conntrack_helper.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.062403 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.062959 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 12 17:07:12.063312 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.064244 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.064771 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loaded extension: ext-gw-mode May 12 17:07:12.065098 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.066021 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.066575 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loaded extension: l3-ha May 12 17:07:12.066902 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.067819 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.068333 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 12 17:07:12.068655 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: l3_flavors.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.069645 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.070144 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loaded extension: l3-flavors May 12 17:07:12.070614 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: l3_ndp_proxy.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.071876 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.072394 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 12 17:07:12.072724 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.073884 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.074411 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loaded extension: l3-port-ip-change-not-allowed May 12 17:07:12.074787 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: l3agentscheduler.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.075857 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.076381 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loaded extension: l3_agent_scheduler May 12 17:07:12.076713 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: local_ip.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.079944 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.080485 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Extension local_ip not supported by any of loaded plugins May 12 17:07:12.080814 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: logging.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.082330 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.082889 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Extension logging not supported by any of loaded plugins May 12 17:07:12.083221 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: metering.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.083971 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.084566 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loaded extension: metering May 12 17:07:12.084895 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.086199 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.086752 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loaded extension: metering_source_and_destination_fields May 12 17:07:12.087085 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: multiprovidernet.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.088162 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.088680 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loaded extension: multi-provider May 12 17:07:12.089006 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: netmtu.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.089969 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.090511 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loaded extension: net-mtu May 12 17:07:12.090840 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: netmtu_writable.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.091795 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.092334 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loaded extension: net-mtu-writable May 12 17:07:12.092670 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: network_availability_zone.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.093349 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.093895 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loaded extension: network_availability_zone May 12 17:07:12.094218 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: network_ip_availability.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.095864 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.096392 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loaded extension: network-ip-availability May 12 17:07:12.096722 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: network_segment_range.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.097502 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.098014 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Extension network-segment-range not supported by any of loaded plugins May 12 17:07:12.098341 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: pagination.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.099371 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.099688 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loaded extension: pagination May 12 17:07:12.100009 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: port_device_profile.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.100921 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.101443 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loaded extension: port-device-profile May 12 17:07:12.101768 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: port_mac_address_override.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.102726 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.103247 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loaded extension: port-mac-override May 12 17:07:12.103571 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.104487 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.105007 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loaded extension: port-mac-address-regenerate May 12 17:07:12.105329 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.106239 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.106790 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loaded extension: port-numa-affinity-policy May 12 17:07:12.107115 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: port_resource_request.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.108037 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.108551 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Extension port-resource-request not supported by any of loaded plugins May 12 17:07:12.108873 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: port_resource_request_groups.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.109841 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.110939 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Extension port-resource-request-groups not supported by any of loaded plugins May 12 17:07:12.111263 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: portbindings.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.112195 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.112714 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loaded extension: binding May 12 17:07:12.113038 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: portbindings_extended.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.114291 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.114848 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loaded extension: binding-extended May 12 17:07:12.115177 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: portsecurity.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.116106 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.116630 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loaded extension: port-security May 12 17:07:12.116959 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: project_id.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.117934 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.118267 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loaded extension: project-id May 12 17:07:12.118613 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: providernet.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.119522 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.120081 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loaded extension: provider May 12 17:07:12.120370 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: qos.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.124083 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.124617 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Extension qos not supported by any of loaded plugins May 12 17:07:12.124949 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.126216 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.126768 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 12 17:07:12.127100 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.128277 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.128793 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 12 17:07:12.129120 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: qos_default.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.130027 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.130574 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Extension qos-default not supported by any of loaded plugins May 12 17:07:12.130903 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: qos_fip.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.131823 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.132340 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Extension qos-fip not supported by any of loaded plugins May 12 17:07:12.132669 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: qos_fip_network_policy.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.133581 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.134099 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 12 17:07:12.134457 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: qos_gateway_ip.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.135370 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.135879 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Extension qos-gateway-ip not supported by any of loaded plugins May 12 17:07:12.136202 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: qos_port_network_policy.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.137113 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.137636 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Extension qos-port-network-policy not supported by any of loaded plugins May 12 17:07:12.137960 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.139029 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.139555 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Extension qos-pps-minimum not supported by any of loaded plugins May 12 17:07:12.139882 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.140909 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.141940 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 12 17:07:12.142264 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: qos_pps_rule.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.143453 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.143981 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Extension qos-pps not supported by any of loaded plugins May 12 17:07:12.144308 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: qos_rule_type_details.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.145221 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.145740 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Extension qos-rule-type-details not supported by any of loaded plugins May 12 17:07:12.146066 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: qos_rule_type_filter.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.147015 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.147532 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 12 17:07:12.147856 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: qos_rules_alias.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.148884 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.149401 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Extension qos-rules-alias not supported by any of loaded plugins May 12 17:07:12.149727 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: quota_check_limit.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.150736 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.151254 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loaded extension: quota-check-limit May 12 17:07:12.151580 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: quotasv2.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.152526 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.152855 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loaded extension: quotas May 12 17:07:12.153177 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: quotasv2_detail.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.154952 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.155293 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loaded extension: quota_details May 12 17:07:12.155622 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: rbac.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.156691 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.157789 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loaded extension: rbac-policies May 12 17:07:12.158126 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: rbac_address_group.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.159096 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.159622 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loaded extension: rbac-address-group May 12 17:07:12.159949 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: rbac_address_scope.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.160874 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.161392 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loaded extension: rbac-address-scope May 12 17:07:12.161717 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: rbac_security_groups.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.162668 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.163223 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loaded extension: rbac-security-groups May 12 17:07:12.163514 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: rbac_subnetpool.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.164432 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.164946 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loaded extension: rbac-subnetpool May 12 17:07:12.165269 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: revisionifmatch.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.166194 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.166746 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loaded extension: revision-if-match May 12 17:07:12.167074 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: revisions.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.168191 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.168711 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loaded extension: standard-attr-revisions May 12 17:07:12.169041 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: router_availability_zone.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.169718 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.170231 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loaded extension: router_availability_zone May 12 17:07:12.170587 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: routerservicetype.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.171517 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.172032 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Extension router-service-type not supported by any of loaded plugins May 12 17:07:12.172353 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.173295 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.173813 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loaded extension: security-groups-normalized-cidr May 12 17:07:12.174137 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: security_groups_port_filtering.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.175092 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.175619 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loaded extension: port-security-groups-filtering May 12 17:07:12.175947 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.176879 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.177398 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loaded extension: security-groups-remote-address-group May 12 17:07:12.177719 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.178829 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.179356 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loaded extension: security-groups-shared-filtering May 12 17:07:12.179679 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.180272 dv-cinder-841591-1-iscsi neutron-server[103359]: WARNING neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py May 12 17:07:12.180595 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: securitygroup.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.190152 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.190717 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loaded extension: security-group May 12 17:07:12.191052 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: segment.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.191779 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.192298 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Extension segment not supported by any of loaded plugins May 12 17:07:12.192628 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.193565 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.194083 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 12 17:07:12.194411 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: servicetype.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.195535 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.196061 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loaded extension: service-type May 12 17:07:12.196390 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: sorting.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.197379 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.197711 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loaded extension: sorting May 12 17:07:12.198043 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: standard_attr_segment.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.198989 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.199514 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Extension standard-attr-segment not supported by any of loaded plugins May 12 17:07:12.199841 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: standardattrdescription.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.200494 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.201009 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loaded extension: standard-attr-description May 12 17:07:12.201334 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: stateful_security_group.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.202255 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.202817 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loaded extension: stateful-security-group May 12 17:07:12.203143 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: stdattrs_common.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.204256 dv-cinder-841591-1-iscsi neutron-server[103359]: WARNING neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 12 17:07:12.204580 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.205520 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.206047 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 12 17:07:12.206372 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: subnet_onboard.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.207446 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.207975 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loaded extension: subnet_onboard May 12 17:07:12.208299 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.209239 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.209757 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 12 17:07:12.210082 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: subnet_service_types.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.211049 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.211574 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loaded extension: subnet-service-types May 12 17:07:12.211897 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: subnetallocation.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.212980 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.213510 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loaded extension: subnet_allocation May 12 17:07:12.213841 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.214546 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.215082 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loaded extension: subnetpool-prefix-ops May 12 17:07:12.215407 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.216347 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.216866 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 12 17:07:12.217190 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: tagging.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.218264 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.218826 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loaded extension: standard-attr-tag May 12 17:07:12.219155 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: timestamp.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.220999 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.221533 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loaded extension: standard-attr-timestamp May 12 17:07:12.221860 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: trunk.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.222931 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.223464 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Extension trunk not supported by any of loaded plugins May 12 17:07:12.223793 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: trunk_details.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.224708 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.225234 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Extension trunk-details not supported by any of loaded plugins May 12 17:07:12.225604 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: uplink_status_propagation.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.226497 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.227022 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Extension uplink-status-propagation not supported by any of loaded plugins May 12 17:07:12.227350 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Loading extension file: vlantransparent.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:07:12.228016 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:07:12.228540 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Extension vlan-transparent not supported by any of loaded plugins May 12 17:07:12.231087 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.quota.resource_registry [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Creating instance of TrackedResource for resource:network May 12 17:07:12.231620 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.quota.resource_registry [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Creating instance of TrackedResource for resource:subnet May 12 17:07:12.232021 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.quota.resource_registry [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Creating instance of TrackedResource for resource:subnetpool May 12 17:07:12.232412 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.quota.resource_registry [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Creating instance of TrackedResource for resource:port May 12 17:07:12.233645 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.v2.resource_helper [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103359) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 17:07:12.234090 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.v2.resource_helper [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Service FLAVORS assigned prefix: {{(pid=103359) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 17:07:12.234735 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.v2.resource_helper [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103359) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 17:07:12.235222 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.v2.resource_helper [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103359) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 17:07:12.235561 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.quota.resource_registry [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Creating instance of TrackedResource for resource:router May 12 17:07:12.235985 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.quota.resource_registry [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Creating instance of TrackedResource for resource:floatingip May 12 17:07:12.236469 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.v2.resource_helper [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Service METERING assigned prefix: /metering {{(pid=103359) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 17:07:12.237923 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:12.238296 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:12.238686 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:07:12.239693 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.quota.resource_registry [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Creating instance of CountableResource for resource:rbac_policy May 12 17:07:12.240126 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.quota.resource_registry [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Creating instance of TrackedResource for resource:security_group May 12 17:07:12.240546 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.quota.resource_registry [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Creating instance of TrackedResource for resource:security_group_rule May 12 17:07:12.241135 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.v2.resource_helper [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Service CORE assigned prefix: {{(pid=103359) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 17:07:12.241467 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.quota.resource_registry [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Creating instance of TrackedResource for resource:subnetpool May 12 17:07:12.241810 dv-cinder-841591-1-iscsi neutron-server[103359]: WARNING neutron.quota.resource_registry [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] subnetpool is already registered May 12 17:07:12.242230 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.v2.resource_helper [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Service CORE assigned prefix: {{(pid=103359) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 17:07:12.242598 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.quota.resource_registry [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Creating instance of TrackedResource for resource:subnetpool May 12 17:07:12.242931 dv-cinder-841591-1-iscsi neutron-server[103359]: WARNING neutron.quota.resource_registry [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] subnetpool is already registered May 12 17:07:12.245182 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.v2.resource_helper [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103359) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 17:07:12.245612 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.v2.resource_helper [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Service FLAVORS assigned prefix: {{(pid=103359) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 17:07:12.246195 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.v2.resource_helper [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103359) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 17:07:12.246647 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.v2.resource_helper [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103359) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 17:07:12.246980 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.quota.resource_registry [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Creating instance of TrackedResource for resource:router May 12 17:07:12.247319 dv-cinder-841591-1-iscsi neutron-server[103359]: WARNING neutron.quota.resource_registry [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] router is already registered May 12 17:07:12.247730 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.quota.resource_registry [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Creating instance of TrackedResource for resource:floatingip May 12 17:07:12.248065 dv-cinder-841591-1-iscsi neutron-server[103359]: WARNING neutron.quota.resource_registry [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] floatingip is already registered May 12 17:07:12.248522 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.v2.resource_helper [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Service METERING assigned prefix: /metering {{(pid=103359) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 17:07:12.249181 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.quota.resource_registry [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Creating instance of CountableResource for resource:rbac_policy May 12 17:07:12.249506 dv-cinder-841591-1-iscsi neutron-server[103359]: WARNING neutron.quota.resource_registry [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] rbac_policy is already registered May 12 17:07:12.249915 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.quota.resource_registry [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Creating instance of TrackedResource for resource:security_group May 12 17:07:12.250264 dv-cinder-841591-1-iscsi neutron-server[103359]: WARNING neutron.quota.resource_registry [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] security_group is already registered May 12 17:07:12.250696 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.quota.resource_registry [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Creating instance of TrackedResource for resource:security_group_rule May 12 17:07:12.251033 dv-cinder-841591-1-iscsi neutron-server[103359]: WARNING neutron.quota.resource_registry [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] security_group_rule is already registered May 12 17:07:12.251650 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.v2.resource_helper [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Service CORE assigned prefix: {{(pid=103359) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 17:07:12.251978 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.quota.resource_registry [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Creating instance of TrackedResource for resource:subnetpool May 12 17:07:12.252310 dv-cinder-841591-1-iscsi neutron-server[103359]: WARNING neutron.quota.resource_registry [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] subnetpool is already registered May 12 17:07:12.252725 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.v2.resource_helper [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Service CORE assigned prefix: {{(pid=103359) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 17:07:12.253305 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.quota.resource_registry [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Creating instance of TrackedResource for resource:subnetpool May 12 17:07:12.253636 dv-cinder-841591-1-iscsi neutron-server[103359]: WARNING neutron.quota.resource_registry [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] subnetpool is already registered May 12 17:07:12.254106 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Extended resource: extensions {{(pid=103359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:07:12.255569 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Extended resource: address-groups {{(pid=103359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:07:12.257076 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Extended resource: address-scopes {{(pid=103359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:07:12.258382 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Extended resource: agents {{(pid=103359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:07:12.259565 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Extended resource: auto-allocated-topology {{(pid=103359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:07:12.260788 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Extended resource: availability_zones {{(pid=103359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:07:12.261992 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Extended resource: dhcp-networks {{(pid=103359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:07:12.263570 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Extended resource: dhcp-agents {{(pid=103359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:07:12.264966 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Extended resource: routers {{(pid=103359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:07:12.267210 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Extended resource: flavors {{(pid=103359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:07:12.268473 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Extended resource: service_profiles {{(pid=103359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:07:12.269670 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Extended resource: next_providers {{(pid=103359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:07:12.271127 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Extended resource: service_profiles {{(pid=103359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:07:12.272668 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Extended resource: floatingip-pools {{(pid=103359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:07:12.273872 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Extended resource: routers {{(pid=103359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:07:12.275580 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Extended resource: floatingips {{(pid=103359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:07:12.277708 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Extended resource: l3-routers {{(pid=103359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:07:12.279158 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Extended resource: l3-agents {{(pid=103359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:07:12.280570 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Extended resource: metering-labels {{(pid=103359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:07:12.281871 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Extended resource: metering-label-rules {{(pid=103359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:07:12.283751 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Extended resource: network-ip-availabilities {{(pid=103359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:07:12.284992 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Extended resource: bindings {{(pid=103359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:07:12.286555 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Extended resource: quotas {{(pid=103359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:07:12.288207 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Extended resource: quotas {{(pid=103359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:07:12.289720 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Extended resource: rbac-policies {{(pid=103359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:07:12.290939 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Extended resource: security-groups {{(pid=103359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:07:12.292225 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Extended resource: security-group-rules {{(pid=103359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:07:12.293463 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Extended resource: service-providers {{(pid=103359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:07:12.294676 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Extended resource: subnetpools {{(pid=103359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:07:12.295997 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Extended resource: subnetpools {{(pid=103359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:07:12.297559 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Extended resource: tags {{(pid=103359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:07:12.299252 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Extended resource: tags {{(pid=103359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:07:12.301053 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Extended resource: tags {{(pid=103359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:07:12.302862 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Extended resource: tags {{(pid=103359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:07:12.304515 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Extended resource: tags {{(pid=103359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:07:12.306449 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Extended resource: tags {{(pid=103359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:07:12.308102 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Extended resource: tags {{(pid=103359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:07:12.309982 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Extended resource: tags {{(pid=103359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:07:12.311805 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Extended resource: tags {{(pid=103359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:07:12.313561 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Extended resource: tags {{(pid=103359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:07:12.319519 dv-cinder-841591-1-iscsi neutron-server[103359]: WARNING keystonemiddleware.auth_token [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 12 17:07:12.324638 dv-cinder-841591-1-iscsi neutron-server[103359]: WARNING keystonemiddleware.auth_token [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 12 17:07:12.333978 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_concurrency.lockutils [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Acquired lock "singleton_lock" {{(pid=103359) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 12 17:07:12.334478 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_concurrency.lockutils [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Releasing lock "singleton_lock" {{(pid=103359) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 12 17:07:12.335134 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO oslo_service.service [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Starting 2 workers May 12 17:07:12.340014 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Started child 103468 {{(pid=103359) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 12 17:07:12.344602 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Started child 103469 {{(pid=103359) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 12 17:07:12.345301 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:07:12.346715 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO neutron.service [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Neutron service started, listening on 0.0.0.0:9696 May 12 17:07:12.347359 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [-] (103468) wsgi starting up on http://0.0.0.0:9696 May 12 17:07:12.347454 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Publish callbacks [] for process (None), before_spawn {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:07:12.349774 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:07:12.350214 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO oslo_service.service [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Starting 1 workers May 12 17:07:12.351238 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [-] (103469) wsgi starting up on http://0.0.0.0:9696 May 12 17:07:12.355049 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Started child 103470 {{(pid=103359) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 12 17:07:12.355586 dv-cinder-841591-1-iscsi neutron-server[103359]: INFO oslo_service.service [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Starting 1 workers May 12 17:07:12.358865 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.service [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] calling RpcWorker wait() {{(pid=103470) _wait /opt/stack/neutron/neutron/service.py:128}} May 12 17:07:12.359390 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.service [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] returning from RpcWorker wait() {{(pid=103470) _wait /opt/stack/neutron/neutron/service.py:135}} May 12 17:07:12.360155 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Started child 103471 {{(pid=103359) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 12 17:07:12.360727 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:07:12.360963 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d8c89a82-4b6c-4ab8-a302-ad52524f429b None None] Publish callbacks [] for process (None), after_spawn {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:07:12.361283 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:07:12.362830 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103359) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 12 17:07:12.363047 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 12 17:07:12.363227 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 12 17:07:12.363451 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 12 17:07:12.363761 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 12 17:07:12.363925 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 12 17:07:12.364444 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.364725 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.364983 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.365166 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:07:12.365624 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.365834 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.366093 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.366330 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:07:12.366445 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.366632 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.366908 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.367078 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.367246 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.367499 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.367754 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.368072 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.368343 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.368590 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.368809 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.368988 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.369243 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.369511 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.369761 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.370043 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] debug = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.370271 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.370824 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.371087 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.371360 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.371599 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.371870 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.372117 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.372368 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.372604 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.372846 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.373091 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.373351 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.373596 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.373839 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.374076 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.374330 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.374575 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.375041 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] host = dv-cinder-841591-1-iscsi {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.375292 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.375565 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.375815 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.376083 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.376344 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.376583 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.376856 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.377105 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.377383 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.377632 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.378156 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.378377 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.378710 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.378972 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] log_file = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.379138 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] log_options = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.379378 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.379646 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.379904 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.380106 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.380277 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.380441 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.380709 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.380875 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.381133 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.381350 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.381566 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.381803 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.382018 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.382253 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.382536 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.382773 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.382992 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.383220 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.383475 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.383737 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.383971 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.384200 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.384435 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.384658 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.384875 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.385138 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.385350 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.385592 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.385807 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.386070 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.386321 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.386603 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.387833 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.387833 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.387833 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.387833 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.388405 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.388405 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.389503 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.389503 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.389503 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.389503 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.389822 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.389822 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.390128 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.390664 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.390946 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] use_json = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.391704 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.392177 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.392432 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.392653 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.392903 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.393223 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.393396 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.395435 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.395435 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.395435 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.395435 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.395435 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.395435 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.395435 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.395435 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.398135 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.398135 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.398135 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.398135 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.398135 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.398135 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.398135 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.398135 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.398624 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.398624 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.398624 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.398624 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.398880 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.398953 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.399928 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.399928 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.400202 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.400412 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.400608 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.400834 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.401066 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.401364 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.401607 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.401880 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.402239 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.402534 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.402817 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.403074 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.403323 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.403568 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.403825 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.404065 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.404326 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.404562 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.404814 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.405050 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.405284 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.405529 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.405744 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.405975 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.406307 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.406646 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.406758 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.407511 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.407759 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.407975 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.408423 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.408846 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.409261 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.409648 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.410087 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.410508 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.410956 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.411403 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.411844 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.412274 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.412594 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.412887 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.413209 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.413634 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.414062 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.414509 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.414951 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.415196 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.415432 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.415636 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.415858 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.416075 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.416311 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.416526 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.416921 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.417317 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.417727 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.417946 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.418167 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.418388 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.418632 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.418850 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.419066 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.419287 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.419504 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.419725 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.419940 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.420155 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.420367 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.420696 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.420943 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.421187 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.421406 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.421671 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.421890 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.422154 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.422398 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.422652 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.422905 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.423162 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.423407 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.423674 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.423955 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.424382 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.425147 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.425515 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.425884 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.426299 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.426687 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.427067 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.427433 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.427855 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.428268 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.428651 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.429026 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.429399 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.429850 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.430250 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.430723 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.431099 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.431515 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.431956 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.432224 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.432521 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.432763 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.433000 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.433288 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.433541 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.433813 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.434099 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.434334 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.434618 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.434874 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.435117 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.435337 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.435568 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.435896 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.436128 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.436344 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.436611 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.436865 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.437095 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.437333 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.437599 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.437844 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.438131 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.438398 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.438658 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.438897 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.439114 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.439349 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.439550 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.439765 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.439979 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.440223 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.440436 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.440650 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.440900 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.441120 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.441339 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.442182 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.442182 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.442182 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.442414 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.442414 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.442654 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.442909 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.443129 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.443347 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.443564 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.443777 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.444027 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.444247 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.444747 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.444848 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.444979 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.445374 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.445801 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.446058 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.446276 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.446571 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.446797 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.447069 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.447285 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.447630 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.447847 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.448067 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.448543 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.448782 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.449019 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.449266 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.449608 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.449850 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.450081 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.450337 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.450606 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.450850 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.451087 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.451303 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.451522 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.451741 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.451983 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.452205 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.452424 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.452644 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.452861 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.453099 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.453361 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.454121 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.454380 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.454624 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.454855 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.455073 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.455293 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.455535 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.455763 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.455996 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.456226 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.456464 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.456691 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.456985 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.457235 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.457465 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.457724 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.457964 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.458173 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.458444 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.458658 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.458907 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.459132 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.459360 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.459583 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.459830 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.460062 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.460274 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.460519 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.460734 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.461096 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.461467 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.461823 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.462193 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.462614 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.462982 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.463199 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.463453 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.463670 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.463904 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.464134 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.464358 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.464596 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.464837 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.465058 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.465272 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.465499 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.465718 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.465932 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.466230 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.466505 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.466729 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.467014 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.467301 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.467549 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.467799 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.468109 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.468350 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.468606 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.468821 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.469037 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.469279 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.470054 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.470384 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.470543 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:07:12.470692 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.470949 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.471174 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.471445 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.471739 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.472015 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.472233 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.472528 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.472844 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.473308 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.473578 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.473806 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.474059 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.474283 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.474531 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.474747 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.474964 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.475270 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.475435 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.475707 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.475910 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.476149 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.476377 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.476621 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.476829 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.477043 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.477265 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.477483 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.477639 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 12 17:07:12.478208 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103359) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 12 17:07:12.478373 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 12 17:07:12.479172 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 12 17:07:12.479374 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 12 17:07:12.479544 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 12 17:07:12.479696 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 12 17:07:12.479907 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.480091 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.480225 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.480384 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.480565 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.480728 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.480889 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.481047 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.481203 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.481364 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.481521 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.481678 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.481836 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.481989 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.482149 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.482305 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.482494 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.482659 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.482816 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.482975 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.483133 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.483292 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] debug = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.483455 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.483653 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.483815 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.483963 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.484121 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.484278 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.484435 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.484594 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.484832 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.485003 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.485087 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.485243 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.485415 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.485539 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.485697 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.485855 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.486012 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.486172 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] host = dv-cinder-841591-1-iscsi {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.486330 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.486519 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.486681 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.486838 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.486997 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.487158 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.487317 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.487476 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.487633 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.487794 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.488008 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.488168 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.488330 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.488488 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] log_file = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.488646 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] log_options = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.488803 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.489012 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.489160 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.489351 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.489517 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.489676 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.489835 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.490014 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.490173 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.490333 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.490516 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.490675 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.490834 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.490992 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.491151 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.491309 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.491468 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.491627 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.491788 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.491946 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.492104 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.492262 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.492421 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.492578 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.492736 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.492894 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.493053 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.493213 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.493371 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.493857 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.493999 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.494122 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.494254 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.494447 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.494607 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.494760 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.494917 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.495295 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.495461 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.495779 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.495940 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.496079 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.496234 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.496380 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.496556 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.496722 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.496890 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] use_json = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.497084 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.497262 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.497262 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.497470 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.497553 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.497712 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.497871 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.498031 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.498189 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:07:12.498369 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.498559 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.498733 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.498878 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.499044 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.499204 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.499364 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.499524 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.499684 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.499847 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.500015 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.500176 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.500346 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.501017 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.501179 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.501342 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.501503 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.501665 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.501827 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.501989 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.502150 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.502311 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.502503 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.502688 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.502815 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.503231 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.503392 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.503560 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.503721 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.503889 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.504064 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.504226 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.504388 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.504539 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.504697 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.504859 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.505021 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.505187 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.505352 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.505511 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.505671 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.505832 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.505991 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.506308 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.506493 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.506659 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.506819 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.507133 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.507296 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.507459 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.507625 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.507786 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.507947 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.508110 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.508273 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.508434 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.508611 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.508771 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.509074 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.509257 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.509403 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.509561 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.509724 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.509885 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.510045 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.510206 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.510372 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.510577 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.510722 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.510874 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.511036 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.511213 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.511355 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.511514 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.511682 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.511841 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.511984 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.512149 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.512309 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.512485 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.512608 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.512768 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.512929 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.513092 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.513253 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.513413 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.513574 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.513735 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.513895 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.514056 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.514217 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.514393 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.514580 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.514742 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.514902 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.515064 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.515223 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.515383 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.515543 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.515705 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.515865 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.516025 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.516237 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.516888 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.517050 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.517210 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.517370 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.517530 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.517690 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.517850 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.518009 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.518170 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.518330 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.518515 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.518677 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.518842 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.519003 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.519165 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.519336 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.519496 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.519659 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.519819 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.519986 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.520156 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.520317 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.520478 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.520638 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.520799 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.520959 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.521119 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.521280 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.521440 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.521600 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.521760 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.521930 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.522091 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.522252 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.522413 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.522619 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.522781 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.522941 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.523103 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.523262 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.523423 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.523584 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.523743 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.523904 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.524063 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.524224 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.524384 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.524544 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.524706 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.524866 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.525026 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.525186 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.525348 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.525507 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.525668 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.525830 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.525990 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.526150 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.526311 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.526493 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.526655 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.526816 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.526976 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.527136 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.527297 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.527457 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.527617 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.527777 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.527938 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.528098 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.528257 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.528416 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.528578 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.528741 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.528903 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.529064 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.529225 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.529387 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.529548 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.529711 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.529871 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.530031 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.530193 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.530348 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.530525 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.530687 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.530848 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.531010 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.531170 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.531329 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.531506 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.531666 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.531849 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.532014 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.532175 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.532337 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.532531 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.532694 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.532853 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.533014 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.533177 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.533338 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.533501 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.533662 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.533823 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.533983 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.534148 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.534310 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.534494 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.534656 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.534819 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.534980 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.535141 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.535300 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.535464 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.535612 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.535772 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.535933 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.536094 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.536268 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.536430 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.536591 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.536752 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.536911 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.537072 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.537242 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.537402 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.537562 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.537722 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.537883 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.538043 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.538213 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.538374 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.538559 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.538718 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.538881 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.539041 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.539211 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.539371 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.539531 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.539692 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.539852 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.540012 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.540182 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.540342 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.540501 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.540661 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.540820 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.540979 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.541149 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.541310 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.541470 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.541629 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.541790 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.541951 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.542118 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.542280 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.542462 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.542634 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.542795 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.542955 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.543115 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.543287 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.543450 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.543613 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.543774 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.543934 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.544095 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.544258 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.544423 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.544593 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.544759 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.544922 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.545092 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.545262 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.545430 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.545592 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.545759 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.545930 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.546091 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.546251 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.546411 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.546594 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.546756 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.546916 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.547077 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.547238 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.547421 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.547583 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.547743 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.547902 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.548065 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.548225 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.548386 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.548547 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.548707 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.548872 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.549033 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:07:12.549185 dv-cinder-841591-1-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 12 17:07:12.591021 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 51596) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:07:12.599629 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065033 May 12 17:07:23.821520 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1126c493-3ab0-49a7-b58a-41f2efe879d7 None None] get_active_networks_info from dv-cinder-841591-1-iscsi {{(pid=103470) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 12 17:07:23.881074 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1126c493-3ab0-49a7-b58a-41f2efe879d7 None None] No non-hosted networks {{(pid=103470) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 12 17:07:23.897498 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-aafee363-679f-4fd1-baa6-7a2113d59a90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3670131'] for agent (ad05f391-ff61-4b74-a3af-7ffb7f485489), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:07:26.131364 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-6c9afe82-d22d-4efd-bc5d-da395f10a72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3670131'] for agent (e5548ccc-31b8-4072-a6b0-52b00208ea79), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:07:26.193489 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-6957399d-80b7-406b-b57c-e25ec2478f01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (e5548ccc-31b8-4072-a6b0-52b00208ea79), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:07:26.990352 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 51660) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:07:27.277865 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-921d17b2-ae2c-4a72-8bd8-05131367e3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3670131'] for agent (bf71836d-8135-4bcd-843a-dab378dba2b2), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:07:27.693152 dv-cinder-841591-1-iscsi neutron-server[103469]: WARNING oslo_policy.policy [None req-cb3c8ca6-51b8-4e62-9fa3-be662310e791 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 17:07:27.694016 dv-cinder-841591-1-iscsi neutron-server[103469]: WARNING oslo_policy.policy [None req-cb3c8ca6-51b8-4e62-9fa3-be662310e791 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 17:07:27.918189 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [None req-cb3c8ca6-51b8-4e62-9fa3-be662310e791 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103469) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 17:07:27.935068 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-cb3c8ca6-51b8-4e62-9fa3-be662310e791 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.9427602 May 12 17:07:28.785525 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-c581148e-646c-4c8c-8cc5-93d6184e682f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3670131'] for agent (98e1a54e-83f0-40d1-9631-7dd40ffbcd59), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:07:29.581135 dv-cinder-841591-1-iscsi neutron-server[103470]: INFO neutron.db.l3_hamode_db [None req-7682053d-c085-49bf-9ad8-fae8820d3392 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 12 17:07:29.669532 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7682053d-c085-49bf-9ad8-fae8820d3392 None None] Routers set() bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:07:29.669902 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7682053d-c085-49bf-9ad8-fae8820d3392 None None] Router IDs set() for agent in host dv-cinder-841591-1-iscsi {{(pid=103470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 12 17:07:30.207374 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3670131'] for agent (dea0f963-0a36-45fe-941b-5c749ca6f3bf), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:07:30.208040 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:07:30.208358 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:07:30.208694 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:07:30.209033 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:07:30.209464 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:07:30.209806 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:07:30.210271 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:07:30.210892 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:07:30.211251 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:07:30.211556 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:07:30.211901 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:07:30.215308 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:07:30.215704 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:07:30.216127 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:07:30.216519 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:07:30.217133 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-841591-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:07:30.227676 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-841591-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:07:30.483694 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 51694) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:07:30.974806 dv-cinder-841591-1-iscsi neutron-server[103468]: WARNING oslo_policy.policy [None req-4b980fc9-1ca2-40cf-944a-06462afc1240 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 17:07:30.975564 dv-cinder-841591-1-iscsi neutron-server[103468]: WARNING oslo_policy.policy [None req-4b980fc9-1ca2-40cf-944a-06462afc1240 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 17:07:31.196627 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-4b980fc9-1ca2-40cf-944a-06462afc1240 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:07:31.286935 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.policy [None req-4b980fc9-1ca2-40cf-944a-06462afc1240 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103468) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 12 17:07:31.328018 dv-cinder-841591-1-iscsi neutron-server[103468]: WARNING oslo_policy.policy [None req-4b980fc9-1ca2-40cf-944a-06462afc1240 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 17:07:31.328418 dv-cinder-841591-1-iscsi neutron-server[103468]: WARNING oslo_policy.policy [None req-4b980fc9-1ca2-40cf-944a-06462afc1240 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 17:07:31.424421 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-4b980fc9-1ca2-40cf-944a-06462afc1240 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774532704281', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774532703853', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774532688166', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774532681712', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774532675508', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774532666051', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3665947', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3424809', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-779520', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-663668'] for rbac-policy (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:07:31.491517 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-4b980fc9-1ca2-40cf-944a-06462afc1240 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:07:31.492758 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-4b980fc9-1ca2-40cf-944a-06462afc1240 admin admin] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0081105 May 12 17:07:33.902521 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 51712) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:07:34.212869 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-65849dc3-ed55-419c-8d6b-42f6d75af18e demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:07:34.243007 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65849dc3-ed55-419c-8d6b-42f6d75af18e demo demo] Made reservation on behalf of 5baa6c33d35a4ff08976cf52404739cf for: {'network': 1} {{(pid=103468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:07:34.246758 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-65849dc3-ed55-419c-8d6b-42f6d75af18e demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for network (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:07:34.263833 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-65849dc3-ed55-419c-8d6b-42f6d75af18e demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:07:34.372126 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-65849dc3-ed55-419c-8d6b-42f6d75af18e demo demo] Publish callbacks [] for security_group (e9cf81c8-0925-4bf4-8710-57ca7d8f73a6), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:07:34.375714 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-65849dc3-ed55-419c-8d6b-42f6d75af18e demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (e9cf81c8-0925-4bf4-8710-57ca7d8f73a6), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:07:34.399268 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65849dc3-ed55-419c-8d6b-42f6d75af18e demo demo] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=103468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 17:07:34.433344 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-65849dc3-ed55-419c-8d6b-42f6d75af18e demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774527956237', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3597332'] for segment (19bc438b-be2f-429e-a934-a5891a64034d), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:07:34.433880 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.db.segments_db [None req-65849dc3-ed55-419c-8d6b-42f6d75af18e demo demo] Added segment 19bc438b-be2f-429e-a934-a5891a64034d of type vlan for network b8c3737e-d179-43d4-a601-eafcddbc3e93 May 12 17:07:34.448966 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65849dc3-ed55-419c-8d6b-42f6d75af18e demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=e9cf81c8-0925-4bf4-8710-57ca7d8f73a6,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:07:34.474876 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65849dc3-ed55-419c-8d6b-42f6d75af18e demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:07:34.475221 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65849dc3-ed55-419c-8d6b-42f6d75af18e demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:07:34.475578 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65849dc3-ed55-419c-8d6b-42f6d75af18e demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:07:34.475931 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65849dc3-ed55-419c-8d6b-42f6d75af18e demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:07:34.476263 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65849dc3-ed55-419c-8d6b-42f6d75af18e demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:07:34.476590 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65849dc3-ed55-419c-8d6b-42f6d75af18e demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:07:34.476908 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65849dc3-ed55-419c-8d6b-42f6d75af18e demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:07:34.477222 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65849dc3-ed55-419c-8d6b-42f6d75af18e demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:07:34.477539 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65849dc3-ed55-419c-8d6b-42f6d75af18e demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:07:34.477853 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65849dc3-ed55-419c-8d6b-42f6d75af18e demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:07:34.478179 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65849dc3-ed55-419c-8d6b-42f6d75af18e demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:07:34.478524 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65849dc3-ed55-419c-8d6b-42f6d75af18e demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:07:34.478842 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65849dc3-ed55-419c-8d6b-42f6d75af18e demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:07:34.479154 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65849dc3-ed55-419c-8d6b-42f6d75af18e demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:07:34.479465 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65849dc3-ed55-419c-8d6b-42f6d75af18e demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:07:34.480827 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65849dc3-ed55-419c-8d6b-42f6d75af18e demo demo] Tracked resource versions report: May 12 17:07:34.480827 dv-cinder-841591-1-iscsi neutron-server[103468]: pushed versions: May 12 17:07:34.480827 dv-cinder-841591-1-iscsi neutron-server[103468]: { 'AddressGroup': {'1.2'}, May 12 17:07:34.480827 dv-cinder-841591-1-iscsi neutron-server[103468]: 'Agent': {'1.1'}, May 12 17:07:34.480827 dv-cinder-841591-1-iscsi neutron-server[103468]: 'ConntrackHelper': {'1.0'}, May 12 17:07:34.480827 dv-cinder-841591-1-iscsi neutron-server[103468]: 'LocalIPAssociation': {'1.0'}, May 12 17:07:34.480827 dv-cinder-841591-1-iscsi neutron-server[103468]: 'Log': {'1.0'}, May 12 17:07:34.480827 dv-cinder-841591-1-iscsi neutron-server[103468]: 'NDPProxy': {'1.0'}, May 12 17:07:34.480827 dv-cinder-841591-1-iscsi neutron-server[103468]: 'Network': {'1.1'}, May 12 17:07:34.480827 dv-cinder-841591-1-iscsi neutron-server[103468]: 'Port': {'1.7'}, May 12 17:07:34.480827 dv-cinder-841591-1-iscsi neutron-server[103468]: 'PortForwarding': {'1.3'}, May 12 17:07:34.480827 dv-cinder-841591-1-iscsi neutron-server[103468]: 'QosPolicy': {'1.10'}, May 12 17:07:34.480827 dv-cinder-841591-1-iscsi neutron-server[103468]: 'SecurityGroup': {'1.5'}, May 12 17:07:34.480827 dv-cinder-841591-1-iscsi neutron-server[103468]: 'SecurityGroupRule': {'1.2'}, May 12 17:07:34.480827 dv-cinder-841591-1-iscsi neutron-server[103468]: 'SubPort': {'1.0'}, May 12 17:07:34.480827 dv-cinder-841591-1-iscsi neutron-server[103468]: 'Subnet': {'1.1'}, May 12 17:07:34.480827 dv-cinder-841591-1-iscsi neutron-server[103468]: 'Trunk': {'1.1'}} May 12 17:07:34.480827 dv-cinder-841591-1-iscsi neutron-server[103468]: consumer versions: May 12 17:07:34.480827 dv-cinder-841591-1-iscsi neutron-server[103468]: { DHCP agent@dv-cinder-841591-1-iscsi: {}, May 12 17:07:34.480827 dv-cinder-841591-1-iscsi neutron-server[103468]: L3 agent@dv-cinder-841591-1-iscsi: {}, May 12 17:07:34.480827 dv-cinder-841591-1-iscsi neutron-server[103468]: Metadata agent@dv-cinder-841591-1-iscsi: {}, May 12 17:07:34.480827 dv-cinder-841591-1-iscsi neutron-server[103468]: Metering agent@dv-cinder-841591-1-iscsi: {}, May 12 17:07:34.480827 dv-cinder-841591-1-iscsi neutron-server[103468]: Open vSwitch agent@dv-cinder-841591-1-iscsi: { 'AddressGroup': '1.2', May 12 17:07:34.480827 dv-cinder-841591-1-iscsi neutron-server[103468]: 'Agent': '1.1', May 12 17:07:34.480827 dv-cinder-841591-1-iscsi neutron-server[103468]: 'ConntrackHelper': '1.0', May 12 17:07:34.480827 dv-cinder-841591-1-iscsi neutron-server[103468]: 'LocalIPAssociation': '1.0', May 12 17:07:34.480827 dv-cinder-841591-1-iscsi neutron-server[103468]: 'Log': '1.0', May 12 17:07:34.480827 dv-cinder-841591-1-iscsi neutron-server[103468]: 'NDPProxy': '1.0', May 12 17:07:34.480827 dv-cinder-841591-1-iscsi neutron-server[103468]: 'Network': '1.1', May 12 17:07:34.480827 dv-cinder-841591-1-iscsi neutron-server[103468]: 'Port': '1.7', May 12 17:07:34.480827 dv-cinder-841591-1-iscsi neutron-server[103468]: 'PortForwarding': '1.3', May 12 17:07:34.480827 dv-cinder-841591-1-iscsi neutron-server[103468]: 'QosPolicy': '1.10', May 12 17:07:34.480827 dv-cinder-841591-1-iscsi neutron-server[103468]: 'SecurityGroup': '1.5', May 12 17:07:34.480827 dv-cinder-841591-1-iscsi neutron-server[103468]: 'SecurityGroupRule': '1.2', May 12 17:07:34.480827 dv-cinder-841591-1-iscsi neutron-server[103468]: 'SubPort': '1.0', May 12 17:07:34.480827 dv-cinder-841591-1-iscsi neutron-server[103468]: 'Subnet': '1.1', May 12 17:07:34.480827 dv-cinder-841591-1-iscsi neutron-server[103468]: 'Trunk': '1.1'}} May 12 17:07:34.480827 dv-cinder-841591-1-iscsi neutron-server[103468]: {{(pid=103468) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 17:07:34.545082 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-65849dc3-ed55-419c-8d6b-42f6d75af18e demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774527496843'] for network (b8c3737e-d179-43d4-a601-eafcddbc3e93), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:07:34.585831 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-65849dc3-ed55-419c-8d6b-42f6d75af18e demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205'] for network (b8c3737e-d179-43d4-a601-eafcddbc3e93), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:07:34.591170 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65849dc3-ed55-419c-8d6b-42f6d75af18e demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:07:34.591889 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-65849dc3-ed55-419c-8d6b-42f6d75af18e demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-519179'] for network (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:07:34.678686 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-65849dc3-ed55-419c-8d6b-42f6d75af18e demo demo] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.7749848 May 12 17:07:34.712056 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65849dc3-ed55-419c-8d6b-42f6d75af18e demo demo] Pushing event updated for resources: {'Network': ['ID=b8c3737e-d179-43d4-a601-eafcddbc3e93,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:07:34.725671 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Network b8c3737e-d179-43d4-a601-eafcddbc3e93 details requested by agent ovs-agent-dv-cinder-841591-1-iscsi with host dv-cinder-841591-1-iscsi {{(pid=103470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 17:07:37.144218 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 51724) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:07:37.536593 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da7b1e7-8598-4cec-bd4c-5be4354d1314 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:07:37.537941 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-9da7b1e7-8598-4cec-bd4c-5be4354d1314 demo admin] 10.222.0.23 "GET /v2.0/networks/b8c3737e-d179-43d4-a601-eafcddbc3e93 HTTP/1.1" status: 200 len: 825 time: 0.3927858 May 12 17:07:37.562149 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-2eb0f912-2e93-472f-9b4f-1823ff409ec2 demo admin] 10.222.0.23 "GET /v2.0/subnetpools/30a1e604-1aac-4089-b779-8e409ced424c HTTP/1.1" status: 200 len: 734 time: 0.0185530 May 12 17:07:37.570198 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-c4f28d53-f68b-4ae9-b735-717e735098be demo admin] Request body: {'subnet': {'subnetpool_id': '30a1e604-1aac-4089-b779-8e409ced424c', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': 'b8c3737e-d179-43d4-a601-eafcddbc3e93', 'name': 'private-subnet'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:07:37.590717 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4f28d53-f68b-4ae9-b735-717e735098be demo admin] Made reservation on behalf of 5baa6c33d35a4ff08976cf52404739cf for: {'subnet': 1} {{(pid=103468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:07:37.592990 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c4f28d53-f68b-4ae9-b735-717e735098be demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:07:37.885618 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c4f28d53-f68b-4ae9-b735-717e735098be demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205'] for subnet (e4e2a7e2-8d1e-4847-ba8b-cbb8deba1132), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:07:37.957212 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f28d53-f68b-4ae9-b735-717e735098be demo admin] Pushing event updated for resources: {'Subnet': ['ID=e4e2a7e2-8d1e-4847-ba8b-cbb8deba1132,revision_number=0']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:07:37.959528 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f28d53-f68b-4ae9-b735-717e735098be demo admin] Checking segment: {'id': '19bc438b-be2f-429e-a934-a5891a64034d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'b8c3737e-d179-43d4-a601-eafcddbc3e93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:07:37.959907 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f28d53-f68b-4ae9-b735-717e735098be demo admin] Network hostable DHCP agents. Network: b8c3737e-d179-43d4-a601-eafcddbc3e93, hostable agents: ['ad05f391-ff61-4b74-a3af-7ffb7f485489'], hosted agents: [] {{(pid=103468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 17:07:37.982165 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f28d53-f68b-4ae9-b735-717e735098be demo admin] Network b8c3737e-d179-43d4-a601-eafcddbc3e93 is scheduled to be hosted by DHCP agent ad05f391-ff61-4b74-a3af-7ffb7f485489 with binding_index 1 {{(pid=103468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 17:07:37.992955 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.base_scheduler [None req-c4f28d53-f68b-4ae9-b735-717e735098be demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841591-1-iscsi, b8c3737e-d179-43d4-a601-eafcddbc3e93) {{(pid=103468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:07:37.997608 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f28d53-f68b-4ae9-b735-717e735098be demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:07:37.998224 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c4f28d53-f68b-4ae9-b735-717e735098be demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-519179'] for subnet (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:07:38.003435 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f648e32-24d7-46ce-a1a1-de0319463e19 None None] Network b8c3737e-d179-43d4-a601-eafcddbc3e93 requested from dv-cinder-841591-1-iscsi {{(pid=103470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:07:38.021025 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-c4f28d53-f68b-4ae9-b735-717e735098be demo admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4475977 May 12 17:07:38.274560 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a98b675-48d8-4a00-ba99-134de5d3a410 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe4af7ad2-c653-548e-8b21-f3b9ef6cc8f2-b8c3737e-d179-43d4-a601-eafcddbc3e93', 'network_id': 'b8c3737e-d179-43d4-a601-eafcddbc3e93', 'project_id': '5baa6c33d35a4ff08976cf52404739cf', 'fixed_ips': [{'subnet_id': 'e4e2a7e2-8d1e-4847-ba8b-cbb8deba1132'}]}} from dv-cinder-841591-1-iscsi. {{(pid=103470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 17:07:38.275830 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-8a98b675-48d8-4a00-ba99-134de5d3a410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:07:38.549239 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.db_base_plugin_common [None req-8a98b675-48d8-4a00-ba99-134de5d3a410 None None] Allocated IP 172.20.0.2 (b8c3737e-d179-43d4-a601-eafcddbc3e93/e4e2a7e2-8d1e-4847-ba8b-cbb8deba1132/292de002-4250-45a0-9cf5-31e319961c82) {{(pid=103470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:07:38.815374 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-8a98b675-48d8-4a00-ba99-134de5d3a410 None None] Publish callbacks [] for port (292de002-4250-45a0-9cf5-31e319961c82), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:07:38.824590 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-8a98b675-48d8-4a00-ba99-134de5d3a410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774527475285'] for port (292de002-4250-45a0-9cf5-31e319961c82), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:07:38.892065 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a98b675-48d8-4a00-ba99-134de5d3a410 None None] Network b8c3737e-d179-43d4-a601-eafcddbc3e93 is already hosted by enough agents. {{(pid=103470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:07:38.901542 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.scheduler.base_scheduler [None req-8a98b675-48d8-4a00-ba99-134de5d3a410 None None] Resources bound (agent type, host, resource id): {{(pid=103470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:07:38.916015 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a98b675-48d8-4a00-ba99-134de5d3a410 None None] Received port after_create {{(pid=103470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:07:38.919150 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a98b675-48d8-4a00-ba99-134de5d3a410 None None] Pushing event updated for resources: {'Port': ['ID=292de002-4250-45a0-9cf5-31e319961c82,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:07:38.949695 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a98b675-48d8-4a00-ba99-134de5d3a410 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:07:38.950044 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a98b675-48d8-4a00-ba99-134de5d3a410 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:07:38.950405 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a98b675-48d8-4a00-ba99-134de5d3a410 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:07:38.950799 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a98b675-48d8-4a00-ba99-134de5d3a410 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:07:38.951140 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a98b675-48d8-4a00-ba99-134de5d3a410 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:07:38.951471 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a98b675-48d8-4a00-ba99-134de5d3a410 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:07:38.951799 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a98b675-48d8-4a00-ba99-134de5d3a410 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:07:38.952125 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a98b675-48d8-4a00-ba99-134de5d3a410 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:07:38.952451 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a98b675-48d8-4a00-ba99-134de5d3a410 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:07:38.952777 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a98b675-48d8-4a00-ba99-134de5d3a410 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:07:38.953129 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a98b675-48d8-4a00-ba99-134de5d3a410 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:07:38.953479 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a98b675-48d8-4a00-ba99-134de5d3a410 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:07:38.953805 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a98b675-48d8-4a00-ba99-134de5d3a410 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:07:38.954126 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a98b675-48d8-4a00-ba99-134de5d3a410 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:07:38.954467 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a98b675-48d8-4a00-ba99-134de5d3a410 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:07:38.955909 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a98b675-48d8-4a00-ba99-134de5d3a410 None None] Tracked resource versions report: May 12 17:07:38.955909 dv-cinder-841591-1-iscsi neutron-server[103470]: pushed versions: May 12 17:07:38.955909 dv-cinder-841591-1-iscsi neutron-server[103470]: { 'AddressGroup': {'1.2'}, May 12 17:07:38.955909 dv-cinder-841591-1-iscsi neutron-server[103470]: 'Agent': {'1.1'}, May 12 17:07:38.955909 dv-cinder-841591-1-iscsi neutron-server[103470]: 'ConntrackHelper': {'1.0'}, May 12 17:07:38.955909 dv-cinder-841591-1-iscsi neutron-server[103470]: 'LocalIPAssociation': {'1.0'}, May 12 17:07:38.955909 dv-cinder-841591-1-iscsi neutron-server[103470]: 'Log': {'1.0'}, May 12 17:07:38.955909 dv-cinder-841591-1-iscsi neutron-server[103470]: 'NDPProxy': {'1.0'}, May 12 17:07:38.955909 dv-cinder-841591-1-iscsi neutron-server[103470]: 'Network': {'1.1'}, May 12 17:07:38.955909 dv-cinder-841591-1-iscsi neutron-server[103470]: 'Port': {'1.7'}, May 12 17:07:38.955909 dv-cinder-841591-1-iscsi neutron-server[103470]: 'PortForwarding': {'1.3'}, May 12 17:07:38.955909 dv-cinder-841591-1-iscsi neutron-server[103470]: 'QosPolicy': {'1.10'}, May 12 17:07:38.955909 dv-cinder-841591-1-iscsi neutron-server[103470]: 'SecurityGroup': {'1.5'}, May 12 17:07:38.955909 dv-cinder-841591-1-iscsi neutron-server[103470]: 'SecurityGroupRule': {'1.2'}, May 12 17:07:38.955909 dv-cinder-841591-1-iscsi neutron-server[103470]: 'SubPort': {'1.0'}, May 12 17:07:38.955909 dv-cinder-841591-1-iscsi neutron-server[103470]: 'Subnet': {'1.1'}, May 12 17:07:38.955909 dv-cinder-841591-1-iscsi neutron-server[103470]: 'Trunk': {'1.1'}} May 12 17:07:38.955909 dv-cinder-841591-1-iscsi neutron-server[103470]: consumer versions: May 12 17:07:38.955909 dv-cinder-841591-1-iscsi neutron-server[103470]: { DHCP agent@dv-cinder-841591-1-iscsi: {}, May 12 17:07:38.955909 dv-cinder-841591-1-iscsi neutron-server[103470]: L3 agent@dv-cinder-841591-1-iscsi: {}, May 12 17:07:38.955909 dv-cinder-841591-1-iscsi neutron-server[103470]: Metadata agent@dv-cinder-841591-1-iscsi: {}, May 12 17:07:38.955909 dv-cinder-841591-1-iscsi neutron-server[103470]: Metering agent@dv-cinder-841591-1-iscsi: {}, May 12 17:07:38.955909 dv-cinder-841591-1-iscsi neutron-server[103470]: Open vSwitch agent@dv-cinder-841591-1-iscsi: { 'AddressGroup': '1.2', May 12 17:07:38.955909 dv-cinder-841591-1-iscsi neutron-server[103470]: 'Agent': '1.1', May 12 17:07:38.955909 dv-cinder-841591-1-iscsi neutron-server[103470]: 'ConntrackHelper': '1.0', May 12 17:07:38.955909 dv-cinder-841591-1-iscsi neutron-server[103470]: 'LocalIPAssociation': '1.0', May 12 17:07:38.955909 dv-cinder-841591-1-iscsi neutron-server[103470]: 'Log': '1.0', May 12 17:07:38.955909 dv-cinder-841591-1-iscsi neutron-server[103470]: 'NDPProxy': '1.0', May 12 17:07:38.955909 dv-cinder-841591-1-iscsi neutron-server[103470]: 'Network': '1.1', May 12 17:07:38.955909 dv-cinder-841591-1-iscsi neutron-server[103470]: 'Port': '1.7', May 12 17:07:38.955909 dv-cinder-841591-1-iscsi neutron-server[103470]: 'PortForwarding': '1.3', May 12 17:07:38.955909 dv-cinder-841591-1-iscsi neutron-server[103470]: 'QosPolicy': '1.10', May 12 17:07:38.955909 dv-cinder-841591-1-iscsi neutron-server[103470]: 'SecurityGroup': '1.5', May 12 17:07:38.955909 dv-cinder-841591-1-iscsi neutron-server[103470]: 'SecurityGroupRule': '1.2', May 12 17:07:38.955909 dv-cinder-841591-1-iscsi neutron-server[103470]: 'SubPort': '1.0', May 12 17:07:38.955909 dv-cinder-841591-1-iscsi neutron-server[103470]: 'Subnet': '1.1', May 12 17:07:38.955909 dv-cinder-841591-1-iscsi neutron-server[103470]: 'Trunk': '1.1'}} May 12 17:07:38.955909 dv-cinder-841591-1-iscsi neutron-server[103470]: {{(pid=103470) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 17:07:39.006576 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-8a98b675-48d8-4a00-ba99-134de5d3a410 None None] Attempting to bind port 292de002-4250-45a0-9cf5-31e319961c82 on host dv-cinder-841591-1-iscsi for vnic_type normal with profile {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:07:39.007181 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-8a98b675-48d8-4a00-ba99-134de5d3a410 None None] Attempting to bind port 292de002-4250-45a0-9cf5-31e319961c82 by drivers openvswitch,hyperv on host dv-cinder-841591-1-iscsi at level 0 using segments [{'id': '19bc438b-be2f-429e-a934-a5891a64034d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'b8c3737e-d179-43d4-a601-eafcddbc3e93'}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:07:39.007400 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a98b675-48d8-4a00-ba99-134de5d3a410 None None] Attempting to bind port 292de002-4250-45a0-9cf5-31e319961c82 on network b8c3737e-d179-43d4-a601-eafcddbc3e93 {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:07:39.012361 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a98b675-48d8-4a00-ba99-134de5d3a410 None None] Checking agent: {'id': 'dea0f963-0a36-45fe-941b-5c749ca6f3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841591-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 7, 30), 'started_at': datetime.datetime(2022, 5, 12, 17, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841591-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:07:39.012752 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a98b675-48d8-4a00-ba99-134de5d3a410 None None] Checking segment: {'id': '19bc438b-be2f-429e-a934-a5891a64034d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'b8c3737e-d179-43d4-a601-eafcddbc3e93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:07:39.013250 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-8a98b675-48d8-4a00-ba99-134de5d3a410 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:07:39.013643 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a98b675-48d8-4a00-ba99-134de5d3a410 None None] Bound using segment: {'id': '19bc438b-be2f-429e-a934-a5891a64034d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'b8c3737e-d179-43d4-a601-eafcddbc3e93'} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:07:39.014126 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-8a98b675-48d8-4a00-ba99-134de5d3a410 None None] Bound port: 292de002-4250-45a0-9cf5-31e319961c82, host: dv-cinder-841591-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19bc438b-be2f-429e-a934-a5891a64034d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'b8c3737e-d179-43d4-a601-eafcddbc3e93'}}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:07:39.014559 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-8a98b675-48d8-4a00-ba99-134de5d3a410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (292de002-4250-45a0-9cf5-31e319961c82), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:07:39.079946 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-8a98b675-48d8-4a00-ba99-134de5d3a410 None None] For port 292de002-4250-45a0-9cf5-31e319961c82, host dv-cinder-841591-1-iscsi, cleared binding levels {{(pid=103470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:07:39.099410 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-8a98b675-48d8-4a00-ba99-134de5d3a410 None None] For port 292de002-4250-45a0-9cf5-31e319961c82, host dv-cinder-841591-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-1-iscsi',level=0,port_id=292de002-4250-45a0-9cf5-31e319961c82,segment=NetworkSegment(19bc438b-be2f-429e-a934-a5891a64034d),segment_id=19bc438b-be2f-429e-a934-a5891a64034d)] {{(pid=103470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:07:39.106082 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-8a98b675-48d8-4a00-ba99-134de5d3a410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (292de002-4250-45a0-9cf5-31e319961c82), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:07:39.160838 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a98b675-48d8-4a00-ba99-134de5d3a410 None None] Pushing event updated for resources: {'Port': ['ID=292de002-4250-45a0-9cf5-31e319961c82,revision_number=2']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:07:40.490510 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 51732) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:07:40.800605 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [None req-9bd794e4-3298-4690-b160-33aed6aa2750 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103468) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 17:07:40.801718 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-9bd794e4-3298-4690-b160-33aed6aa2750 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3101752 May 12 17:07:43.278004 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 51740) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:07:43.581928 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [None req-d613c92d-42d2-4082-999c-dd5991457e87 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103468) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 17:07:43.582991 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-d613c92d-42d2-4082-999c-dd5991457e87 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3039570 May 12 17:07:46.021776 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 51748) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:07:46.336146 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-05341b2f-2842-4856-b9fc-69b1c74ef6c0 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:07:46.359560 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-05341b2f-2842-4856-b9fc-69b1c74ef6c0 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3679493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1042260'] for router (8e7e6e26-c60c-4669-b758-eaebf282223c), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:07:46.361205 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-05341b2f-2842-4856-b9fc-69b1c74ef6c0 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3679729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3679772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1042269'] for router (8e7e6e26-c60c-4669-b758-eaebf282223c), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:07:46.502104 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-05341b2f-2842-4856-b9fc-69b1c74ef6c0 demo demo] Publish callbacks [] for router_controller (8e7e6e26-c60c-4669-b758-eaebf282223c), precommit_add_association {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:07:46.507149 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-05341b2f-2842-4856-b9fc-69b1c74ef6c0 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3679624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3679947'] for router (8e7e6e26-c60c-4669-b758-eaebf282223c), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:07:46.523940 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-05341b2f-2842-4856-b9fc-69b1c74ef6c0 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:07:46.525090 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-05341b2f-2842-4856-b9fc-69b1c74ef6c0 demo demo] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5021889 May 12 17:07:48.932218 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device 292de002-4250-45a0-9cf5-31e319961c82 up at agent ovs-agent-dv-cinder-841591-1-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:07:48.993849 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 51760) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:07:49.018316 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Provisioning complete for port 292de002-4250-45a0-9cf5-31e319961c82 triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:07:49.018833 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (292de002-4250-45a0-9cf5-31e319961c82), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:07:49.125556 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Current status of the port 292de002-4250-45a0-9cf5-31e319961c82 is: DOWN; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:07:49.125957 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (292de002-4250-45a0-9cf5-31e319961c82), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:07:49.162015 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] For port 292de002-4250-45a0-9cf5-31e319961c82, host dv-cinder-841591-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-1-iscsi',level=0,port_id=292de002-4250-45a0-9cf5-31e319961c82,segment=NetworkSegment(19bc438b-be2f-429e-a934-a5891a64034d),segment_id=19bc438b-be2f-429e-a934-a5891a64034d)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:07:49.165689 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (292de002-4250-45a0-9cf5-31e319961c82), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:07:49.217537 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Pushing event updated for resources: {'Port': ['ID=292de002-4250-45a0-9cf5-31e319961c82,revision_number=3']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:07:49.314634 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [None req-47eba84d-964e-4f44-8c71-3041681477fb admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103468) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 17:07:49.315709 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-47eba84d-964e-4f44-8c71-3041681477fb admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3208799 May 12 17:07:50.571883 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0bc9fd-fab1-46c0-aafb-ac81e62669c0 None None] Network b8c3737e-d179-43d4-a601-eafcddbc3e93 requested from dv-cinder-841591-1-iscsi {{(pid=103470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:07:50.600779 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-a74210d6-2455-4345-9390-5274a2a3df0c None None] Provisioning complete for port 292de002-4250-45a0-9cf5-31e319961c82 triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:07:50.601171 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-a74210d6-2455-4345-9390-5274a2a3df0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (292de002-4250-45a0-9cf5-31e319961c82), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:07:50.753732 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-a74210d6-2455-4345-9390-5274a2a3df0c None None] Current status of the port 292de002-4250-45a0-9cf5-31e319961c82 is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:07:50.911219 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device 292de002-4250-45a0-9cf5-31e319961c82 up at agent ovs-agent-dv-cinder-841591-1-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:07:50.958333 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Provisioning complete for port 292de002-4250-45a0-9cf5-31e319961c82 triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:07:50.958747 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (292de002-4250-45a0-9cf5-31e319961c82), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:07:50.993337 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-f10ed945-0a78-4cc4-a93c-dd231141e04e None None] Provisioning complete for port 292de002-4250-45a0-9cf5-31e319961c82 triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:07:50.993719 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-f10ed945-0a78-4cc4-a93c-dd231141e04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (292de002-4250-45a0-9cf5-31e319961c82), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:07:51.078531 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Current status of the port 292de002-4250-45a0-9cf5-31e319961c82 is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:07:51.109462 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-f10ed945-0a78-4cc4-a93c-dd231141e04e None None] Current status of the port 292de002-4250-45a0-9cf5-31e319961c82 is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:07:51.775753 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 51770) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:07:52.085239 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-c4e391f5-9c8d-43cc-87d8-d9c287032572 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True, 'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:07:52.106555 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e391f5-9c8d-43cc-87d8-d9c287032572 admin admin] Made reservation on behalf of 866d15d297214d9093f0667cd04e24ed for: {'network': 1} {{(pid=103468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:07:52.108800 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c4e391f5-9c8d-43cc-87d8-d9c287032572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for network (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:07:52.116948 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c4e391f5-9c8d-43cc-87d8-d9c287032572 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:07:52.186644 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c4e391f5-9c8d-43cc-87d8-d9c287032572 admin admin] Publish callbacks [] for security_group (fdddda55-0c72-47dd-a9c4-e26d11bb048e), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:07:52.190453 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c4e391f5-9c8d-43cc-87d8-d9c287032572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (fdddda55-0c72-47dd-a9c4-e26d11bb048e), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:07:52.203141 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c4e391f5-9c8d-43cc-87d8-d9c287032572 admin admin] Reserving flat network on physical network physnet1 {{(pid=103468) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 12 17:07:52.223713 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e391f5-9c8d-43cc-87d8-d9c287032572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdddda55-0c72-47dd-a9c4-e26d11bb048e,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:07:52.226590 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c4e391f5-9c8d-43cc-87d8-d9c287032572 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774527956237', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3597332'] for segment (54af2f58-bd4b-41ba-9124-743d6aed4e37), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:07:52.226977 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.db.segments_db [None req-c4e391f5-9c8d-43cc-87d8-d9c287032572 admin admin] Added segment 54af2f58-bd4b-41ba-9124-743d6aed4e37 of type flat for network 9bfa71c8-c6b3-48ca-a660-d8187367d4be May 12 17:07:52.271777 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c4e391f5-9c8d-43cc-87d8-d9c287032572 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774527496843'] for network (9bfa71c8-c6b3-48ca-a660-d8187367d4be), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:07:52.302805 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c4e391f5-9c8d-43cc-87d8-d9c287032572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205'] for network (9bfa71c8-c6b3-48ca-a660-d8187367d4be), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:07:52.303742 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e391f5-9c8d-43cc-87d8-d9c287032572 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:07:52.304300 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c4e391f5-9c8d-43cc-87d8-d9c287032572 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-519179'] for network (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:07:52.352291 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-c4e391f5-9c8d-43cc-87d8-d9c287032572 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5755181 May 12 17:07:52.396525 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e391f5-9c8d-43cc-87d8-d9c287032572 admin admin] Pushing event updated for resources: {'Network': ['ID=9bfa71c8-c6b3-48ca-a660-d8187367d4be,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:07:52.410663 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Network 9bfa71c8-c6b3-48ca-a660-d8187367d4be details requested by agent ovs-agent-dv-cinder-841591-1-iscsi with host dv-cinder-841591-1-iscsi {{(pid=103470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 17:07:53.757082 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-919db868-f18f-488b-a540-74bafae1ff10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (ad05f391-ff61-4b74-a3af-7ffb7f485489), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:07:54.752081 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 51778) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:07:55.098838 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871dd7a4-18bc-402c-82ac-56bdf96d32e8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:07:55.100097 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-871dd7a4-18bc-402c-82ac-56bdf96d32e8 demo admin] 10.222.0.23 "GET /v2.0/subnets/e4e2a7e2-8d1e-4847-ba8b-cbb8deba1132 HTTP/1.1" status: 200 len: 849 time: 0.3470829 May 12 17:07:55.219372 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-e977a8fe-d261-44bd-845e-ddc107c82fac demo admin] 10.222.0.23 "GET /v2.0/routers/8e7e6e26-c60c-4669-b758-eaebf282223c HTTP/1.1" status: 200 len: 704 time: 0.1137822 May 12 17:07:55.485902 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-1e1b5fdd-e8a7-408a-937f-b052c64a796e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:07:55.813106 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.db_base_plugin_common [None req-1e1b5fdd-e8a7-408a-937f-b052c64a796e demo admin] Allocated IP 172.20.0.1 (b8c3737e-d179-43d4-a601-eafcddbc3e93/e4e2a7e2-8d1e-4847-ba8b-cbb8deba1132/589491da-3844-4992-9bba-1154e1483389) {{(pid=103468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:07:55.963762 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-1e1b5fdd-e8a7-408a-937f-b052c64a796e demo admin] Publish callbacks [] for port (589491da-3844-4992-9bba-1154e1483389), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:07:56.031499 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-1e1b5fdd-e8a7-408a-937f-b052c64a796e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774527475285'] for port (589491da-3844-4992-9bba-1154e1483389), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:07:56.095176 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1b5fdd-e8a7-408a-937f-b052c64a796e demo admin] Network b8c3737e-d179-43d4-a601-eafcddbc3e93 is already hosted by enough agents. {{(pid=103468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:07:56.099445 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.base_scheduler [None req-1e1b5fdd-e8a7-408a-937f-b052c64a796e demo admin] Resources bound (agent type, host, resource id): {{(pid=103468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:07:56.104993 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1b5fdd-e8a7-408a-937f-b052c64a796e demo admin] Received port after_create {{(pid=103468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:07:56.105510 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-1e1b5fdd-e8a7-408a-937f-b052c64a796e demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3684070'] for router_interface (8e7e6e26-c60c-4669-b758-eaebf282223c), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:07:56.129973 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-15c3a4f7-e2b5-482f-92db-944317abcec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (e5548ccc-31b8-4072-a6b0-52b00208ea79), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:07:56.180754 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1b5fdd-e8a7-408a-937f-b052c64a796e demo admin] Pushing event updated for resources: {'Port': ['ID=589491da-3844-4992-9bba-1154e1483389,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:07:56.321514 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-1e1b5fdd-e8a7-408a-937f-b052c64a796e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (589491da-3844-4992-9bba-1154e1483389), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:07:56.355821 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-b04a003b-e74e-412e-a3de-945c37870f21 None None] Provisioning complete for port 589491da-3844-4992-9bba-1154e1483389 triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:07:56.356144 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b04a003b-e74e-412e-a3de-945c37870f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (589491da-3844-4992-9bba-1154e1483389), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:07:56.388960 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-b04a003b-e74e-412e-a3de-945c37870f21 None None] Port 589491da-3844-4992-9bba-1154e1483389 cannot update to ACTIVE because it is not bound. {{(pid=103470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:07:56.556885 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-1e1b5fdd-e8a7-408a-937f-b052c64a796e demo admin] Publish callbacks [] for port (589491da-3844-4992-9bba-1154e1483389), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:07:56.561472 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-1e1b5fdd-e8a7-408a-937f-b052c64a796e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (589491da-3844-4992-9bba-1154e1483389), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:07:56.563045 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-1e1b5fdd-e8a7-408a-937f-b052c64a796e demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-519223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3683244'] for router_interface (8e7e6e26-c60c-4669-b758-eaebf282223c), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:07:56.620491 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1b5fdd-e8a7-408a-937f-b052c64a796e demo admin] Pushing event updated for resources: {'Port': ['ID=589491da-3844-4992-9bba-1154e1483389,revision_number=2']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:07:56.688795 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1b5fdd-e8a7-408a-937f-b052c64a796e demo admin] Network b8c3737e-d179-43d4-a601-eafcddbc3e93 is already hosted by enough agents. {{(pid=103468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:07:56.690101 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.base_scheduler [None req-1e1b5fdd-e8a7-408a-937f-b052c64a796e demo admin] Resources bound (agent type, host, resource id): {{(pid=103468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:07:56.850327 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e1b5fdd-e8a7-408a-937f-b052c64a796e demo admin] Router 8e7e6e26-c60c-4669-b758-eaebf282223c is scheduled to L3 agent e5548ccc-31b8-4072-a6b0-52b00208ea79 with binding_index 1 {{(pid=103468) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 17:07:56.914355 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-7899a55f-3f86-4a8a-b8a9-cc66f0cfe549 None None] Provisioning complete for port 589491da-3844-4992-9bba-1154e1483389 triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:07:56.914863 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-7899a55f-3f86-4a8a-b8a9-cc66f0cfe549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (589491da-3844-4992-9bba-1154e1483389), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:07:56.943800 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e1b5fdd-e8a7-408a-937f-b052c64a796e demo admin] Notify agent at l3_agent.dv-cinder-841591-1-iscsi the message routers_updated {{(pid=103468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:07:56.949239 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-1e1b5fdd-e8a7-408a-937f-b052c64a796e demo admin] 10.222.0.23 "PUT /v2.0/routers/8e7e6e26-c60c-4669-b758-eaebf282223c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7246809 May 12 17:07:56.951662 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-7899a55f-3f86-4a8a-b8a9-cc66f0cfe549 None None] Port 589491da-3844-4992-9bba-1154e1483389 cannot update to ACTIVE because it is not bound. {{(pid=103470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:07:56.957481 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88e2572-8140-4914-be0e-0306bd9f1224 None None] Sync routers for ids ['8e7e6e26-c60c-4669-b758-eaebf282223c'] in dv-cinder-841591-1-iscsi {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:07:56.969404 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88e2572-8140-4914-be0e-0306bd9f1224 None None] Routers {'8e7e6e26-c60c-4669-b758-eaebf282223c'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:07:56.970254 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-f88e2572-8140-4914-be0e-0306bd9f1224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:07:56Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['8e7e6e26-c60c-4669-b758-eaebf282223c'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:07:57.162209 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-f88e2572-8140-4914-be0e-0306bd9f1224 None None] Set router 8e7e6e26-c60c-4669-b758-eaebf282223c gateway port host: None {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:07:57.201311 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-921d17b2-ae2c-4a72-8bd8-05131367e3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (bf71836d-8135-4bcd-843a-dab378dba2b2), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:07:57.583879 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-f88e2572-8140-4914-be0e-0306bd9f1224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e7e6e26-c60c-4669-b758-eaebf282223c', 'name': 'router1', 'tenant_id': '5baa6c33d35a4ff08976cf52404739cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:07:46Z', 'updated_at': '2022-05-12T17:07:56Z', 'revision_number': 2, 'project_id': '5baa6c33d35a4ff08976cf52404739cf', 'gw_port_host': None, '_interfaces': [{'id': '589491da-3844-4992-9bba-1154e1483389', 'name': '', 'network_id': 'b8c3737e-d179-43d4-a601-eafcddbc3e93', 'tenant_id': '5baa6c33d35a4ff08976cf52404739cf', 'mac_address': 'fa:16:3e:7c:4b:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e7e6e26-c60c-4669-b758-eaebf282223c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e4e2a7e2-8d1e-4847-ba8b-cbb8deba1132', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:07:55Z', 'updated_at': '2022-05-12T17:07:56Z', 'revision_number': 2, 'project_id': '5baa6c33d35a4ff08976cf52404739cf', 'subnets': [{'id': 'e4e2a7e2-8d1e-4847-ba8b-cbb8deba1132', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '30a1e604-1aac-4089-b779-8e409ced424c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:07:57.632715 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88e2572-8140-4914-be0e-0306bd9f1224 None None] Checking router: 8e7e6e26-c60c-4669-b758-eaebf282223c for host: dv-cinder-841591-1-iscsi {{(pid=103471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:07:57.633083 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88e2572-8140-4914-be0e-0306bd9f1224 None None] Updating router 8e7e6e26-c60c-4669-b758-eaebf282223c port 589491da-3844-4992-9bba-1154e1483389 binding host dv-cinder-841591-1-iscsi {{(pid=103471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 17:07:57.713118 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-f88e2572-8140-4914-be0e-0306bd9f1224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (589491da-3844-4992-9bba-1154e1483389), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:07:58.223987 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-f88e2572-8140-4914-be0e-0306bd9f1224 None None] Publish callbacks [] for port (589491da-3844-4992-9bba-1154e1483389), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:07:58.230474 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-f88e2572-8140-4914-be0e-0306bd9f1224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (589491da-3844-4992-9bba-1154e1483389), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:07:58.400537 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04855200-0b50-4a87-a78a-dfa75694f28c None None] Pushing event updated for resources: {'Port': ['ID=589491da-3844-4992-9bba-1154e1483389,revision_number=3']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:07:58.420308 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04855200-0b50-4a87-a78a-dfa75694f28c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:07:58.420657 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04855200-0b50-4a87-a78a-dfa75694f28c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:07:58.421016 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04855200-0b50-4a87-a78a-dfa75694f28c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:07:58.421901 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04855200-0b50-4a87-a78a-dfa75694f28c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:07:58.422246 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04855200-0b50-4a87-a78a-dfa75694f28c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:07:58.422602 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04855200-0b50-4a87-a78a-dfa75694f28c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:07:58.422932 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04855200-0b50-4a87-a78a-dfa75694f28c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:07:58.423256 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04855200-0b50-4a87-a78a-dfa75694f28c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:07:58.423582 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04855200-0b50-4a87-a78a-dfa75694f28c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:07:58.423908 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04855200-0b50-4a87-a78a-dfa75694f28c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:07:58.424231 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04855200-0b50-4a87-a78a-dfa75694f28c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:07:58.424566 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04855200-0b50-4a87-a78a-dfa75694f28c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:07:58.424889 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04855200-0b50-4a87-a78a-dfa75694f28c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:07:58.425205 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04855200-0b50-4a87-a78a-dfa75694f28c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:07:58.425519 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04855200-0b50-4a87-a78a-dfa75694f28c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:07:58.427114 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04855200-0b50-4a87-a78a-dfa75694f28c None None] Tracked resource versions report: May 12 17:07:58.427114 dv-cinder-841591-1-iscsi neutron-server[103471]: pushed versions: May 12 17:07:58.427114 dv-cinder-841591-1-iscsi neutron-server[103471]: { 'AddressGroup': {'1.2'}, May 12 17:07:58.427114 dv-cinder-841591-1-iscsi neutron-server[103471]: 'Agent': {'1.1'}, May 12 17:07:58.427114 dv-cinder-841591-1-iscsi neutron-server[103471]: 'ConntrackHelper': {'1.0'}, May 12 17:07:58.427114 dv-cinder-841591-1-iscsi neutron-server[103471]: 'LocalIPAssociation': {'1.0'}, May 12 17:07:58.427114 dv-cinder-841591-1-iscsi neutron-server[103471]: 'Log': {'1.0'}, May 12 17:07:58.427114 dv-cinder-841591-1-iscsi neutron-server[103471]: 'NDPProxy': {'1.0'}, May 12 17:07:58.427114 dv-cinder-841591-1-iscsi neutron-server[103471]: 'Network': {'1.1'}, May 12 17:07:58.427114 dv-cinder-841591-1-iscsi neutron-server[103471]: 'Port': {'1.7'}, May 12 17:07:58.427114 dv-cinder-841591-1-iscsi neutron-server[103471]: 'PortForwarding': {'1.3'}, May 12 17:07:58.427114 dv-cinder-841591-1-iscsi neutron-server[103471]: 'QosPolicy': {'1.10'}, May 12 17:07:58.427114 dv-cinder-841591-1-iscsi neutron-server[103471]: 'SecurityGroup': {'1.5'}, May 12 17:07:58.427114 dv-cinder-841591-1-iscsi neutron-server[103471]: 'SecurityGroupRule': {'1.2'}, May 12 17:07:58.427114 dv-cinder-841591-1-iscsi neutron-server[103471]: 'SubPort': {'1.0'}, May 12 17:07:58.427114 dv-cinder-841591-1-iscsi neutron-server[103471]: 'Subnet': {'1.1'}, May 12 17:07:58.427114 dv-cinder-841591-1-iscsi neutron-server[103471]: 'Trunk': {'1.1'}} May 12 17:07:58.427114 dv-cinder-841591-1-iscsi neutron-server[103471]: consumer versions: May 12 17:07:58.427114 dv-cinder-841591-1-iscsi neutron-server[103471]: { DHCP agent@dv-cinder-841591-1-iscsi: {}, May 12 17:07:58.427114 dv-cinder-841591-1-iscsi neutron-server[103471]: L3 agent@dv-cinder-841591-1-iscsi: {}, May 12 17:07:58.427114 dv-cinder-841591-1-iscsi neutron-server[103471]: Metadata agent@dv-cinder-841591-1-iscsi: {}, May 12 17:07:58.427114 dv-cinder-841591-1-iscsi neutron-server[103471]: Metering agent@dv-cinder-841591-1-iscsi: {}, May 12 17:07:58.427114 dv-cinder-841591-1-iscsi neutron-server[103471]: Open vSwitch agent@dv-cinder-841591-1-iscsi: { 'AddressGroup': '1.2', May 12 17:07:58.427114 dv-cinder-841591-1-iscsi neutron-server[103471]: 'Agent': '1.1', May 12 17:07:58.427114 dv-cinder-841591-1-iscsi neutron-server[103471]: 'ConntrackHelper': '1.0', May 12 17:07:58.427114 dv-cinder-841591-1-iscsi neutron-server[103471]: 'LocalIPAssociation': '1.0', May 12 17:07:58.427114 dv-cinder-841591-1-iscsi neutron-server[103471]: 'Log': '1.0', May 12 17:07:58.427114 dv-cinder-841591-1-iscsi neutron-server[103471]: 'NDPProxy': '1.0', May 12 17:07:58.427114 dv-cinder-841591-1-iscsi neutron-server[103471]: 'Network': '1.1', May 12 17:07:58.427114 dv-cinder-841591-1-iscsi neutron-server[103471]: 'Port': '1.7', May 12 17:07:58.427114 dv-cinder-841591-1-iscsi neutron-server[103471]: 'PortForwarding': '1.3', May 12 17:07:58.427114 dv-cinder-841591-1-iscsi neutron-server[103471]: 'QosPolicy': '1.10', May 12 17:07:58.427114 dv-cinder-841591-1-iscsi neutron-server[103471]: 'SecurityGroup': '1.5', May 12 17:07:58.427114 dv-cinder-841591-1-iscsi neutron-server[103471]: 'SecurityGroupRule': '1.2', May 12 17:07:58.427114 dv-cinder-841591-1-iscsi neutron-server[103471]: 'SubPort': '1.0', May 12 17:07:58.427114 dv-cinder-841591-1-iscsi neutron-server[103471]: 'Subnet': '1.1', May 12 17:07:58.427114 dv-cinder-841591-1-iscsi neutron-server[103471]: 'Trunk': '1.1'}} May 12 17:07:58.427114 dv-cinder-841591-1-iscsi neutron-server[103471]: {{(pid=103471) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 17:07:58.433078 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-f88e2572-8140-4914-be0e-0306bd9f1224 None None] Attempting to bind port 589491da-3844-4992-9bba-1154e1483389 on host dv-cinder-841591-1-iscsi for vnic_type normal with profile {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:07:58.433478 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-f88e2572-8140-4914-be0e-0306bd9f1224 None None] Attempting to bind port 589491da-3844-4992-9bba-1154e1483389 by drivers openvswitch,hyperv on host dv-cinder-841591-1-iscsi at level 0 using segments [{'id': '19bc438b-be2f-429e-a934-a5891a64034d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'b8c3737e-d179-43d4-a601-eafcddbc3e93'}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:07:58.433908 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88e2572-8140-4914-be0e-0306bd9f1224 None None] Attempting to bind port 589491da-3844-4992-9bba-1154e1483389 on network b8c3737e-d179-43d4-a601-eafcddbc3e93 {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:07:58.439898 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88e2572-8140-4914-be0e-0306bd9f1224 None None] Checking agent: {'id': 'dea0f963-0a36-45fe-941b-5c749ca6f3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841591-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 7, 30), 'started_at': datetime.datetime(2022, 5, 12, 17, 7, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841591-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:07:58.440302 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88e2572-8140-4914-be0e-0306bd9f1224 None None] Checking segment: {'id': '19bc438b-be2f-429e-a934-a5891a64034d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'b8c3737e-d179-43d4-a601-eafcddbc3e93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:07:58.440789 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-f88e2572-8140-4914-be0e-0306bd9f1224 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:07:58.441180 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88e2572-8140-4914-be0e-0306bd9f1224 None None] Bound using segment: {'id': '19bc438b-be2f-429e-a934-a5891a64034d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'b8c3737e-d179-43d4-a601-eafcddbc3e93'} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:07:58.441665 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-f88e2572-8140-4914-be0e-0306bd9f1224 None None] Bound port: 589491da-3844-4992-9bba-1154e1483389, host: dv-cinder-841591-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19bc438b-be2f-429e-a934-a5891a64034d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'b8c3737e-d179-43d4-a601-eafcddbc3e93'}}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:07:58.442046 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-f88e2572-8140-4914-be0e-0306bd9f1224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (589491da-3844-4992-9bba-1154e1483389), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:07:58.510678 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-f88e2572-8140-4914-be0e-0306bd9f1224 None None] For port 589491da-3844-4992-9bba-1154e1483389, host dv-cinder-841591-1-iscsi, cleared binding levels {{(pid=103471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:07:58.531078 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-f88e2572-8140-4914-be0e-0306bd9f1224 None None] For port 589491da-3844-4992-9bba-1154e1483389, host dv-cinder-841591-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-1-iscsi',level=0,port_id=589491da-3844-4992-9bba-1154e1483389,segment=NetworkSegment(19bc438b-be2f-429e-a934-a5891a64034d),segment_id=19bc438b-be2f-429e-a934-a5891a64034d)] {{(pid=103471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:07:58.537299 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-f88e2572-8140-4914-be0e-0306bd9f1224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (589491da-3844-4992-9bba-1154e1483389), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:07:58.580009 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88e2572-8140-4914-be0e-0306bd9f1224 None None] Routers {'8e7e6e26-c60c-4669-b758-eaebf282223c'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:07:58.580646 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-f88e2572-8140-4914-be0e-0306bd9f1224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:07:56Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['8e7e6e26-c60c-4669-b758-eaebf282223c'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:07:58.643533 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-c251c867-517d-4dc3-bdcc-28d31b6bdecd None None] Provisioning complete for port 589491da-3844-4992-9bba-1154e1483389 triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:07:58.644605 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-c251c867-517d-4dc3-bdcc-28d31b6bdecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (589491da-3844-4992-9bba-1154e1483389), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:07:58.675332 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-f88e2572-8140-4914-be0e-0306bd9f1224 None None] Set router 8e7e6e26-c60c-4669-b758-eaebf282223c gateway port host: None {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:07:58.728194 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-c251c867-517d-4dc3-bdcc-28d31b6bdecd None None] Current status of the port 589491da-3844-4992-9bba-1154e1483389 is: DOWN; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:07:58.728579 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-c251c867-517d-4dc3-bdcc-28d31b6bdecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (589491da-3844-4992-9bba-1154e1483389), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:07:58.765479 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-c581148e-646c-4c8c-8cc5-93d6184e682f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (98e1a54e-83f0-40d1-9631-7dd40ffbcd59), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:07:58.768047 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04855200-0b50-4a87-a78a-dfa75694f28c None None] Pushing event updated for resources: {'Port': ['ID=589491da-3844-4992-9bba-1154e1483389,revision_number=4']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:07:58.782019 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-c251c867-517d-4dc3-bdcc-28d31b6bdecd None None] For port 589491da-3844-4992-9bba-1154e1483389, host dv-cinder-841591-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-1-iscsi',level=0,port_id=589491da-3844-4992-9bba-1154e1483389,segment=NetworkSegment(19bc438b-be2f-429e-a934-a5891a64034d),segment_id=19bc438b-be2f-429e-a934-a5891a64034d)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:07:58.786123 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-c251c867-517d-4dc3-bdcc-28d31b6bdecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (589491da-3844-4992-9bba-1154e1483389), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:07:58.833920 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c251c867-517d-4dc3-bdcc-28d31b6bdecd None None] Pushing event updated for resources: {'Port': ['ID=589491da-3844-4992-9bba-1154e1483389,revision_number=5']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:07:58.898128 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-f88e2572-8140-4914-be0e-0306bd9f1224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e7e6e26-c60c-4669-b758-eaebf282223c', 'name': 'router1', 'tenant_id': '5baa6c33d35a4ff08976cf52404739cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:07:46Z', 'updated_at': '2022-05-12T17:07:56Z', 'revision_number': 2, 'project_id': '5baa6c33d35a4ff08976cf52404739cf', 'gw_port_host': None, '_interfaces': [{'id': '589491da-3844-4992-9bba-1154e1483389', 'name': '', 'network_id': 'b8c3737e-d179-43d4-a601-eafcddbc3e93', 'tenant_id': '5baa6c33d35a4ff08976cf52404739cf', 'mac_address': 'fa:16:3e:7c:4b:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e7e6e26-c60c-4669-b758-eaebf282223c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e4e2a7e2-8d1e-4847-ba8b-cbb8deba1132', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:07:55Z', 'updated_at': '2022-05-12T17:07:58Z', 'revision_number': 4, 'project_id': '5baa6c33d35a4ff08976cf52404739cf', 'subnets': [{'id': 'e4e2a7e2-8d1e-4847-ba8b-cbb8deba1132', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '30a1e604-1aac-4089-b779-8e409ced424c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:07:58.904619 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-a49bbcf4-07b5-4c04-b96c-7e9fc1da77c0 None None] Provisioning complete for port 589491da-3844-4992-9bba-1154e1483389 triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:07:58.905010 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-a49bbcf4-07b5-4c04-b96c-7e9fc1da77c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (589491da-3844-4992-9bba-1154e1483389), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:07:58.928993 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88e2572-8140-4914-be0e-0306bd9f1224 None None] The sync data for ids ['8e7e6e26-c60c-4669-b758-eaebf282223c'] in dv-cinder-841591-1-iscsi is: [{'id': '8e7e6e26-c60c-4669-b758-eaebf282223c', 'name': 'router1', 'tenant_id': '5baa6c33d35a4ff08976cf52404739cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:07:46Z', 'updated_at': '2022-05-12T17:07:56Z', 'revision_number': 2, 'project_id': '5baa6c33d35a4ff08976cf52404739cf', 'gw_port_host': None, '_interfaces': [{'id': '589491da-3844-4992-9bba-1154e1483389', 'name': '', 'network_id': 'b8c3737e-d179-43d4-a601-eafcddbc3e93', 'tenant_id': '5baa6c33d35a4ff08976cf52404739cf', 'mac_address': 'fa:16:3e:7c:4b:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e7e6e26-c60c-4669-b758-eaebf282223c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e4e2a7e2-8d1e-4847-ba8b-cbb8deba1132', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:07:55Z', 'updated_at': '2022-05-12T17:07:58Z', 'revision_number': 4, 'project_id': '5baa6c33d35a4ff08976cf52404739cf', 'subnets': [{'id': 'e4e2a7e2-8d1e-4847-ba8b-cbb8deba1132', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '30a1e604-1aac-4089-b779-8e409ced424c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:07:58.986786 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-a49bbcf4-07b5-4c04-b96c-7e9fc1da77c0 None None] Current status of the port 589491da-3844-4992-9bba-1154e1483389 is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:07:59.363922 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 51798) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:07:59.711848 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.policy [None req-5c5a7ab8-7009-4f7f-8020-ead0a5a5e6ad admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103469) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 12 17:07:59.754295 dv-cinder-841591-1-iscsi neutron-server[103469]: WARNING oslo_policy.policy [None req-5c5a7ab8-7009-4f7f-8020-ead0a5a5e6ad admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 17:07:59.754705 dv-cinder-841591-1-iscsi neutron-server[103469]: WARNING oslo_policy.policy [None req-5c5a7ab8-7009-4f7f-8020-ead0a5a5e6ad admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 17:07:59.762412 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5a7ab8-7009-4f7f-8020-ead0a5a5e6ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:07:59.764198 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-5c5a7ab8-7009-4f7f-8020-ead0a5a5e6ad admin admin] 10.222.0.23 "GET /v2.0/networks/9bfa71c8-c6b3-48ca-a660-d8187367d4be HTTP/1.1" status: 200 len: 842 time: 0.3992705 May 12 17:07:59.773746 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-5cfad0be-85ee-4069-be6e-55245f97fd4f admin admin] Request body: {'subnet': {'cidr': '172.27.0.0/24', 'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.27.0.1', 'name': 'public-subnet', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:07:59.813346 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cfad0be-85ee-4069-be6e-55245f97fd4f admin admin] Made reservation on behalf of 866d15d297214d9093f0667cd04e24ed for: {'subnet': 1} {{(pid=103469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:07:59.816083 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-5cfad0be-85ee-4069-be6e-55245f97fd4f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:08:00.202251 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.objects.ports [None req-5cfad0be-85ee-4069-be6e-55245f97fd4f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103469) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 12 17:08:00.202701 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-5cfad0be-85ee-4069-be6e-55245f97fd4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205'] for subnet (c986c1c6-d014-45ab-99c5-409df43f439e), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:08:00.204348 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (dea0f963-0a36-45fe-941b-5c749ca6f3bf), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:08:00.270348 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfad0be-85ee-4069-be6e-55245f97fd4f admin admin] Checking segment: {'id': '54af2f58-bd4b-41ba-9124-743d6aed4e37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:08:00.270748 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfad0be-85ee-4069-be6e-55245f97fd4f admin admin] Network hostable DHCP agents. Network: 9bfa71c8-c6b3-48ca-a660-d8187367d4be, hostable agents: ['ad05f391-ff61-4b74-a3af-7ffb7f485489'], hosted agents: [] {{(pid=103469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 17:08:00.278171 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfad0be-85ee-4069-be6e-55245f97fd4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c986c1c6-d014-45ab-99c5-409df43f439e,revision_number=0']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:08:00.292705 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfad0be-85ee-4069-be6e-55245f97fd4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:08:00.293042 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfad0be-85ee-4069-be6e-55245f97fd4f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:08:00.293432 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfad0be-85ee-4069-be6e-55245f97fd4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:08:00.293771 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfad0be-85ee-4069-be6e-55245f97fd4f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:08:00.294092 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfad0be-85ee-4069-be6e-55245f97fd4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:08:00.294409 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfad0be-85ee-4069-be6e-55245f97fd4f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:08:00.294750 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfad0be-85ee-4069-be6e-55245f97fd4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:08:00.295064 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfad0be-85ee-4069-be6e-55245f97fd4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:08:00.295398 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfad0be-85ee-4069-be6e-55245f97fd4f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:08:00.295696 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfad0be-85ee-4069-be6e-55245f97fd4f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:08:00.296023 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfad0be-85ee-4069-be6e-55245f97fd4f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:08:00.296425 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfad0be-85ee-4069-be6e-55245f97fd4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:08:00.296758 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfad0be-85ee-4069-be6e-55245f97fd4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:08:00.297067 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfad0be-85ee-4069-be6e-55245f97fd4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:08:00.297375 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfad0be-85ee-4069-be6e-55245f97fd4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:08:00.298793 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfad0be-85ee-4069-be6e-55245f97fd4f admin admin] Tracked resource versions report: May 12 17:08:00.298793 dv-cinder-841591-1-iscsi neutron-server[103469]: pushed versions: May 12 17:08:00.298793 dv-cinder-841591-1-iscsi neutron-server[103469]: { 'AddressGroup': {'1.2'}, May 12 17:08:00.298793 dv-cinder-841591-1-iscsi neutron-server[103469]: 'Agent': {'1.1'}, May 12 17:08:00.298793 dv-cinder-841591-1-iscsi neutron-server[103469]: 'ConntrackHelper': {'1.0'}, May 12 17:08:00.298793 dv-cinder-841591-1-iscsi neutron-server[103469]: 'LocalIPAssociation': {'1.0'}, May 12 17:08:00.298793 dv-cinder-841591-1-iscsi neutron-server[103469]: 'Log': {'1.0'}, May 12 17:08:00.298793 dv-cinder-841591-1-iscsi neutron-server[103469]: 'NDPProxy': {'1.0'}, May 12 17:08:00.298793 dv-cinder-841591-1-iscsi neutron-server[103469]: 'Network': {'1.1'}, May 12 17:08:00.298793 dv-cinder-841591-1-iscsi neutron-server[103469]: 'Port': {'1.7'}, May 12 17:08:00.298793 dv-cinder-841591-1-iscsi neutron-server[103469]: 'PortForwarding': {'1.3'}, May 12 17:08:00.298793 dv-cinder-841591-1-iscsi neutron-server[103469]: 'QosPolicy': {'1.10'}, May 12 17:08:00.298793 dv-cinder-841591-1-iscsi neutron-server[103469]: 'SecurityGroup': {'1.5'}, May 12 17:08:00.298793 dv-cinder-841591-1-iscsi neutron-server[103469]: 'SecurityGroupRule': {'1.2'}, May 12 17:08:00.298793 dv-cinder-841591-1-iscsi neutron-server[103469]: 'SubPort': {'1.0'}, May 12 17:08:00.298793 dv-cinder-841591-1-iscsi neutron-server[103469]: 'Subnet': {'1.1'}, May 12 17:08:00.298793 dv-cinder-841591-1-iscsi neutron-server[103469]: 'Trunk': {'1.1'}} May 12 17:08:00.298793 dv-cinder-841591-1-iscsi neutron-server[103469]: consumer versions: May 12 17:08:00.298793 dv-cinder-841591-1-iscsi neutron-server[103469]: { DHCP agent@dv-cinder-841591-1-iscsi: {}, May 12 17:08:00.298793 dv-cinder-841591-1-iscsi neutron-server[103469]: L3 agent@dv-cinder-841591-1-iscsi: {}, May 12 17:08:00.298793 dv-cinder-841591-1-iscsi neutron-server[103469]: Metadata agent@dv-cinder-841591-1-iscsi: {}, May 12 17:08:00.298793 dv-cinder-841591-1-iscsi neutron-server[103469]: Metering agent@dv-cinder-841591-1-iscsi: {}, May 12 17:08:00.298793 dv-cinder-841591-1-iscsi neutron-server[103469]: Open vSwitch agent@dv-cinder-841591-1-iscsi: { 'AddressGroup': '1.2', May 12 17:08:00.298793 dv-cinder-841591-1-iscsi neutron-server[103469]: 'Agent': '1.1', May 12 17:08:00.298793 dv-cinder-841591-1-iscsi neutron-server[103469]: 'ConntrackHelper': '1.0', May 12 17:08:00.298793 dv-cinder-841591-1-iscsi neutron-server[103469]: 'LocalIPAssociation': '1.0', May 12 17:08:00.298793 dv-cinder-841591-1-iscsi neutron-server[103469]: 'Log': '1.0', May 12 17:08:00.298793 dv-cinder-841591-1-iscsi neutron-server[103469]: 'NDPProxy': '1.0', May 12 17:08:00.298793 dv-cinder-841591-1-iscsi neutron-server[103469]: 'Network': '1.1', May 12 17:08:00.298793 dv-cinder-841591-1-iscsi neutron-server[103469]: 'Port': '1.7', May 12 17:08:00.298793 dv-cinder-841591-1-iscsi neutron-server[103469]: 'PortForwarding': '1.3', May 12 17:08:00.298793 dv-cinder-841591-1-iscsi neutron-server[103469]: 'QosPolicy': '1.10', May 12 17:08:00.298793 dv-cinder-841591-1-iscsi neutron-server[103469]: 'SecurityGroup': '1.5', May 12 17:08:00.298793 dv-cinder-841591-1-iscsi neutron-server[103469]: 'SecurityGroupRule': '1.2', May 12 17:08:00.298793 dv-cinder-841591-1-iscsi neutron-server[103469]: 'SubPort': '1.0', May 12 17:08:00.298793 dv-cinder-841591-1-iscsi neutron-server[103469]: 'Subnet': '1.1', May 12 17:08:00.298793 dv-cinder-841591-1-iscsi neutron-server[103469]: 'Trunk': '1.1'}} May 12 17:08:00.298793 dv-cinder-841591-1-iscsi neutron-server[103469]: {{(pid=103469) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 17:08:00.322922 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfad0be-85ee-4069-be6e-55245f97fd4f admin admin] Network 9bfa71c8-c6b3-48ca-a660-d8187367d4be is scheduled to be hosted by DHCP agent ad05f391-ff61-4b74-a3af-7ffb7f485489 with binding_index 1 {{(pid=103469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 17:08:00.342971 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [None req-5cfad0be-85ee-4069-be6e-55245f97fd4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841591-1-iscsi, 9bfa71c8-c6b3-48ca-a660-d8187367d4be) {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:08:00.348839 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfad0be-85ee-4069-be6e-55245f97fd4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:08:00.349882 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-5cfad0be-85ee-4069-be6e-55245f97fd4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-519179'] for subnet (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:08:00.353969 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d153b02e-d724-46aa-a5b3-0bca4ee314c6 None None] Network 9bfa71c8-c6b3-48ca-a660-d8187367d4be requested from dv-cinder-841591-1-iscsi {{(pid=103470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:08:00.383028 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-5cfad0be-85ee-4069-be6e-55245f97fd4f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6127579 May 12 17:08:00.460025 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c68f25e-b4a3-4fd2-ab65-6840fe462dc3 None None] Network 9bfa71c8-c6b3-48ca-a660-d8187367d4be requested from dv-cinder-841591-1-iscsi {{(pid=103470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:08:02.779369 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 51822) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:08:03.036484 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-3bbf9d64-8f6d-42e8-85bf-68cc14df27a2 demo admin] 10.222.0.23 "GET /v2.0/routers/8e7e6e26-c60c-4669-b758-eaebf282223c HTTP/1.1" status: 200 len: 710 time: 0.2559221 May 12 17:08:03.133206 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32256549-97c0-401f-8389-5c25464b7986 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:08:03.134585 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-32256549-97c0-401f-8389-5c25464b7986 demo admin] 10.222.0.23 "GET /v2.0/networks/9bfa71c8-c6b3-48ca-a660-d8187367d4be HTTP/1.1" status: 200 len: 886 time: 0.0927291 May 12 17:08:03.143774 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-bd03154a-5d6a-4720-87ec-0d2ac5ba16b9 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be'}}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:08:03.401068 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-bd03154a-5d6a-4720-87ec-0d2ac5ba16b9 demo admin] Publish callbacks [] for router_gateway (8e7e6e26-c60c-4669-b758-eaebf282223c), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:08:03.620843 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-bd03154a-5d6a-4720-87ec-0d2ac5ba16b9 demo admin] Publish callbacks [] for router_gateway (8e7e6e26-c60c-4669-b758-eaebf282223c), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:08:03.699314 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-bd03154a-5d6a-4720-87ec-0d2ac5ba16b9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:08:03.852382 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.db.db_base_plugin_common [None req-bd03154a-5d6a-4720-87ec-0d2ac5ba16b9 demo admin] Allocated IP 172.27.0.148 (9bfa71c8-c6b3-48ca-a660-d8187367d4be/c986c1c6-d014-45ab-99c5-409df43f439e/54ca8bde-4948-4692-a0ba-7a31b66885d8) {{(pid=103469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:08:03.958816 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-bd03154a-5d6a-4720-87ec-0d2ac5ba16b9 demo admin] Publish callbacks [] for port (54ca8bde-4948-4692-a0ba-7a31b66885d8), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:08:04.021727 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-bd03154a-5d6a-4720-87ec-0d2ac5ba16b9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774527475285'] for port (54ca8bde-4948-4692-a0ba-7a31b66885d8), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:08:04.094773 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd03154a-5d6a-4720-87ec-0d2ac5ba16b9 demo admin] Network 9bfa71c8-c6b3-48ca-a660-d8187367d4be is already hosted by enough agents. {{(pid=103469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:08:04.101176 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [None req-bd03154a-5d6a-4720-87ec-0d2ac5ba16b9 demo admin] Resources bound (agent type, host, resource id): {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:08:04.104403 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd03154a-5d6a-4720-87ec-0d2ac5ba16b9 demo admin] Received port after_create {{(pid=103469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:08:04.205615 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd03154a-5d6a-4720-87ec-0d2ac5ba16b9 demo admin] Pushing event updated for resources: {'Port': ['ID=54ca8bde-4948-4692-a0ba-7a31b66885d8,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:08:04.459421 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-bd03154a-5d6a-4720-87ec-0d2ac5ba16b9 demo admin] Publish callbacks [] for router_gateway (8e7e6e26-c60c-4669-b758-eaebf282223c), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:08:04.653763 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-bd03154a-5d6a-4720-87ec-0d2ac5ba16b9 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3679790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3679619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1042251'] for router (8e7e6e26-c60c-4669-b758-eaebf282223c), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:08:04.659222 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-bd03154a-5d6a-4720-87ec-0d2ac5ba16b9 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3679947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3679801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3679792', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3679642'] for router (8e7e6e26-c60c-4669-b758-eaebf282223c), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:08:04.774373 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd03154a-5d6a-4720-87ec-0d2ac5ba16b9 demo admin] Router 8e7e6e26-c60c-4669-b758-eaebf282223c has already been hosted by L3 agent e5548ccc-31b8-4072-a6b0-52b00208ea79 {{(pid=103469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:08:04.881308 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd03154a-5d6a-4720-87ec-0d2ac5ba16b9 demo admin] Notify agent at l3_agent.dv-cinder-841591-1-iscsi the message routers_updated {{(pid=103469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:08:04.885569 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-bd03154a-5d6a-4720-87ec-0d2ac5ba16b9 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:08:04.889457 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-bd03154a-5d6a-4720-87ec-0d2ac5ba16b9 demo admin] 10.222.0.23 "PUT /v2.0/routers/8e7e6e26-c60c-4669-b758-eaebf282223c HTTP/1.1" status: 200 len: 890 time: 1.7490382 May 12 17:08:06.940423 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device 589491da-3844-4992-9bba-1154e1483389 up at agent ovs-agent-dv-cinder-841591-1-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:08:06.991696 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Provisioning complete for port 589491da-3844-4992-9bba-1154e1483389 triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:08:06.992214 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (589491da-3844-4992-9bba-1154e1483389), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:08:07.077570 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Current status of the port 589491da-3844-4992-9bba-1154e1483389 is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:08:07.361073 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 51834) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:08:07.484227 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-020a7a2a-56c6-4a4c-97de-826d22d2c10b admin admin] 10.222.0.23 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1220009 May 12 17:08:07.912617 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d392189c-38a9-47d8-95c6-4533ca120d2e None None] Sync routers for ids ['8e7e6e26-c60c-4669-b758-eaebf282223c'] in dv-cinder-841591-1-iscsi {{(pid=103470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:08:07.924726 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d392189c-38a9-47d8-95c6-4533ca120d2e None None] Routers {'8e7e6e26-c60c-4669-b758-eaebf282223c'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:08:07.925460 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-d392189c-38a9-47d8-95c6-4533ca120d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:07:56Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['8e7e6e26-c60c-4669-b758-eaebf282223c'], 'active': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:08:08.159165 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvr_db [None req-d392189c-38a9-47d8-95c6-4533ca120d2e None None] Set router 8e7e6e26-c60c-4669-b758-eaebf282223c gateway port host: dv-cinder-841591-1-iscsi {{(pid=103470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:08:08.606062 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-d392189c-38a9-47d8-95c6-4533ca120d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e7e6e26-c60c-4669-b758-eaebf282223c', 'name': 'router1', 'tenant_id': '5baa6c33d35a4ff08976cf52404739cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '54ca8bde-4948-4692-a0ba-7a31b66885d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:07:46Z', 'updated_at': '2022-05-12T17:08:04Z', 'revision_number': 4, 'project_id': '5baa6c33d35a4ff08976cf52404739cf', 'gw_port': {'id': '54ca8bde-4948-4692-a0ba-7a31b66885d8', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:72:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e7e6e26-c60c-4669-b758-eaebf282223c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:08:03Z', 'updated_at': '2022-05-12T17:08:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_interfaces': [{'id': '589491da-3844-4992-9bba-1154e1483389', 'name': '', 'network_id': 'b8c3737e-d179-43d4-a601-eafcddbc3e93', 'tenant_id': '5baa6c33d35a4ff08976cf52404739cf', 'mac_address': 'fa:16:3e:7c:4b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7e6e26-c60c-4669-b758-eaebf282223c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e4e2a7e2-8d1e-4847-ba8b-cbb8deba1132', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:07:55Z', 'updated_at': '2022-05-12T17:07:58Z', 'revision_number': 5, 'project_id': '5baa6c33d35a4ff08976cf52404739cf', 'subnets': [{'id': 'e4e2a7e2-8d1e-4847-ba8b-cbb8deba1132', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '30a1e604-1aac-4089-b779-8e409ced424c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:08:08.655438 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d392189c-38a9-47d8-95c6-4533ca120d2e None None] Checking router: 8e7e6e26-c60c-4669-b758-eaebf282223c for host: dv-cinder-841591-1-iscsi {{(pid=103470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:08:08.656368 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d392189c-38a9-47d8-95c6-4533ca120d2e None None] Updating router 8e7e6e26-c60c-4669-b758-eaebf282223c port 54ca8bde-4948-4692-a0ba-7a31b66885d8 binding host dv-cinder-841591-1-iscsi {{(pid=103470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 17:08:08.708505 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-d392189c-38a9-47d8-95c6-4533ca120d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (54ca8bde-4948-4692-a0ba-7a31b66885d8), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:08:09.051451 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-d392189c-38a9-47d8-95c6-4533ca120d2e None None] Publish callbacks [] for port (54ca8bde-4948-4692-a0ba-7a31b66885d8), precommit_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:08:09.058474 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-d392189c-38a9-47d8-95c6-4533ca120d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (54ca8bde-4948-4692-a0ba-7a31b66885d8), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:08:09.110884 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2c9db2-cf94-4545-8b4b-27a8f2d09cad None None] Pushing event updated for resources: {'Port': ['ID=54ca8bde-4948-4692-a0ba-7a31b66885d8,revision_number=2']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:08:09.116711 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-d392189c-38a9-47d8-95c6-4533ca120d2e None None] Attempting to bind port 54ca8bde-4948-4692-a0ba-7a31b66885d8 on host dv-cinder-841591-1-iscsi for vnic_type normal with profile {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:08:09.117084 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-d392189c-38a9-47d8-95c6-4533ca120d2e None None] Attempting to bind port 54ca8bde-4948-4692-a0ba-7a31b66885d8 by drivers openvswitch,hyperv on host dv-cinder-841591-1-iscsi at level 0 using segments [{'id': '54af2f58-bd4b-41ba-9124-743d6aed4e37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be'}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:08:09.117446 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d392189c-38a9-47d8-95c6-4533ca120d2e None None] Attempting to bind port 54ca8bde-4948-4692-a0ba-7a31b66885d8 on network 9bfa71c8-c6b3-48ca-a660-d8187367d4be {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:08:09.122325 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d392189c-38a9-47d8-95c6-4533ca120d2e None None] Checking agent: {'id': 'dea0f963-0a36-45fe-941b-5c749ca6f3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841591-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 7, 30), 'started_at': datetime.datetime(2022, 5, 12, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841591-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:08:09.122729 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d392189c-38a9-47d8-95c6-4533ca120d2e None None] Checking segment: {'id': '54af2f58-bd4b-41ba-9124-743d6aed4e37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:08:09.123131 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-d392189c-38a9-47d8-95c6-4533ca120d2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:08:09.123516 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d392189c-38a9-47d8-95c6-4533ca120d2e None None] Bound using segment: {'id': '54af2f58-bd4b-41ba-9124-743d6aed4e37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be'} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:08:09.123975 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-d392189c-38a9-47d8-95c6-4533ca120d2e None None] Bound port: 54ca8bde-4948-4692-a0ba-7a31b66885d8, host: dv-cinder-841591-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54af2f58-bd4b-41ba-9124-743d6aed4e37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be'}}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:08:09.124380 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-d392189c-38a9-47d8-95c6-4533ca120d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (54ca8bde-4948-4692-a0ba-7a31b66885d8), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:08:09.185632 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-d392189c-38a9-47d8-95c6-4533ca120d2e None None] For port 54ca8bde-4948-4692-a0ba-7a31b66885d8, host dv-cinder-841591-1-iscsi, cleared binding levels {{(pid=103470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:08:09.189406 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-d392189c-38a9-47d8-95c6-4533ca120d2e None None] For port 54ca8bde-4948-4692-a0ba-7a31b66885d8, host dv-cinder-841591-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-1-iscsi',level=0,port_id=54ca8bde-4948-4692-a0ba-7a31b66885d8,segment=NetworkSegment(54af2f58-bd4b-41ba-9124-743d6aed4e37),segment_id=54af2f58-bd4b-41ba-9124-743d6aed4e37)] {{(pid=103470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:08:09.196890 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-d392189c-38a9-47d8-95c6-4533ca120d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (54ca8bde-4948-4692-a0ba-7a31b66885d8), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:08:09.242047 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d392189c-38a9-47d8-95c6-4533ca120d2e None None] Routers {'8e7e6e26-c60c-4669-b758-eaebf282223c'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:08:09.242686 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-d392189c-38a9-47d8-95c6-4533ca120d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:07:56Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['8e7e6e26-c60c-4669-b758-eaebf282223c'], 'active': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:08:09.308021 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2c9db2-cf94-4545-8b4b-27a8f2d09cad None None] Pushing event updated for resources: {'Port': ['ID=54ca8bde-4948-4692-a0ba-7a31b66885d8,revision_number=3']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:08:09.373222 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvr_db [None req-d392189c-38a9-47d8-95c6-4533ca120d2e None None] Set router 8e7e6e26-c60c-4669-b758-eaebf282223c gateway port host: dv-cinder-841591-1-iscsi {{(pid=103470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:08:09.411839 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.agents_db [None req-75b73116-3060-4b2b-9211-a804f2896a96 None None] Agent healthcheck: found 5 active agents {{(pid=103471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:08:09.594446 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-d392189c-38a9-47d8-95c6-4533ca120d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e7e6e26-c60c-4669-b758-eaebf282223c', 'name': 'router1', 'tenant_id': '5baa6c33d35a4ff08976cf52404739cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '54ca8bde-4948-4692-a0ba-7a31b66885d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:07:46Z', 'updated_at': '2022-05-12T17:08:04Z', 'revision_number': 4, 'project_id': '5baa6c33d35a4ff08976cf52404739cf', 'gw_port': {'id': '54ca8bde-4948-4692-a0ba-7a31b66885d8', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:72:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e7e6e26-c60c-4669-b758-eaebf282223c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:08:03Z', 'updated_at': '2022-05-12T17:08:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_interfaces': [{'id': '589491da-3844-4992-9bba-1154e1483389', 'name': '', 'network_id': 'b8c3737e-d179-43d4-a601-eafcddbc3e93', 'tenant_id': '5baa6c33d35a4ff08976cf52404739cf', 'mac_address': 'fa:16:3e:7c:4b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7e6e26-c60c-4669-b758-eaebf282223c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e4e2a7e2-8d1e-4847-ba8b-cbb8deba1132', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:07:55Z', 'updated_at': '2022-05-12T17:07:58Z', 'revision_number': 5, 'project_id': '5baa6c33d35a4ff08976cf52404739cf', 'subnets': [{'id': 'e4e2a7e2-8d1e-4847-ba8b-cbb8deba1132', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '30a1e604-1aac-4089-b779-8e409ced424c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:08:09.621894 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d392189c-38a9-47d8-95c6-4533ca120d2e None None] The sync data for ids ['8e7e6e26-c60c-4669-b758-eaebf282223c'] in dv-cinder-841591-1-iscsi is: [{'id': '8e7e6e26-c60c-4669-b758-eaebf282223c', 'name': 'router1', 'tenant_id': '5baa6c33d35a4ff08976cf52404739cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '54ca8bde-4948-4692-a0ba-7a31b66885d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:07:46Z', 'updated_at': '2022-05-12T17:08:04Z', 'revision_number': 4, 'project_id': '5baa6c33d35a4ff08976cf52404739cf', 'gw_port': {'id': '54ca8bde-4948-4692-a0ba-7a31b66885d8', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:72:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e7e6e26-c60c-4669-b758-eaebf282223c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:08:03Z', 'updated_at': '2022-05-12T17:08:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_interfaces': [{'id': '589491da-3844-4992-9bba-1154e1483389', 'name': '', 'network_id': 'b8c3737e-d179-43d4-a601-eafcddbc3e93', 'tenant_id': '5baa6c33d35a4ff08976cf52404739cf', 'mac_address': 'fa:16:3e:7c:4b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7e6e26-c60c-4669-b758-eaebf282223c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e4e2a7e2-8d1e-4847-ba8b-cbb8deba1132', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:07:55Z', 'updated_at': '2022-05-12T17:07:58Z', 'revision_number': 5, 'project_id': '5baa6c33d35a4ff08976cf52404739cf', 'subnets': [{'id': 'e4e2a7e2-8d1e-4847-ba8b-cbb8deba1132', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '30a1e604-1aac-4089-b779-8e409ced424c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:08:10.947769 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device 54ca8bde-4948-4692-a0ba-7a31b66885d8 up at agent ovs-agent-dv-cinder-841591-1-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:08:11.002791 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Provisioning complete for port 54ca8bde-4948-4692-a0ba-7a31b66885d8 triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:08:11.003312 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (54ca8bde-4948-4692-a0ba-7a31b66885d8), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:08:11.100276 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Current status of the port 54ca8bde-4948-4692-a0ba-7a31b66885d8 is: DOWN; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:08:11.100936 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (54ca8bde-4948-4692-a0ba-7a31b66885d8), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:08:11.125124 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] For port 54ca8bde-4948-4692-a0ba-7a31b66885d8, host dv-cinder-841591-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-1-iscsi',level=0,port_id=54ca8bde-4948-4692-a0ba-7a31b66885d8,segment=NetworkSegment(54af2f58-bd4b-41ba-9124-743d6aed4e37),segment_id=54af2f58-bd4b-41ba-9124-743d6aed4e37)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:08:11.132641 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (54ca8bde-4948-4692-a0ba-7a31b66885d8), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:08:11.194992 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Pushing event updated for resources: {'Port': ['ID=54ca8bde-4948-4692-a0ba-7a31b66885d8,revision_number=4']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:08:13.005611 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device 54ca8bde-4948-4692-a0ba-7a31b66885d8 up at agent ovs-agent-dv-cinder-841591-1-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:08:13.113369 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Provisioning complete for port 54ca8bde-4948-4692-a0ba-7a31b66885d8 triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:08:13.113688 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (54ca8bde-4948-4692-a0ba-7a31b66885d8), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:08:13.194677 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Current status of the port 54ca8bde-4948-4692-a0ba-7a31b66885d8 is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:08:23.853679 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-89b5ea51-0b59-431d-ad81-6f664d1dedfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (ad05f391-ff61-4b74-a3af-7ffb7f485489), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:08:26.148750 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-9b49a2bb-4f15-4ab3-80dc-8ee1c1c59244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (e5548ccc-31b8-4072-a6b0-52b00208ea79), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:08:27.209438 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-921d17b2-ae2c-4a72-8bd8-05131367e3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (bf71836d-8135-4bcd-843a-dab378dba2b2), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:08:28.766127 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-c581148e-646c-4c8c-8cc5-93d6184e682f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (98e1a54e-83f0-40d1-9631-7dd40ffbcd59), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:08:30.201975 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (dea0f963-0a36-45fe-941b-5c749ca6f3bf), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:08:46.466668 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.agents_db [None req-75b73116-3060-4b2b-9211-a804f2896a96 None None] Agent healthcheck: found 5 active agents {{(pid=103471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:08:53.751521 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-4a9d2586-a827-4db0-b130-b953e7585352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (ad05f391-ff61-4b74-a3af-7ffb7f485489), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:08:56.124298 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-ffff89df-3e7f-468f-b9d6-54231bde0710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (e5548ccc-31b8-4072-a6b0-52b00208ea79), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:08:57.213128 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-921d17b2-ae2c-4a72-8bd8-05131367e3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (bf71836d-8135-4bcd-843a-dab378dba2b2), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:08:58.760922 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-c581148e-646c-4c8c-8cc5-93d6184e682f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (98e1a54e-83f0-40d1-9631-7dd40ffbcd59), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:09:00.254849 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (dea0f963-0a36-45fe-941b-5c749ca6f3bf), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:09:23.416510 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.agents_db [None req-75b73116-3060-4b2b-9211-a804f2896a96 None None] Agent healthcheck: found 5 active agents {{(pid=103471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:09:23.745059 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b71ae055-9781-4ac2-81bd-7be3ac4bbda9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (ad05f391-ff61-4b74-a3af-7ffb7f485489), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:09:26.126498 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-c446543e-60cb-46c3-8b72-76ee14ff3814 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (e5548ccc-31b8-4072-a6b0-52b00208ea79), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:09:26.737103 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 52318) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:09:26.800325 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.pecan_wsgi.hooks.translation [None req-d432d7de-7283-4c78-8363-ff7be74c3613 admin admin] GET failed (client error): The resource could not be found. May 12 17:09:26.801577 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-d432d7de-7283-4c78-8363-ff7be74c3613 admin admin] 10.222.0.23 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0635521 May 12 17:09:27.036684 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdbda58-6e53-476a-ad2a-1382b675065c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:09:27.038186 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-afdbda58-6e53-476a-ad2a-1382b675065c admin admin] 10.222.0.23 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2326462 May 12 17:09:27.212137 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-921d17b2-ae2c-4a72-8bd8-05131367e3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (bf71836d-8135-4bcd-843a-dab378dba2b2), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:09:28.761877 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-c581148e-646c-4c8c-8cc5-93d6184e682f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (98e1a54e-83f0-40d1-9631-7dd40ffbcd59), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:09:29.249827 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 52328) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:09:29.339006 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a603dd2e-f188-4f34-bd6b-3362093c4488 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:09:29.340332 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-a603dd2e-f188-4f34-bd6b-3362093c4488 admin admin] 10.222.0.23 "GET /v2.0/subnets/e4e2a7e2-8d1e-4847-ba8b-cbb8deba1132 HTTP/1.1" status: 200 len: 849 time: 0.0895391 May 12 17:09:29.349920 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-a5fd974f-8cc2-4541-8f6e-660f91e0f717 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:09:29.433797 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-a5fd974f-8cc2-4541-8f6e-660f91e0f717 admin admin] Publish callbacks [] for subnet (e4e2a7e2-8d1e-4847-ba8b-cbb8deba1132), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:09:29.571367 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-a5fd974f-8cc2-4541-8f6e-660f91e0f717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774528036226'] for subnet (e4e2a7e2-8d1e-4847-ba8b-cbb8deba1132), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:09:29.602123 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5fd974f-8cc2-4541-8f6e-660f91e0f717 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:09:29.603250 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-a5fd974f-8cc2-4541-8f6e-660f91e0f717 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-519179'] for subnet (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:09:29.604233 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-a5fd974f-8cc2-4541-8f6e-660f91e0f717 admin admin] 10.222.0.23 "PUT /v2.0/subnets/e4e2a7e2-8d1e-4847-ba8b-cbb8deba1132 HTTP/1.1" status: 200 len: 868 time: 0.2575648 May 12 17:09:29.607362 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86408b5c-89d6-4c5c-a682-c495adfc3bb0 None None] Network b8c3737e-d179-43d4-a601-eafcddbc3e93 requested from dv-cinder-841591-1-iscsi {{(pid=103470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:09:29.621541 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fd974f-8cc2-4541-8f6e-660f91e0f717 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4e2a7e2-8d1e-4847-ba8b-cbb8deba1132,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:09:29.629958 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fd974f-8cc2-4541-8f6e-660f91e0f717 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:09:29.630310 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fd974f-8cc2-4541-8f6e-660f91e0f717 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:09:29.630674 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fd974f-8cc2-4541-8f6e-660f91e0f717 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:09:29.631024 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fd974f-8cc2-4541-8f6e-660f91e0f717 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:09:29.631345 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fd974f-8cc2-4541-8f6e-660f91e0f717 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:09:29.631666 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fd974f-8cc2-4541-8f6e-660f91e0f717 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:09:29.632133 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fd974f-8cc2-4541-8f6e-660f91e0f717 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:09:29.632459 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fd974f-8cc2-4541-8f6e-660f91e0f717 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:09:29.632794 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fd974f-8cc2-4541-8f6e-660f91e0f717 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:09:29.633119 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fd974f-8cc2-4541-8f6e-660f91e0f717 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:09:29.633484 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fd974f-8cc2-4541-8f6e-660f91e0f717 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:09:29.633818 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fd974f-8cc2-4541-8f6e-660f91e0f717 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:09:29.634138 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fd974f-8cc2-4541-8f6e-660f91e0f717 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:09:29.634468 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fd974f-8cc2-4541-8f6e-660f91e0f717 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:09:29.634784 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fd974f-8cc2-4541-8f6e-660f91e0f717 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:09:29.919412 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-1363b59a-63d6-42f9-9657-343c11421fc9 None None] Provisioning complete for port 589491da-3844-4992-9bba-1154e1483389 triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:09:29.919928 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-1363b59a-63d6-42f9-9657-343c11421fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (589491da-3844-4992-9bba-1154e1483389), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:09:29.998046 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-1363b59a-63d6-42f9-9657-343c11421fc9 None None] Current status of the port 589491da-3844-4992-9bba-1154e1483389 is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:09:30.006064 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-1363b59a-63d6-42f9-9657-343c11421fc9 None None] Provisioning complete for port 292de002-4250-45a0-9cf5-31e319961c82 triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:09:30.006396 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-1363b59a-63d6-42f9-9657-343c11421fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (292de002-4250-45a0-9cf5-31e319961c82), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:09:30.079806 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-1363b59a-63d6-42f9-9657-343c11421fc9 None None] Current status of the port 292de002-4250-45a0-9cf5-31e319961c82 is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:09:30.192945 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (dea0f963-0a36-45fe-941b-5c749ca6f3bf), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:09:31.830175 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 52336) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:09:32.030308 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec8fa7d-bedc-47b2-aeff-3ee35b1cc22f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:09:32.030715 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec8fa7d-bedc-47b2-aeff-3ee35b1cc22f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:09:32.032231 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-8ec8fa7d-bedc-47b2-aeff-3ee35b1cc22f admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2010961 May 12 17:09:34.263245 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 52344) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:09:34.393655 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6646a6bc-f0e1-490c-a236-c2460edf69e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:09:34.394124 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6646a6bc-f0e1-490c-a236-c2460edf69e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:09:34.395691 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-6646a6bc-f0e1-490c-a236-c2460edf69e9 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1314983 May 12 17:09:36.627070 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 52352) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:09:36.749548 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20112645-1326-4176-a81b-c3ef0b2ab352 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:09:36.750934 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-20112645-1326-4176-a81b-c3ef0b2ab352 admin admin] 10.222.0.23 "GET /v2.0/networks/9bfa71c8-c6b3-48ca-a660-d8187367d4be HTTP/1.1" status: 200 len: 886 time: 0.1229229 May 12 17:09:38.960469 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 52360) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:09:39.086970 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c4a66d-5e17-4025-a5e8-df20b4270e05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:09:39.088329 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-e9c4a66d-5e17-4025-a5e8-df20b4270e05 admin admin] 10.222.0.23 "GET /v2.0/networks/b8c3737e-d179-43d4-a601-eafcddbc3e93 HTTP/1.1" status: 200 len: 869 time: 0.1269042 May 12 17:09:41.330628 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 52368) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:09:41.452184 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a60abc9-ed9f-4e5f-89ff-966f0de41940 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:09:41.452636 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a60abc9-ed9f-4e5f-89ff-966f0de41940 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:09:41.454142 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-2a60abc9-ed9f-4e5f-89ff-966f0de41940 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1225059 May 12 17:09:43.668938 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 52376) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:09:43.757404 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a68e6c-d23c-4067-8f04-341d444bbda5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:09:43.757852 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a68e6c-d23c-4067-8f04-341d444bbda5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:09:43.759368 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-67a68e6c-d23c-4067-8f04-341d444bbda5 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0890038 May 12 17:09:45.981065 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 52384) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:09:46.064792 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cffd15a-7581-44be-bb53-1da1a43326d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:09:46.066122 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-7cffd15a-7581-44be-bb53-1da1a43326d2 admin admin] 10.222.0.23 "GET /v2.0/subnets/c986c1c6-d014-45ab-99c5-409df43f439e HTTP/1.1" status: 200 len: 816 time: 0.0841091 May 12 17:09:48.279453 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 52392) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:09:48.371669 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06cf9e83-cdf2-49a8-9130-88fdfed8a3b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:09:48.372995 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-06cf9e83-cdf2-49a8-9130-88fdfed8a3b9 admin admin] 10.222.0.23 "GET /v2.0/subnets/e4e2a7e2-8d1e-4847-ba8b-cbb8deba1132 HTTP/1.1" status: 200 len: 868 time: 0.0925741 May 12 17:09:53.746470 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-6b480a44-d2ae-4113-a794-eaeeac6c87ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (ad05f391-ff61-4b74-a3af-7ffb7f485489), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:09:56.127126 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-06464936-d12e-44ca-96e6-a25901420368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (e5548ccc-31b8-4072-a6b0-52b00208ea79), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:09:57.214777 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-921d17b2-ae2c-4a72-8bd8-05131367e3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (bf71836d-8135-4bcd-843a-dab378dba2b2), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:09:58.764761 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-c581148e-646c-4c8c-8cc5-93d6184e682f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (98e1a54e-83f0-40d1-9631-7dd40ffbcd59), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:10:00.195291 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (dea0f963-0a36-45fe-941b-5c749ca6f3bf), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:10:00.415400 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.agents_db [None req-75b73116-3060-4b2b-9211-a804f2896a96 None None] Agent healthcheck: found 5 active agents {{(pid=103471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:10:23.748731 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-27aa0bca-3031-41b8-b938-38d54904254e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (ad05f391-ff61-4b74-a3af-7ffb7f485489), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:10:26.129068 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-e7a8d6de-6b44-44d9-9283-91703845c415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (e5548ccc-31b8-4072-a6b0-52b00208ea79), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:10:27.216969 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-921d17b2-ae2c-4a72-8bd8-05131367e3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (bf71836d-8135-4bcd-843a-dab378dba2b2), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:10:28.628597 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 52450) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:10:28.674353 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [None req-f0a97f26-c4bd-4612-a898-fac11d9cf3a5 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103468) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 17:10:28.675364 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-f0a97f26-c4bd-4612-a898-fac11d9cf3a5 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0458195 May 12 17:10:28.767694 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-c581148e-646c-4c8c-8cc5-93d6184e682f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (98e1a54e-83f0-40d1-9631-7dd40ffbcd59), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:10:30.197851 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (dea0f963-0a36-45fe-941b-5c749ca6f3bf), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:10:30.992472 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 52458) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:10:31.051743 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7bc6d63-ce5f-4daa-8ec8-0c7ead7b7191 admin admin] GET failed (client error): The resource could not be found. May 12 17:10:31.052995 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-a7bc6d63-ce5f-4daa-8ec8-0c7ead7b7191 admin admin] 10.222.0.23 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0595803 May 12 17:10:31.138081 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c70ffc7-666a-4353-a840-ee0c54692da0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:10:31.139579 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-1c70ffc7-666a-4353-a840-ee0c54692da0 admin admin] 10.222.0.23 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0825438 May 12 17:10:33.382663 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 52466) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:10:33.428047 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-03c4b4a2-5d64-47a0-b91e-cf6cd5a3de7a admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:10:33.448698 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03c4b4a2-5d64-47a0-b91e-cf6cd5a3de7a admin admin] Made reservation on behalf of 866d15d297214d9093f0667cd04e24ed for: {'network': 1} {{(pid=103468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:10:33.451938 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-03c4b4a2-5d64-47a0-b91e-cf6cd5a3de7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for network (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:10:33.480796 dv-cinder-841591-1-iscsi neutron-server[103468]: WARNING neutron.services.revisions.revision_plugin [None req-03c4b4a2-5d64-47a0-b91e-cf6cd5a3de7a admin admin] Could not find related network for resource to bump revision. May 12 17:10:33.491613 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03c4b4a2-5d64-47a0-b91e-cf6cd5a3de7a admin admin] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=103468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 17:10:33.500543 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-03c4b4a2-5d64-47a0-b91e-cf6cd5a3de7a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774527956237', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3597332'] for segment (de64292e-4b5d-42bf-9775-ded8266071c0), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:10:33.500964 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.db.segments_db [None req-03c4b4a2-5d64-47a0-b91e-cf6cd5a3de7a admin admin] Added segment de64292e-4b5d-42bf-9775-ded8266071c0 of type vlan for network 153e3954-71d8-41a8-92e9-fd36bc9816c5 May 12 17:10:33.538459 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-03c4b4a2-5d64-47a0-b91e-cf6cd5a3de7a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774527496843'] for network (153e3954-71d8-41a8-92e9-fd36bc9816c5), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:10:33.561516 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-03c4b4a2-5d64-47a0-b91e-cf6cd5a3de7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205'] for network (153e3954-71d8-41a8-92e9-fd36bc9816c5), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:10:33.562375 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c4b4a2-5d64-47a0-b91e-cf6cd5a3de7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:10:33.562980 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-03c4b4a2-5d64-47a0-b91e-cf6cd5a3de7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-519179'] for network (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:10:33.595611 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-03c4b4a2-5d64-47a0-b91e-cf6cd5a3de7a admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.2119248 May 12 17:10:33.622119 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c4b4a2-5d64-47a0-b91e-cf6cd5a3de7a admin admin] Pushing event updated for resources: {'Network': ['ID=153e3954-71d8-41a8-92e9-fd36bc9816c5,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:10:33.630404 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c4b4a2-5d64-47a0-b91e-cf6cd5a3de7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:10:33.630777 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c4b4a2-5d64-47a0-b91e-cf6cd5a3de7a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:10:33.631113 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c4b4a2-5d64-47a0-b91e-cf6cd5a3de7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:10:33.631445 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c4b4a2-5d64-47a0-b91e-cf6cd5a3de7a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:10:33.631792 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c4b4a2-5d64-47a0-b91e-cf6cd5a3de7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:10:33.632098 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c4b4a2-5d64-47a0-b91e-cf6cd5a3de7a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:10:33.632417 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c4b4a2-5d64-47a0-b91e-cf6cd5a3de7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:10:33.632736 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c4b4a2-5d64-47a0-b91e-cf6cd5a3de7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:10:33.633056 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c4b4a2-5d64-47a0-b91e-cf6cd5a3de7a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:10:33.633397 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c4b4a2-5d64-47a0-b91e-cf6cd5a3de7a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:10:33.633699 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c4b4a2-5d64-47a0-b91e-cf6cd5a3de7a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:10:33.634017 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c4b4a2-5d64-47a0-b91e-cf6cd5a3de7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:10:33.634332 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c4b4a2-5d64-47a0-b91e-cf6cd5a3de7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:10:33.634685 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c4b4a2-5d64-47a0-b91e-cf6cd5a3de7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:10:33.634996 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c4b4a2-5d64-47a0-b91e-cf6cd5a3de7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:10:33.647163 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Network 153e3954-71d8-41a8-92e9-fd36bc9816c5 details requested by agent ovs-agent-dv-cinder-841591-1-iscsi with host dv-cinder-841591-1-iscsi {{(pid=103470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 17:10:35.841641 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 52474) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:10:35.903190 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7768472-ab5f-4d83-87b8-24d379bd7508 admin admin] GET failed (client error): The resource could not be found. May 12 17:10:35.904450 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-f7768472-ab5f-4d83-87b8-24d379bd7508 admin admin] 10.222.0.23 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0618613 May 12 17:10:35.970997 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e003df7-fbe1-4a06-b03a-c2cf1d4f6b70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:10:35.972395 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-4e003df7-fbe1-4a06-b03a-c2cf1d4f6b70 admin admin] 10.222.0.23 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0640137 May 12 17:10:35.983448 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-84dec100-967e-40bd-814c-0a90d068621f admin admin] Request body: {'subnet': {'network_id': '153e3954-71d8-41a8-92e9-fd36bc9816c5', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:10:36.004347 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84dec100-967e-40bd-814c-0a90d068621f admin admin] Made reservation on behalf of 866d15d297214d9093f0667cd04e24ed for: {'subnet': 1} {{(pid=103468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:10:36.007062 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-84dec100-967e-40bd-814c-0a90d068621f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:10:36.253816 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-84dec100-967e-40bd-814c-0a90d068621f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205'] for subnet (728e2530-eb3a-4cf7-9972-d5076e873c97), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:10:36.301940 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dec100-967e-40bd-814c-0a90d068621f admin admin] Pushing event updated for resources: {'Subnet': ['ID=728e2530-eb3a-4cf7-9972-d5076e873c97,revision_number=0']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:10:36.316722 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84dec100-967e-40bd-814c-0a90d068621f admin admin] Checking segment: {'id': 'de64292e-4b5d-42bf-9775-ded8266071c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '153e3954-71d8-41a8-92e9-fd36bc9816c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:10:36.317073 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84dec100-967e-40bd-814c-0a90d068621f admin admin] Network hostable DHCP agents. Network: 153e3954-71d8-41a8-92e9-fd36bc9816c5, hostable agents: ['ad05f391-ff61-4b74-a3af-7ffb7f485489'], hosted agents: [] {{(pid=103468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 17:10:36.332906 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84dec100-967e-40bd-814c-0a90d068621f admin admin] Network 153e3954-71d8-41a8-92e9-fd36bc9816c5 is scheduled to be hosted by DHCP agent ad05f391-ff61-4b74-a3af-7ffb7f485489 with binding_index 1 {{(pid=103468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 17:10:36.341674 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.base_scheduler [None req-84dec100-967e-40bd-814c-0a90d068621f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841591-1-iscsi, 153e3954-71d8-41a8-92e9-fd36bc9816c5) {{(pid=103468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:10:36.346191 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84dec100-967e-40bd-814c-0a90d068621f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:10:36.346890 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-84dec100-967e-40bd-814c-0a90d068621f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-519179'] for subnet (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:10:36.351887 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddfb3e75-15f6-49e1-8539-93373f973849 None None] Network 153e3954-71d8-41a8-92e9-fd36bc9816c5 requested from dv-cinder-841591-1-iscsi {{(pid=103470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:10:36.366036 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-84dec100-967e-40bd-814c-0a90d068621f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3866720 May 12 17:10:36.557988 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc7544a-482b-4532-9e66-2f37167c3483 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe4af7ad2-c653-548e-8b21-f3b9ef6cc8f2-153e3954-71d8-41a8-92e9-fd36bc9816c5', 'network_id': '153e3954-71d8-41a8-92e9-fd36bc9816c5', 'project_id': '866d15d297214d9093f0667cd04e24ed', 'fixed_ips': [{'subnet_id': '728e2530-eb3a-4cf7-9972-d5076e873c97'}]}} from dv-cinder-841591-1-iscsi. {{(pid=103470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 17:10:36.558943 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-1dc7544a-482b-4532-9e66-2f37167c3483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:10:36.701581 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.db_base_plugin_common [None req-1dc7544a-482b-4532-9e66-2f37167c3483 None None] Allocated IP 192.168.233.2 (153e3954-71d8-41a8-92e9-fd36bc9816c5/728e2530-eb3a-4cf7-9972-d5076e873c97/f7630416-85c0-4ae4-aa64-aed30fa9283b) {{(pid=103470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:10:36.848412 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-1dc7544a-482b-4532-9e66-2f37167c3483 None None] Publish callbacks [] for port (f7630416-85c0-4ae4-aa64-aed30fa9283b), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:10:36.854774 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-1dc7544a-482b-4532-9e66-2f37167c3483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774527475285'] for port (f7630416-85c0-4ae4-aa64-aed30fa9283b), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:10:36.895518 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc7544a-482b-4532-9e66-2f37167c3483 None None] Network 153e3954-71d8-41a8-92e9-fd36bc9816c5 is already hosted by enough agents. {{(pid=103470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:10:36.900455 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.scheduler.base_scheduler [None req-1dc7544a-482b-4532-9e66-2f37167c3483 None None] Resources bound (agent type, host, resource id): {{(pid=103470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:10:36.905395 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc7544a-482b-4532-9e66-2f37167c3483 None None] Received port after_create {{(pid=103470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:10:36.908486 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc7544a-482b-4532-9e66-2f37167c3483 None None] Pushing event updated for resources: {'Port': ['ID=f7630416-85c0-4ae4-aa64-aed30fa9283b,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:10:36.919534 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc7544a-482b-4532-9e66-2f37167c3483 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:10:36.919879 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc7544a-482b-4532-9e66-2f37167c3483 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:10:36.920240 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc7544a-482b-4532-9e66-2f37167c3483 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:10:36.920598 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc7544a-482b-4532-9e66-2f37167c3483 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:10:36.920939 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc7544a-482b-4532-9e66-2f37167c3483 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:10:36.921267 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc7544a-482b-4532-9e66-2f37167c3483 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:10:36.921591 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc7544a-482b-4532-9e66-2f37167c3483 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:10:36.921914 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc7544a-482b-4532-9e66-2f37167c3483 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:10:36.922239 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc7544a-482b-4532-9e66-2f37167c3483 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:10:36.922600 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc7544a-482b-4532-9e66-2f37167c3483 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:10:36.922924 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc7544a-482b-4532-9e66-2f37167c3483 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:10:36.923264 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc7544a-482b-4532-9e66-2f37167c3483 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:10:36.923585 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc7544a-482b-4532-9e66-2f37167c3483 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:10:36.923908 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc7544a-482b-4532-9e66-2f37167c3483 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:10:36.924225 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc7544a-482b-4532-9e66-2f37167c3483 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:10:36.973057 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-1dc7544a-482b-4532-9e66-2f37167c3483 None None] Attempting to bind port f7630416-85c0-4ae4-aa64-aed30fa9283b on host dv-cinder-841591-1-iscsi for vnic_type normal with profile {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:10:36.973432 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-1dc7544a-482b-4532-9e66-2f37167c3483 None None] Attempting to bind port f7630416-85c0-4ae4-aa64-aed30fa9283b by drivers openvswitch,hyperv on host dv-cinder-841591-1-iscsi at level 0 using segments [{'id': 'de64292e-4b5d-42bf-9775-ded8266071c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '153e3954-71d8-41a8-92e9-fd36bc9816c5'}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:10:36.973827 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc7544a-482b-4532-9e66-2f37167c3483 None None] Attempting to bind port f7630416-85c0-4ae4-aa64-aed30fa9283b on network 153e3954-71d8-41a8-92e9-fd36bc9816c5 {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:10:36.978973 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc7544a-482b-4532-9e66-2f37167c3483 None None] Checking agent: {'id': 'dea0f963-0a36-45fe-941b-5c749ca6f3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841591-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 7, 30), 'started_at': datetime.datetime(2022, 5, 12, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841591-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:10:36.979333 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc7544a-482b-4532-9e66-2f37167c3483 None None] Checking segment: {'id': 'de64292e-4b5d-42bf-9775-ded8266071c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '153e3954-71d8-41a8-92e9-fd36bc9816c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:10:36.979746 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-1dc7544a-482b-4532-9e66-2f37167c3483 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:10:36.980124 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc7544a-482b-4532-9e66-2f37167c3483 None None] Bound using segment: {'id': 'de64292e-4b5d-42bf-9775-ded8266071c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '153e3954-71d8-41a8-92e9-fd36bc9816c5'} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:10:36.980586 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-1dc7544a-482b-4532-9e66-2f37167c3483 None None] Bound port: f7630416-85c0-4ae4-aa64-aed30fa9283b, host: dv-cinder-841591-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de64292e-4b5d-42bf-9775-ded8266071c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '153e3954-71d8-41a8-92e9-fd36bc9816c5'}}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:10:36.981257 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-1dc7544a-482b-4532-9e66-2f37167c3483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (f7630416-85c0-4ae4-aa64-aed30fa9283b), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:10:37.048161 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-1dc7544a-482b-4532-9e66-2f37167c3483 None None] For port f7630416-85c0-4ae4-aa64-aed30fa9283b, host dv-cinder-841591-1-iscsi, cleared binding levels {{(pid=103470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:10:37.051354 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-1dc7544a-482b-4532-9e66-2f37167c3483 None None] For port f7630416-85c0-4ae4-aa64-aed30fa9283b, host dv-cinder-841591-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-1-iscsi',level=0,port_id=f7630416-85c0-4ae4-aa64-aed30fa9283b,segment=NetworkSegment(de64292e-4b5d-42bf-9775-ded8266071c0),segment_id=de64292e-4b5d-42bf-9775-ded8266071c0)] {{(pid=103470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:10:37.057860 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-1dc7544a-482b-4532-9e66-2f37167c3483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (f7630416-85c0-4ae4-aa64-aed30fa9283b), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:10:37.113651 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc7544a-482b-4532-9e66-2f37167c3483 None None] Pushing event updated for resources: {'Port': ['ID=f7630416-85c0-4ae4-aa64-aed30fa9283b,revision_number=2']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:10:37.413941 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.agents_db [None req-75b73116-3060-4b2b-9211-a804f2896a96 None None] Agent healthcheck: found 5 active agents {{(pid=103471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:10:37.978251 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32eec02-c8d9-4fb8-9098-b701dfdc5295 None None] Network 153e3954-71d8-41a8-92e9-fd36bc9816c5 requested from dv-cinder-841591-1-iscsi {{(pid=103470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:10:38.092252 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-daa80168-5458-4f0e-aa58-a56e40c69ac9 None None] Provisioning complete for port f7630416-85c0-4ae4-aa64-aed30fa9283b triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:10:38.092638 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-daa80168-5458-4f0e-aa58-a56e40c69ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (f7630416-85c0-4ae4-aa64-aed30fa9283b), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:10:38.180044 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-daa80168-5458-4f0e-aa58-a56e40c69ac9 None None] Current status of the port f7630416-85c0-4ae4-aa64-aed30fa9283b is: DOWN; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:10:38.180432 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-daa80168-5458-4f0e-aa58-a56e40c69ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (f7630416-85c0-4ae4-aa64-aed30fa9283b), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:10:38.221048 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-daa80168-5458-4f0e-aa58-a56e40c69ac9 None None] For port f7630416-85c0-4ae4-aa64-aed30fa9283b, host dv-cinder-841591-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-1-iscsi',level=0,port_id=f7630416-85c0-4ae4-aa64-aed30fa9283b,segment=NetworkSegment(de64292e-4b5d-42bf-9775-ded8266071c0),segment_id=de64292e-4b5d-42bf-9775-ded8266071c0)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:10:38.227260 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-daa80168-5458-4f0e-aa58-a56e40c69ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (f7630416-85c0-4ae4-aa64-aed30fa9283b), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:10:38.286150 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa80168-5458-4f0e-aa58-a56e40c69ac9 None None] Pushing event updated for resources: {'Port': ['ID=f7630416-85c0-4ae4-aa64-aed30fa9283b,revision_number=3']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:10:38.447425 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-93dbeb5b-62f2-4d68-ad52-2eabc936c63c None None] Provisioning complete for port f7630416-85c0-4ae4-aa64-aed30fa9283b triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:10:38.447822 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-93dbeb5b-62f2-4d68-ad52-2eabc936c63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (f7630416-85c0-4ae4-aa64-aed30fa9283b), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:10:38.527324 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-93dbeb5b-62f2-4d68-ad52-2eabc936c63c None None] Current status of the port f7630416-85c0-4ae4-aa64-aed30fa9283b is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:10:39.035150 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device f7630416-85c0-4ae4-aa64-aed30fa9283b up at agent ovs-agent-dv-cinder-841591-1-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:10:39.085668 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Provisioning complete for port f7630416-85c0-4ae4-aa64-aed30fa9283b triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:10:39.086063 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (f7630416-85c0-4ae4-aa64-aed30fa9283b), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:10:39.162363 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Current status of the port f7630416-85c0-4ae4-aa64-aed30fa9283b is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:10:53.751723 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-152b495e-b430-44a7-84c6-c2129536cfca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (ad05f391-ff61-4b74-a3af-7ffb7f485489), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:10:56.131186 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-6fdee735-55c6-4f23-b7ba-9f0d4041483e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (e5548ccc-31b8-4072-a6b0-52b00208ea79), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:10:57.223338 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-921d17b2-ae2c-4a72-8bd8-05131367e3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (bf71836d-8135-4bcd-843a-dab378dba2b2), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:10:58.769689 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-c581148e-646c-4c8c-8cc5-93d6184e682f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (98e1a54e-83f0-40d1-9631-7dd40ffbcd59), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:11:00.201540 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (dea0f963-0a36-45fe-941b-5c749ca6f3bf), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:11:14.412825 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.agents_db [None req-75b73116-3060-4b2b-9211-a804f2896a96 None None] Agent healthcheck: found 5 active agents {{(pid=103471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:11:23.752603 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-8466bfc7-1a2f-4ea6-adcd-54c50f5516ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (ad05f391-ff61-4b74-a3af-7ffb7f485489), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:11:26.132852 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-8c46e3ba-7952-4ae0-b243-8ee03167a42b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (e5548ccc-31b8-4072-a6b0-52b00208ea79), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:11:27.224363 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-921d17b2-ae2c-4a72-8bd8-05131367e3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (bf71836d-8135-4bcd-843a-dab378dba2b2), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:11:28.772472 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-c581148e-646c-4c8c-8cc5-93d6184e682f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (98e1a54e-83f0-40d1-9631-7dd40ffbcd59), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:11:30.203967 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (dea0f963-0a36-45fe-941b-5c749ca6f3bf), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:11:51.411892 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.agents_db [None req-75b73116-3060-4b2b-9211-a804f2896a96 None None] Agent healthcheck: found 5 active agents {{(pid=103471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:11:53.754331 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-25dfe5b7-46b8-4faa-9bd9-3e1f9519c10a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (ad05f391-ff61-4b74-a3af-7ffb7f485489), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:11:56.135045 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-d4377c32-d1b1-49fc-8e31-fc5b339f31b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (e5548ccc-31b8-4072-a6b0-52b00208ea79), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:11:57.228265 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-921d17b2-ae2c-4a72-8bd8-05131367e3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (bf71836d-8135-4bcd-843a-dab378dba2b2), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:11:58.774233 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-c581148e-646c-4c8c-8cc5-93d6184e682f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (98e1a54e-83f0-40d1-9631-7dd40ffbcd59), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:12:00.205435 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (dea0f963-0a36-45fe-941b-5c749ca6f3bf), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:12:03.494898 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 52512) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:12:03.501511 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [None req-ea02f928-866d-4663-b4d4-a6b52b7c2b94 tempest-verify_tempest_config-362477599 tempest-verify_tempest_config-362477599-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103468) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 17:12:03.502526 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-ea02f928-866d-4663-b4d4-a6b52b7c2b94 tempest-verify_tempest_config-362477599 tempest-verify_tempest_config-362477599-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0066516 May 12 17:12:03.777676 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 52530) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:12:03.879201 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-01720515-e495-4c73-9bac-856acd8067a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:12:03.951650 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-01720515-e495-4c73-9bac-856acd8067a3 admin admin] Publish callbacks [] for security_group (c7fb52a4-e136-4771-adfd-ab89e96cce48), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:12:03.955137 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-01720515-e495-4c73-9bac-856acd8067a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (c7fb52a4-e136-4771-adfd-ab89e96cce48), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:12:03.998442 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-01720515-e495-4c73-9bac-856acd8067a3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cff016952dbe48e9ad5988f1187017a4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2197211 May 12 17:12:03.999655 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01720515-e495-4c73-9bac-856acd8067a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7fb52a4-e136-4771-adfd-ab89e96cce48,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:12:04.001329 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 52534) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:12:04.006858 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01720515-e495-4c73-9bac-856acd8067a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:12:04.007200 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01720515-e495-4c73-9bac-856acd8067a3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:12:04.007561 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01720515-e495-4c73-9bac-856acd8067a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:12:04.007895 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01720515-e495-4c73-9bac-856acd8067a3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:12:04.008222 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01720515-e495-4c73-9bac-856acd8067a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:12:04.008543 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01720515-e495-4c73-9bac-856acd8067a3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:12:04.008862 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01720515-e495-4c73-9bac-856acd8067a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:12:04.009175 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01720515-e495-4c73-9bac-856acd8067a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:12:04.009504 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01720515-e495-4c73-9bac-856acd8067a3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:12:04.009823 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01720515-e495-4c73-9bac-856acd8067a3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:12:04.010141 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01720515-e495-4c73-9bac-856acd8067a3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:12:04.010490 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01720515-e495-4c73-9bac-856acd8067a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:12:04.010808 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01720515-e495-4c73-9bac-856acd8067a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:12:04.011643 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01720515-e495-4c73-9bac-856acd8067a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:12:04.011953 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01720515-e495-4c73-9bac-856acd8067a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:12:04.083252 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a6a42fc7-f6c7-4890-895d-cdbabc0d55a7 admin admin] Publish callbacks [] for security_group (c7fb52a4-e136-4771-adfd-ab89e96cce48), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:12:04.103998 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a6a42fc7-f6c7-4890-895d-cdbabc0d55a7 admin admin] Publish callbacks [] for security_group (c7fb52a4-e136-4771-adfd-ab89e96cce48), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:12:04.194560 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a6a42fc7-f6c7-4890-895d-cdbabc0d55a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (c7fb52a4-e136-4771-adfd-ab89e96cce48), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:12:04.197088 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a6a42fc7-f6c7-4890-895d-cdbabc0d55a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:12:04.198300 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-a6a42fc7-f6c7-4890-895d-cdbabc0d55a7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c7fb52a4-e136-4771-adfd-ab89e96cce48 HTTP/1.1" status: 204 len: 168 time: 0.1959770 May 12 17:12:04.206816 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a42fc7-f6c7-4890-895d-cdbabc0d55a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7fb52a4-e136-4771-adfd-ab89e96cce48,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:12:04.213871 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a42fc7-f6c7-4890-895d-cdbabc0d55a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:12:04.214278 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a42fc7-f6c7-4890-895d-cdbabc0d55a7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:12:04.215161 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a42fc7-f6c7-4890-895d-cdbabc0d55a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:12:04.215496 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a42fc7-f6c7-4890-895d-cdbabc0d55a7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:12:04.215825 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a42fc7-f6c7-4890-895d-cdbabc0d55a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:12:04.216147 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a42fc7-f6c7-4890-895d-cdbabc0d55a7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:12:04.216572 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a42fc7-f6c7-4890-895d-cdbabc0d55a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:12:04.216804 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a42fc7-f6c7-4890-895d-cdbabc0d55a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:12:04.217120 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a42fc7-f6c7-4890-895d-cdbabc0d55a7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:12:04.217445 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a42fc7-f6c7-4890-895d-cdbabc0d55a7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:12:04.217780 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a42fc7-f6c7-4890-895d-cdbabc0d55a7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:12:04.218111 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a42fc7-f6c7-4890-895d-cdbabc0d55a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:12:04.218443 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a42fc7-f6c7-4890-895d-cdbabc0d55a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:12:04.218757 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a42fc7-f6c7-4890-895d-cdbabc0d55a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:12:04.219645 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a42fc7-f6c7-4890-895d-cdbabc0d55a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:12:23.756786 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-49223f38-44e2-4f9a-bf12-62e7951db31e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (ad05f391-ff61-4b74-a3af-7ffb7f485489), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:12:26.139204 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-5660a896-a199-4f37-83b1-c9124b05d57b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (e5548ccc-31b8-4072-a6b0-52b00208ea79), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:12:27.231041 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-921d17b2-ae2c-4a72-8bd8-05131367e3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (bf71836d-8135-4bcd-843a-dab378dba2b2), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:12:28.411067 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.agents_db [None req-75b73116-3060-4b2b-9211-a804f2896a96 None None] Agent healthcheck: found 5 active agents {{(pid=103471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:12:28.775827 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-c581148e-646c-4c8c-8cc5-93d6184e682f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (98e1a54e-83f0-40d1-9631-7dd40ffbcd59), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:12:30.208574 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (dea0f963-0a36-45fe-941b-5c749ca6f3bf), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:12:53.758019 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-cfb41440-40d6-4022-8fbf-1ef205448ec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (ad05f391-ff61-4b74-a3af-7ffb7f485489), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:12:56.141223 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-7d41ed7f-3ae9-4369-b101-3a82da96efdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (e5548ccc-31b8-4072-a6b0-52b00208ea79), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:12:57.237044 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-921d17b2-ae2c-4a72-8bd8-05131367e3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (bf71836d-8135-4bcd-843a-dab378dba2b2), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:12:58.778918 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-c581148e-646c-4c8c-8cc5-93d6184e682f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (98e1a54e-83f0-40d1-9631-7dd40ffbcd59), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:13:00.213800 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (dea0f963-0a36-45fe-941b-5c749ca6f3bf), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:13:05.410030 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.agents_db [None req-75b73116-3060-4b2b-9211-a804f2896a96 None None] Agent healthcheck: found 5 active agents {{(pid=103471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:13:23.757847 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-cdca1de1-9156-412f-8cbb-02c8eeb9e1ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (ad05f391-ff61-4b74-a3af-7ffb7f485489), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:13:26.142738 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-9bee6082-985a-48dc-bc84-c43efee424fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (e5548ccc-31b8-4072-a6b0-52b00208ea79), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:13:27.239512 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-921d17b2-ae2c-4a72-8bd8-05131367e3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (bf71836d-8135-4bcd-843a-dab378dba2b2), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:13:28.781466 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-c581148e-646c-4c8c-8cc5-93d6184e682f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (98e1a54e-83f0-40d1-9631-7dd40ffbcd59), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:13:30.216006 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (dea0f963-0a36-45fe-941b-5c749ca6f3bf), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:13:42.408115 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.agents_db [None req-75b73116-3060-4b2b-9211-a804f2896a96 None None] Agent healthcheck: found 5 active agents {{(pid=103471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:13:53.759902 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-f9aa25c3-6c04-4c02-a021-615576d573fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (ad05f391-ff61-4b74-a3af-7ffb7f485489), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:13:56.144452 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-4d6f3c11-9e9e-4435-a8b6-f2cb5c9ca5a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (e5548ccc-31b8-4072-a6b0-52b00208ea79), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:13:57.244639 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-921d17b2-ae2c-4a72-8bd8-05131367e3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (bf71836d-8135-4bcd-843a-dab378dba2b2), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:13:57.825273 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3670131'] for agent (38379b20-dcc3-43b7-a09e-956d8be7db9c), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:13:58.784880 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-c581148e-646c-4c8c-8cc5-93d6184e682f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (98e1a54e-83f0-40d1-9631-7dd40ffbcd59), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:14:00.219682 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (dea0f963-0a36-45fe-941b-5c749ca6f3bf), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:14:10.868714 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 52606) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:14:10.973800 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-8808ccd9-f51d-4d32-8013-7e16f4fc8be6 admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1039963 May 12 17:14:13.242516 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 52616) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:14:13.295433 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-68698bd0-962c-4d4e-8334-4d967be3b8c7 admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0518296 May 12 17:14:19.406622 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.agents_db [None req-75b73116-3060-4b2b-9211-a804f2896a96 None None] Agent healthcheck: found 6 active agents {{(pid=103471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:14:23.761136 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-32942e39-0cf1-4a79-acad-080caff034f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (ad05f391-ff61-4b74-a3af-7ffb7f485489), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:14:26.146034 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-cc86d48c-6915-4e85-8a9c-40ae4f25849d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (e5548ccc-31b8-4072-a6b0-52b00208ea79), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:14:27.244705 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-921d17b2-ae2c-4a72-8bd8-05131367e3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (bf71836d-8135-4bcd-843a-dab378dba2b2), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:14:27.779266 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (38379b20-dcc3-43b7-a09e-956d8be7db9c), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:14:28.792885 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-c581148e-646c-4c8c-8cc5-93d6184e682f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (98e1a54e-83f0-40d1-9631-7dd40ffbcd59), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:14:30.221330 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (dea0f963-0a36-45fe-941b-5c749ca6f3bf), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:14:53.762995 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-7a61f165-bc88-45e4-bf2e-5fe516944095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (ad05f391-ff61-4b74-a3af-7ffb7f485489), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:14:56.147600 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-f3b6f9bf-9fc7-462a-9796-2a886729fca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (e5548ccc-31b8-4072-a6b0-52b00208ea79), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:14:56.405140 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.agents_db [None req-75b73116-3060-4b2b-9211-a804f2896a96 None None] Agent healthcheck: found 6 active agents {{(pid=103471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:14:57.247917 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-921d17b2-ae2c-4a72-8bd8-05131367e3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (bf71836d-8135-4bcd-843a-dab378dba2b2), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:14:57.777265 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (38379b20-dcc3-43b7-a09e-956d8be7db9c), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:14:58.795117 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-c581148e-646c-4c8c-8cc5-93d6184e682f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (98e1a54e-83f0-40d1-9631-7dd40ffbcd59), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:15:00.223249 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (dea0f963-0a36-45fe-941b-5c749ca6f3bf), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:15:23.767986 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-925e82e8-3c8a-46a7-9156-c6a052acead7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (ad05f391-ff61-4b74-a3af-7ffb7f485489), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:15:26.149985 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-be48125a-85e8-4c4e-bc0e-cbfd700b5bdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (e5548ccc-31b8-4072-a6b0-52b00208ea79), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:15:27.250562 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-921d17b2-ae2c-4a72-8bd8-05131367e3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (bf71836d-8135-4bcd-843a-dab378dba2b2), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:15:27.792712 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (38379b20-dcc3-43b7-a09e-956d8be7db9c), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:15:28.798607 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-c581148e-646c-4c8c-8cc5-93d6184e682f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (98e1a54e-83f0-40d1-9631-7dd40ffbcd59), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:15:30.225129 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (dea0f963-0a36-45fe-941b-5c749ca6f3bf), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:15:33.404150 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.agents_db [None req-75b73116-3060-4b2b-9211-a804f2896a96 None None] Agent healthcheck: found 6 active agents {{(pid=103471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:15:53.782753 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-53afad3a-2be8-4158-8efc-95da74c5d152 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (ad05f391-ff61-4b74-a3af-7ffb7f485489), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:15:54.382135 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 52684) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:15:54.565034 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-95a57aaa-43bb-433e-ba0c-35c752e92a22 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2060211433-network', 'tenant_id': '9f96cd34d1bc46b78a000e0b5af9d6a2'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:15:54.600989 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95a57aaa-43bb-433e-ba0c-35c752e92a22 admin admin] Made reservation on behalf of 9f96cd34d1bc46b78a000e0b5af9d6a2 for: {'network': 1} {{(pid=103468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:15:54.605048 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-95a57aaa-43bb-433e-ba0c-35c752e92a22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for network (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:15:54.615493 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-95a57aaa-43bb-433e-ba0c-35c752e92a22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:15:54.713695 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-95a57aaa-43bb-433e-ba0c-35c752e92a22 admin admin] Publish callbacks [] for security_group (0eae7dcf-c433-472b-9317-42b2d04ee1a6), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:15:54.717941 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-95a57aaa-43bb-433e-ba0c-35c752e92a22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (0eae7dcf-c433-472b-9317-42b2d04ee1a6), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:15:54.748635 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95a57aaa-43bb-433e-ba0c-35c752e92a22 admin admin] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=103468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 17:15:54.750849 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a57aaa-43bb-433e-ba0c-35c752e92a22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eae7dcf-c433-472b-9317-42b2d04ee1a6,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:15:54.764797 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a57aaa-43bb-433e-ba0c-35c752e92a22 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:15:54.765188 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a57aaa-43bb-433e-ba0c-35c752e92a22 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:15:54.765517 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a57aaa-43bb-433e-ba0c-35c752e92a22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:15:54.765856 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a57aaa-43bb-433e-ba0c-35c752e92a22 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:15:54.766183 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a57aaa-43bb-433e-ba0c-35c752e92a22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:15:54.766843 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a57aaa-43bb-433e-ba0c-35c752e92a22 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:15:54.767174 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a57aaa-43bb-433e-ba0c-35c752e92a22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:15:54.767489 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a57aaa-43bb-433e-ba0c-35c752e92a22 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:15:54.767965 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a57aaa-43bb-433e-ba0c-35c752e92a22 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:15:54.768292 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a57aaa-43bb-433e-ba0c-35c752e92a22 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:15:54.768626 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a57aaa-43bb-433e-ba0c-35c752e92a22 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:15:54.769139 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a57aaa-43bb-433e-ba0c-35c752e92a22 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:15:54.769465 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a57aaa-43bb-433e-ba0c-35c752e92a22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:15:54.769781 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a57aaa-43bb-433e-ba0c-35c752e92a22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:15:54.770100 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a57aaa-43bb-433e-ba0c-35c752e92a22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:15:54.771278 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a57aaa-43bb-433e-ba0c-35c752e92a22 admin admin] Tracked resource versions report: May 12 17:15:54.771278 dv-cinder-841591-1-iscsi neutron-server[103468]: pushed versions: May 12 17:15:54.771278 dv-cinder-841591-1-iscsi neutron-server[103468]: { 'AddressGroup': {'1.2'}, May 12 17:15:54.771278 dv-cinder-841591-1-iscsi neutron-server[103468]: 'Agent': {'1.1'}, May 12 17:15:54.771278 dv-cinder-841591-1-iscsi neutron-server[103468]: 'ConntrackHelper': {'1.0'}, May 12 17:15:54.771278 dv-cinder-841591-1-iscsi neutron-server[103468]: 'LocalIPAssociation': {'1.0'}, May 12 17:15:54.771278 dv-cinder-841591-1-iscsi neutron-server[103468]: 'Log': {'1.0'}, May 12 17:15:54.771278 dv-cinder-841591-1-iscsi neutron-server[103468]: 'NDPProxy': {'1.0'}, May 12 17:15:54.771278 dv-cinder-841591-1-iscsi neutron-server[103468]: 'Network': {'1.1'}, May 12 17:15:54.771278 dv-cinder-841591-1-iscsi neutron-server[103468]: 'Port': {'1.7'}, May 12 17:15:54.771278 dv-cinder-841591-1-iscsi neutron-server[103468]: 'PortForwarding': {'1.3'}, May 12 17:15:54.771278 dv-cinder-841591-1-iscsi neutron-server[103468]: 'QosPolicy': {'1.10'}, May 12 17:15:54.771278 dv-cinder-841591-1-iscsi neutron-server[103468]: 'SecurityGroup': {'1.5'}, May 12 17:15:54.771278 dv-cinder-841591-1-iscsi neutron-server[103468]: 'SecurityGroupRule': {'1.2'}, May 12 17:15:54.771278 dv-cinder-841591-1-iscsi neutron-server[103468]: 'SubPort': {'1.0'}, May 12 17:15:54.771278 dv-cinder-841591-1-iscsi neutron-server[103468]: 'Subnet': {'1.1'}, May 12 17:15:54.771278 dv-cinder-841591-1-iscsi neutron-server[103468]: 'Trunk': {'1.1'}} May 12 17:15:54.771278 dv-cinder-841591-1-iscsi neutron-server[103468]: consumer versions: May 12 17:15:54.771278 dv-cinder-841591-1-iscsi neutron-server[103468]: { DHCP agent@dv-cinder-841591-1-iscsi: {}, May 12 17:15:54.771278 dv-cinder-841591-1-iscsi neutron-server[103468]: HyperV agent@hv-cinder-84159: {}, May 12 17:15:54.771278 dv-cinder-841591-1-iscsi neutron-server[103468]: L3 agent@dv-cinder-841591-1-iscsi: {}, May 12 17:15:54.771278 dv-cinder-841591-1-iscsi neutron-server[103468]: Metadata agent@dv-cinder-841591-1-iscsi: {}, May 12 17:15:54.771278 dv-cinder-841591-1-iscsi neutron-server[103468]: Metering agent@dv-cinder-841591-1-iscsi: {}, May 12 17:15:54.771278 dv-cinder-841591-1-iscsi neutron-server[103468]: Open vSwitch agent@dv-cinder-841591-1-iscsi: { 'AddressGroup': '1.2', May 12 17:15:54.771278 dv-cinder-841591-1-iscsi neutron-server[103468]: 'Agent': '1.1', May 12 17:15:54.771278 dv-cinder-841591-1-iscsi neutron-server[103468]: 'ConntrackHelper': '1.0', May 12 17:15:54.771278 dv-cinder-841591-1-iscsi neutron-server[103468]: 'LocalIPAssociation': '1.0', May 12 17:15:54.771278 dv-cinder-841591-1-iscsi neutron-server[103468]: 'Log': '1.0', May 12 17:15:54.771278 dv-cinder-841591-1-iscsi neutron-server[103468]: 'NDPProxy': '1.0', May 12 17:15:54.771278 dv-cinder-841591-1-iscsi neutron-server[103468]: 'Network': '1.1', May 12 17:15:54.771278 dv-cinder-841591-1-iscsi neutron-server[103468]: 'Port': '1.7', May 12 17:15:54.771278 dv-cinder-841591-1-iscsi neutron-server[103468]: 'PortForwarding': '1.3', May 12 17:15:54.771278 dv-cinder-841591-1-iscsi neutron-server[103468]: 'QosPolicy': '1.10', May 12 17:15:54.771278 dv-cinder-841591-1-iscsi neutron-server[103468]: 'SecurityGroup': '1.5', May 12 17:15:54.771278 dv-cinder-841591-1-iscsi neutron-server[103468]: 'SecurityGroupRule': '1.2', May 12 17:15:54.771278 dv-cinder-841591-1-iscsi neutron-server[103468]: 'SubPort': '1.0', May 12 17:15:54.771278 dv-cinder-841591-1-iscsi neutron-server[103468]: 'Subnet': '1.1', May 12 17:15:54.771278 dv-cinder-841591-1-iscsi neutron-server[103468]: 'Trunk': '1.1'}} May 12 17:15:54.771278 dv-cinder-841591-1-iscsi neutron-server[103468]: {{(pid=103468) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 17:15:54.777510 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-95a57aaa-43bb-433e-ba0c-35c752e92a22 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774527956237', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3597332'] for segment (c7a6aaf3-54ce-4151-ae72-69f500e464b9), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:15:54.778171 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.db.segments_db [None req-95a57aaa-43bb-433e-ba0c-35c752e92a22 admin admin] Added segment c7a6aaf3-54ce-4151-ae72-69f500e464b9 of type vlan for network 77b21ff8-23c6-42d2-9321-6759378651ee May 12 17:15:54.824786 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-95a57aaa-43bb-433e-ba0c-35c752e92a22 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774527496843'] for network (77b21ff8-23c6-42d2-9321-6759378651ee), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:15:54.862949 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-95a57aaa-43bb-433e-ba0c-35c752e92a22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205'] for network (77b21ff8-23c6-42d2-9321-6759378651ee), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:15:54.867025 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a57aaa-43bb-433e-ba0c-35c752e92a22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:15:54.867025 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-95a57aaa-43bb-433e-ba0c-35c752e92a22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-519179'] for network (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:15:54.905871 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 52736) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:15:54.906582 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-95a57aaa-43bb-433e-ba0c-35c752e92a22 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.5223806 May 12 17:15:54.914543 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-366998cf-2898-46b5-bcb4-06ac312d29c5 admin admin] Request body: {'subnet': {'network_id': '77b21ff8-23c6-42d2-9321-6759378651ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2060211433-subnet', 'tenant_id': '9f96cd34d1bc46b78a000e0b5af9d6a2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:15:54.936919 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a57aaa-43bb-433e-ba0c-35c752e92a22 admin admin] Pushing event updated for resources: {'Network': ['ID=77b21ff8-23c6-42d2-9321-6759378651ee,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:15:54.938022 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-366998cf-2898-46b5-bcb4-06ac312d29c5 admin admin] Made reservation on behalf of 9f96cd34d1bc46b78a000e0b5af9d6a2 for: {'subnet': 1} {{(pid=103469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:15:54.941645 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-366998cf-2898-46b5-bcb4-06ac312d29c5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:15:54.949861 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Network 77b21ff8-23c6-42d2-9321-6759378651ee details requested by agent ovs-agent-dv-cinder-841591-1-iscsi with host dv-cinder-841591-1-iscsi {{(pid=103470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 17:15:55.150456 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-366998cf-2898-46b5-bcb4-06ac312d29c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205'] for subnet (0cd36ca6-63ed-4772-87aa-c30fa42b51b3), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:15:55.202054 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366998cf-2898-46b5-bcb4-06ac312d29c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cd36ca6-63ed-4772-87aa-c30fa42b51b3,revision_number=0']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:15:55.210175 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366998cf-2898-46b5-bcb4-06ac312d29c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:15:55.210542 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366998cf-2898-46b5-bcb4-06ac312d29c5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:15:55.210877 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366998cf-2898-46b5-bcb4-06ac312d29c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:15:55.211397 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366998cf-2898-46b5-bcb4-06ac312d29c5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:15:55.211895 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366998cf-2898-46b5-bcb4-06ac312d29c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:15:55.212225 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366998cf-2898-46b5-bcb4-06ac312d29c5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:15:55.212553 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366998cf-2898-46b5-bcb4-06ac312d29c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:15:55.212878 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366998cf-2898-46b5-bcb4-06ac312d29c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:15:55.213204 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366998cf-2898-46b5-bcb4-06ac312d29c5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:15:55.213528 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366998cf-2898-46b5-bcb4-06ac312d29c5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:15:55.213851 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366998cf-2898-46b5-bcb4-06ac312d29c5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:15:55.214170 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366998cf-2898-46b5-bcb4-06ac312d29c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:15:55.214511 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366998cf-2898-46b5-bcb4-06ac312d29c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:15:55.214834 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366998cf-2898-46b5-bcb4-06ac312d29c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:15:55.215152 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366998cf-2898-46b5-bcb4-06ac312d29c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:15:55.216326 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366998cf-2898-46b5-bcb4-06ac312d29c5 admin admin] Tracked resource versions report: May 12 17:15:55.216326 dv-cinder-841591-1-iscsi neutron-server[103469]: pushed versions: May 12 17:15:55.216326 dv-cinder-841591-1-iscsi neutron-server[103469]: { 'AddressGroup': {'1.2'}, May 12 17:15:55.216326 dv-cinder-841591-1-iscsi neutron-server[103469]: 'Agent': {'1.1'}, May 12 17:15:55.216326 dv-cinder-841591-1-iscsi neutron-server[103469]: 'ConntrackHelper': {'1.0'}, May 12 17:15:55.216326 dv-cinder-841591-1-iscsi neutron-server[103469]: 'LocalIPAssociation': {'1.0'}, May 12 17:15:55.216326 dv-cinder-841591-1-iscsi neutron-server[103469]: 'Log': {'1.0'}, May 12 17:15:55.216326 dv-cinder-841591-1-iscsi neutron-server[103469]: 'NDPProxy': {'1.0'}, May 12 17:15:55.216326 dv-cinder-841591-1-iscsi neutron-server[103469]: 'Network': {'1.1'}, May 12 17:15:55.216326 dv-cinder-841591-1-iscsi neutron-server[103469]: 'Port': {'1.7'}, May 12 17:15:55.216326 dv-cinder-841591-1-iscsi neutron-server[103469]: 'PortForwarding': {'1.3'}, May 12 17:15:55.216326 dv-cinder-841591-1-iscsi neutron-server[103469]: 'QosPolicy': {'1.10'}, May 12 17:15:55.216326 dv-cinder-841591-1-iscsi neutron-server[103469]: 'SecurityGroup': {'1.5'}, May 12 17:15:55.216326 dv-cinder-841591-1-iscsi neutron-server[103469]: 'SecurityGroupRule': {'1.2'}, May 12 17:15:55.216326 dv-cinder-841591-1-iscsi neutron-server[103469]: 'SubPort': {'1.0'}, May 12 17:15:55.216326 dv-cinder-841591-1-iscsi neutron-server[103469]: 'Subnet': {'1.1'}, May 12 17:15:55.216326 dv-cinder-841591-1-iscsi neutron-server[103469]: 'Trunk': {'1.1'}} May 12 17:15:55.216326 dv-cinder-841591-1-iscsi neutron-server[103469]: consumer versions: May 12 17:15:55.216326 dv-cinder-841591-1-iscsi neutron-server[103469]: { DHCP agent@dv-cinder-841591-1-iscsi: {}, May 12 17:15:55.216326 dv-cinder-841591-1-iscsi neutron-server[103469]: HyperV agent@hv-cinder-84159: {}, May 12 17:15:55.216326 dv-cinder-841591-1-iscsi neutron-server[103469]: L3 agent@dv-cinder-841591-1-iscsi: {}, May 12 17:15:55.216326 dv-cinder-841591-1-iscsi neutron-server[103469]: Metadata agent@dv-cinder-841591-1-iscsi: {}, May 12 17:15:55.216326 dv-cinder-841591-1-iscsi neutron-server[103469]: Metering agent@dv-cinder-841591-1-iscsi: {}, May 12 17:15:55.216326 dv-cinder-841591-1-iscsi neutron-server[103469]: Open vSwitch agent@dv-cinder-841591-1-iscsi: { 'AddressGroup': '1.2', May 12 17:15:55.216326 dv-cinder-841591-1-iscsi neutron-server[103469]: 'Agent': '1.1', May 12 17:15:55.216326 dv-cinder-841591-1-iscsi neutron-server[103469]: 'ConntrackHelper': '1.0', May 12 17:15:55.216326 dv-cinder-841591-1-iscsi neutron-server[103469]: 'LocalIPAssociation': '1.0', May 12 17:15:55.216326 dv-cinder-841591-1-iscsi neutron-server[103469]: 'Log': '1.0', May 12 17:15:55.216326 dv-cinder-841591-1-iscsi neutron-server[103469]: 'NDPProxy': '1.0', May 12 17:15:55.216326 dv-cinder-841591-1-iscsi neutron-server[103469]: 'Network': '1.1', May 12 17:15:55.216326 dv-cinder-841591-1-iscsi neutron-server[103469]: 'Port': '1.7', May 12 17:15:55.216326 dv-cinder-841591-1-iscsi neutron-server[103469]: 'PortForwarding': '1.3', May 12 17:15:55.216326 dv-cinder-841591-1-iscsi neutron-server[103469]: 'QosPolicy': '1.10', May 12 17:15:55.216326 dv-cinder-841591-1-iscsi neutron-server[103469]: 'SecurityGroup': '1.5', May 12 17:15:55.216326 dv-cinder-841591-1-iscsi neutron-server[103469]: 'SecurityGroupRule': '1.2', May 12 17:15:55.216326 dv-cinder-841591-1-iscsi neutron-server[103469]: 'SubPort': '1.0', May 12 17:15:55.216326 dv-cinder-841591-1-iscsi neutron-server[103469]: 'Subnet': '1.1', May 12 17:15:55.216326 dv-cinder-841591-1-iscsi neutron-server[103469]: 'Trunk': '1.1'}} May 12 17:15:55.216326 dv-cinder-841591-1-iscsi neutron-server[103469]: {{(pid=103469) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 17:15:55.241438 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366998cf-2898-46b5-bcb4-06ac312d29c5 admin admin] Checking segment: {'id': 'c7a6aaf3-54ce-4151-ae72-69f500e464b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '77b21ff8-23c6-42d2-9321-6759378651ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:15:55.241872 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366998cf-2898-46b5-bcb4-06ac312d29c5 admin admin] Network hostable DHCP agents. Network: 77b21ff8-23c6-42d2-9321-6759378651ee, hostable agents: ['ad05f391-ff61-4b74-a3af-7ffb7f485489'], hosted agents: [] {{(pid=103469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 17:15:55.265321 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366998cf-2898-46b5-bcb4-06ac312d29c5 admin admin] Network 77b21ff8-23c6-42d2-9321-6759378651ee is scheduled to be hosted by DHCP agent ad05f391-ff61-4b74-a3af-7ffb7f485489 with binding_index 1 {{(pid=103469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 17:15:55.275573 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [None req-366998cf-2898-46b5-bcb4-06ac312d29c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841591-1-iscsi, 77b21ff8-23c6-42d2-9321-6759378651ee) {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:15:55.281434 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366998cf-2898-46b5-bcb4-06ac312d29c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:15:55.282255 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-366998cf-2898-46b5-bcb4-06ac312d29c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-519179'] for subnet (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:15:55.287071 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df77d565-be23-4cb9-8934-e31dee75a5f5 None None] Network 77b21ff8-23c6-42d2-9321-6759378651ee requested from dv-cinder-841591-1-iscsi {{(pid=103470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:15:55.306536 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-366998cf-2898-46b5-bcb4-06ac312d29c5 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3981748 May 12 17:15:55.306905 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 52758) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:15:55.320759 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-b5b80896-121e-4a84-8206-0c8242b32648 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2060211433-router', 'tenant_id': '9f96cd34d1bc46b78a000e0b5af9d6a2', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be'}}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:15:55.347530 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-b5b80896-121e-4a84-8206-0c8242b32648 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3679493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1042260'] for router (d37f8c35-61d9-4e4e-a436-9cc0a220161d), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:15:55.349265 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-b5b80896-121e-4a84-8206-0c8242b32648 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3679729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3679772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1042269'] for router (d37f8c35-61d9-4e4e-a436-9cc0a220161d), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:15:55.401607 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986fbf1a-8bb9-46bd-908a-67d6418624a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe4af7ad2-c653-548e-8b21-f3b9ef6cc8f2-77b21ff8-23c6-42d2-9321-6759378651ee', 'network_id': '77b21ff8-23c6-42d2-9321-6759378651ee', 'project_id': '9f96cd34d1bc46b78a000e0b5af9d6a2', 'fixed_ips': [{'subnet_id': '0cd36ca6-63ed-4772-87aa-c30fa42b51b3'}]}} from dv-cinder-841591-1-iscsi. {{(pid=103470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 17:15:55.403129 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-986fbf1a-8bb9-46bd-908a-67d6418624a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:15:55.412483 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-b5b80896-121e-4a84-8206-0c8242b32648 admin admin] Publish callbacks [] for router_controller (d37f8c35-61d9-4e4e-a436-9cc0a220161d), precommit_add_association {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:15:55.554500 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.db_base_plugin_common [None req-986fbf1a-8bb9-46bd-908a-67d6418624a3 None None] Allocated IP 172.20.0.2 (77b21ff8-23c6-42d2-9321-6759378651ee/0cd36ca6-63ed-4772-87aa-c30fa42b51b3/7718932f-9fca-4183-bc37-3dafecacd201) {{(pid=103470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:15:55.586010 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-b5b80896-121e-4a84-8206-0c8242b32648 admin admin] Publish callbacks [] for router_gateway (d37f8c35-61d9-4e4e-a436-9cc0a220161d), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:15:55.715498 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-986fbf1a-8bb9-46bd-908a-67d6418624a3 None None] Publish callbacks [] for port (7718932f-9fca-4183-bc37-3dafecacd201), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:15:55.725470 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-986fbf1a-8bb9-46bd-908a-67d6418624a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774527475285'] for port (7718932f-9fca-4183-bc37-3dafecacd201), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:15:55.785935 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986fbf1a-8bb9-46bd-908a-67d6418624a3 None None] Pushing event updated for resources: {'Port': ['ID=7718932f-9fca-4183-bc37-3dafecacd201,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:15:55.797974 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986fbf1a-8bb9-46bd-908a-67d6418624a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:15:55.798325 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986fbf1a-8bb9-46bd-908a-67d6418624a3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:15:55.798713 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986fbf1a-8bb9-46bd-908a-67d6418624a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:15:55.799078 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986fbf1a-8bb9-46bd-908a-67d6418624a3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:15:55.799423 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986fbf1a-8bb9-46bd-908a-67d6418624a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:15:55.799758 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986fbf1a-8bb9-46bd-908a-67d6418624a3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:15:55.800087 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986fbf1a-8bb9-46bd-908a-67d6418624a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:15:55.800414 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986fbf1a-8bb9-46bd-908a-67d6418624a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:15:55.800741 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986fbf1a-8bb9-46bd-908a-67d6418624a3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:15:55.801066 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986fbf1a-8bb9-46bd-908a-67d6418624a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:15:55.801557 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986fbf1a-8bb9-46bd-908a-67d6418624a3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:15:55.802057 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986fbf1a-8bb9-46bd-908a-67d6418624a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:15:55.802392 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986fbf1a-8bb9-46bd-908a-67d6418624a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:15:55.802748 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986fbf1a-8bb9-46bd-908a-67d6418624a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:15:55.803073 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986fbf1a-8bb9-46bd-908a-67d6418624a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:15:55.804249 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986fbf1a-8bb9-46bd-908a-67d6418624a3 None None] Tracked resource versions report: May 12 17:15:55.804249 dv-cinder-841591-1-iscsi neutron-server[103470]: pushed versions: May 12 17:15:55.804249 dv-cinder-841591-1-iscsi neutron-server[103470]: { 'AddressGroup': {'1.2'}, May 12 17:15:55.804249 dv-cinder-841591-1-iscsi neutron-server[103470]: 'Agent': {'1.1'}, May 12 17:15:55.804249 dv-cinder-841591-1-iscsi neutron-server[103470]: 'ConntrackHelper': {'1.0'}, May 12 17:15:55.804249 dv-cinder-841591-1-iscsi neutron-server[103470]: 'LocalIPAssociation': {'1.0'}, May 12 17:15:55.804249 dv-cinder-841591-1-iscsi neutron-server[103470]: 'Log': {'1.0'}, May 12 17:15:55.804249 dv-cinder-841591-1-iscsi neutron-server[103470]: 'NDPProxy': {'1.0'}, May 12 17:15:55.804249 dv-cinder-841591-1-iscsi neutron-server[103470]: 'Network': {'1.1'}, May 12 17:15:55.804249 dv-cinder-841591-1-iscsi neutron-server[103470]: 'Port': {'1.7'}, May 12 17:15:55.804249 dv-cinder-841591-1-iscsi neutron-server[103470]: 'PortForwarding': {'1.3'}, May 12 17:15:55.804249 dv-cinder-841591-1-iscsi neutron-server[103470]: 'QosPolicy': {'1.10'}, May 12 17:15:55.804249 dv-cinder-841591-1-iscsi neutron-server[103470]: 'SecurityGroup': {'1.5'}, May 12 17:15:55.804249 dv-cinder-841591-1-iscsi neutron-server[103470]: 'SecurityGroupRule': {'1.2'}, May 12 17:15:55.804249 dv-cinder-841591-1-iscsi neutron-server[103470]: 'SubPort': {'1.0'}, May 12 17:15:55.804249 dv-cinder-841591-1-iscsi neutron-server[103470]: 'Subnet': {'1.1'}, May 12 17:15:55.804249 dv-cinder-841591-1-iscsi neutron-server[103470]: 'Trunk': {'1.1'}} May 12 17:15:55.804249 dv-cinder-841591-1-iscsi neutron-server[103470]: consumer versions: May 12 17:15:55.804249 dv-cinder-841591-1-iscsi neutron-server[103470]: { DHCP agent@dv-cinder-841591-1-iscsi: {}, May 12 17:15:55.804249 dv-cinder-841591-1-iscsi neutron-server[103470]: HyperV agent@hv-cinder-84159: {}, May 12 17:15:55.804249 dv-cinder-841591-1-iscsi neutron-server[103470]: L3 agent@dv-cinder-841591-1-iscsi: {}, May 12 17:15:55.804249 dv-cinder-841591-1-iscsi neutron-server[103470]: Metadata agent@dv-cinder-841591-1-iscsi: {}, May 12 17:15:55.804249 dv-cinder-841591-1-iscsi neutron-server[103470]: Metering agent@dv-cinder-841591-1-iscsi: {}, May 12 17:15:55.804249 dv-cinder-841591-1-iscsi neutron-server[103470]: Open vSwitch agent@dv-cinder-841591-1-iscsi: { 'AddressGroup': '1.2', May 12 17:15:55.804249 dv-cinder-841591-1-iscsi neutron-server[103470]: 'Agent': '1.1', May 12 17:15:55.804249 dv-cinder-841591-1-iscsi neutron-server[103470]: 'ConntrackHelper': '1.0', May 12 17:15:55.804249 dv-cinder-841591-1-iscsi neutron-server[103470]: 'LocalIPAssociation': '1.0', May 12 17:15:55.804249 dv-cinder-841591-1-iscsi neutron-server[103470]: 'Log': '1.0', May 12 17:15:55.804249 dv-cinder-841591-1-iscsi neutron-server[103470]: 'NDPProxy': '1.0', May 12 17:15:55.804249 dv-cinder-841591-1-iscsi neutron-server[103470]: 'Network': '1.1', May 12 17:15:55.804249 dv-cinder-841591-1-iscsi neutron-server[103470]: 'Port': '1.7', May 12 17:15:55.804249 dv-cinder-841591-1-iscsi neutron-server[103470]: 'PortForwarding': '1.3', May 12 17:15:55.804249 dv-cinder-841591-1-iscsi neutron-server[103470]: 'QosPolicy': '1.10', May 12 17:15:55.804249 dv-cinder-841591-1-iscsi neutron-server[103470]: 'SecurityGroup': '1.5', May 12 17:15:55.804249 dv-cinder-841591-1-iscsi neutron-server[103470]: 'SecurityGroupRule': '1.2', May 12 17:15:55.804249 dv-cinder-841591-1-iscsi neutron-server[103470]: 'SubPort': '1.0', May 12 17:15:55.804249 dv-cinder-841591-1-iscsi neutron-server[103470]: 'Subnet': '1.1', May 12 17:15:55.804249 dv-cinder-841591-1-iscsi neutron-server[103470]: 'Trunk': '1.1'}} May 12 17:15:55.804249 dv-cinder-841591-1-iscsi neutron-server[103470]: {{(pid=103470) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 17:15:55.812320 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986fbf1a-8bb9-46bd-908a-67d6418624a3 None None] Network 77b21ff8-23c6-42d2-9321-6759378651ee is already hosted by enough agents. {{(pid=103470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:15:55.814035 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.scheduler.base_scheduler [None req-986fbf1a-8bb9-46bd-908a-67d6418624a3 None None] Resources bound (agent type, host, resource id): {{(pid=103470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:15:55.816102 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986fbf1a-8bb9-46bd-908a-67d6418624a3 None None] Received port after_create {{(pid=103470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:15:55.843294 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-b5b80896-121e-4a84-8206-0c8242b32648 admin admin] Publish callbacks [] for router_gateway (d37f8c35-61d9-4e4e-a436-9cc0a220161d), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:15:55.871014 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-b5b80896-121e-4a84-8206-0c8242b32648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:15:55.882755 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-986fbf1a-8bb9-46bd-908a-67d6418624a3 None None] Attempting to bind port 7718932f-9fca-4183-bc37-3dafecacd201 on host dv-cinder-841591-1-iscsi for vnic_type normal with profile {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:15:55.883742 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-986fbf1a-8bb9-46bd-908a-67d6418624a3 None None] Attempting to bind port 7718932f-9fca-4183-bc37-3dafecacd201 by drivers openvswitch,hyperv on host dv-cinder-841591-1-iscsi at level 0 using segments [{'id': 'c7a6aaf3-54ce-4151-ae72-69f500e464b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '77b21ff8-23c6-42d2-9321-6759378651ee'}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:15:55.884371 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986fbf1a-8bb9-46bd-908a-67d6418624a3 None None] Attempting to bind port 7718932f-9fca-4183-bc37-3dafecacd201 on network 77b21ff8-23c6-42d2-9321-6759378651ee {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:15:55.890288 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986fbf1a-8bb9-46bd-908a-67d6418624a3 None None] Checking agent: {'id': 'dea0f963-0a36-45fe-941b-5c749ca6f3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841591-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 7, 30), 'started_at': datetime.datetime(2022, 5, 12, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841591-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:15:55.890570 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986fbf1a-8bb9-46bd-908a-67d6418624a3 None None] Checking segment: {'id': 'c7a6aaf3-54ce-4151-ae72-69f500e464b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '77b21ff8-23c6-42d2-9321-6759378651ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:15:55.890968 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-986fbf1a-8bb9-46bd-908a-67d6418624a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:15:55.891413 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986fbf1a-8bb9-46bd-908a-67d6418624a3 None None] Bound using segment: {'id': 'c7a6aaf3-54ce-4151-ae72-69f500e464b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '77b21ff8-23c6-42d2-9321-6759378651ee'} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:15:55.891886 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-986fbf1a-8bb9-46bd-908a-67d6418624a3 None None] Bound port: 7718932f-9fca-4183-bc37-3dafecacd201, host: dv-cinder-841591-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7a6aaf3-54ce-4151-ae72-69f500e464b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '77b21ff8-23c6-42d2-9321-6759378651ee'}}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:15:55.892269 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-986fbf1a-8bb9-46bd-908a-67d6418624a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (7718932f-9fca-4183-bc37-3dafecacd201), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:15:55.977531 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-986fbf1a-8bb9-46bd-908a-67d6418624a3 None None] For port 7718932f-9fca-4183-bc37-3dafecacd201, host dv-cinder-841591-1-iscsi, cleared binding levels {{(pid=103470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:15:55.981230 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-986fbf1a-8bb9-46bd-908a-67d6418624a3 None None] For port 7718932f-9fca-4183-bc37-3dafecacd201, host dv-cinder-841591-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-1-iscsi',level=0,port_id=7718932f-9fca-4183-bc37-3dafecacd201,segment=NetworkSegment(c7a6aaf3-54ce-4151-ae72-69f500e464b9),segment_id=c7a6aaf3-54ce-4151-ae72-69f500e464b9)] {{(pid=103470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:15:55.992085 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-986fbf1a-8bb9-46bd-908a-67d6418624a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (7718932f-9fca-4183-bc37-3dafecacd201), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:15:56.020716 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.db_base_plugin_common [None req-b5b80896-121e-4a84-8206-0c8242b32648 admin admin] Allocated IP 172.27.0.53 (9bfa71c8-c6b3-48ca-a660-d8187367d4be/c986c1c6-d014-45ab-99c5-409df43f439e/ba44eb14-e418-4de5-8e35-cd3da218b7fa) {{(pid=103468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:15:56.084059 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986fbf1a-8bb9-46bd-908a-67d6418624a3 None None] Pushing event updated for resources: {'Port': ['ID=7718932f-9fca-4183-bc37-3dafecacd201,revision_number=2']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:15:56.161130 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-ad5ff3aa-e210-4d9a-a81b-e62e5e9e87f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (e5548ccc-31b8-4072-a6b0-52b00208ea79), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:15:56.194199 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-b5b80896-121e-4a84-8206-0c8242b32648 admin admin] Publish callbacks [] for port (ba44eb14-e418-4de5-8e35-cd3da218b7fa), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:15:56.239453 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-b5b80896-121e-4a84-8206-0c8242b32648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774527475285'] for port (ba44eb14-e418-4de5-8e35-cd3da218b7fa), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:15:56.291703 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b80896-121e-4a84-8206-0c8242b32648 admin admin] Network 9bfa71c8-c6b3-48ca-a660-d8187367d4be is already hosted by enough agents. {{(pid=103468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:15:56.296887 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.base_scheduler [None req-b5b80896-121e-4a84-8206-0c8242b32648 admin admin] Resources bound (agent type, host, resource id): {{(pid=103468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:15:56.301353 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b80896-121e-4a84-8206-0c8242b32648 admin admin] Received port after_create {{(pid=103468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:15:56.304264 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b80896-121e-4a84-8206-0c8242b32648 admin admin] Pushing event updated for resources: {'Port': ['ID=ba44eb14-e418-4de5-8e35-cd3da218b7fa,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:15:56.376711 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 52814) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:15:56.604880 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-b5b80896-121e-4a84-8206-0c8242b32648 admin admin] Publish callbacks [] for router_gateway (d37f8c35-61d9-4e4e-a436-9cc0a220161d), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:15:56.840137 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 52834) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:15:56.883896 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 52838) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:15:56.918240 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-777984f0-ba8c-4701-8d3a-6a92ee647c81 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1937888495-network', 'tenant_id': '638166bec22640968de80cfeaeed437b'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:15:56.945950 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-b5b80896-121e-4a84-8206-0c8242b32648 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3679624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3679947'] for router (d37f8c35-61d9-4e4e-a436-9cc0a220161d), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:15:56.953661 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 52844) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:15:56.959535 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-777984f0-ba8c-4701-8d3a-6a92ee647c81 admin admin] Made reservation on behalf of 638166bec22640968de80cfeaeed437b for: {'network': 1} {{(pid=103469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:15:56.961852 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-777984f0-ba8c-4701-8d3a-6a92ee647c81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for network (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:15:57.000291 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-777984f0-ba8c-4701-8d3a-6a92ee647c81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:15:57.110441 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-777984f0-ba8c-4701-8d3a-6a92ee647c81 admin admin] Publish callbacks [] for security_group (db7d0f43-a860-4c22-8e80-2ebcff18b10b), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:15:57.117433 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5b80896-121e-4a84-8206-0c8242b32648 admin admin] Router d37f8c35-61d9-4e4e-a436-9cc0a220161d is scheduled to L3 agent e5548ccc-31b8-4072-a6b0-52b00208ea79 with binding_index 1 {{(pid=103468) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 17:15:57.120833 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-777984f0-ba8c-4701-8d3a-6a92ee647c81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (db7d0f43-a860-4c22-8e80-2ebcff18b10b), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:15:57.157684 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777984f0-ba8c-4701-8d3a-6a92ee647c81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db7d0f43-a860-4c22-8e80-2ebcff18b10b,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:15:57.176128 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-777984f0-ba8c-4701-8d3a-6a92ee647c81 admin admin] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=103469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 17:15:57.198036 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-777984f0-ba8c-4701-8d3a-6a92ee647c81 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774527956237', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3597332'] for segment (19a8dca8-bd58-4f99-95b0-2fe50f24eee0), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:15:57.199658 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.db.segments_db [None req-777984f0-ba8c-4701-8d3a-6a92ee647c81 admin admin] Added segment 19a8dca8-bd58-4f99-95b0-2fe50f24eee0 of type vlan for network ff0d6338-2300-4010-ae74-9c2289a9588a May 12 17:15:57.274664 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-921d17b2-ae2c-4a72-8bd8-05131367e3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (bf71836d-8135-4bcd-843a-dab378dba2b2), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:15:57.305089 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-7f40cc86-819c-4a20-912f-3f47f8e6afda admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-286636223-network', 'tenant_id': 'bc666577e7164571a48b8dc37e02632b'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:15:57.323735 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3077c751-05e7-4336-a101-88e6a7390695 None None] Network 77b21ff8-23c6-42d2-9321-6759378651ee requested from dv-cinder-841591-1-iscsi {{(pid=103470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:15:57.330534 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-3dbd1dbd-e3f4-4445-b843-d69d7c21e992 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-243488039-network', 'tenant_id': '48b4bff5a47542c589d67a522647608c'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:15:57.338412 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-777984f0-ba8c-4701-8d3a-6a92ee647c81 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774527496843'] for network (ff0d6338-2300-4010-ae74-9c2289a9588a), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:15:57.363943 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device 7718932f-9fca-4183-bc37-3dafecacd201 up at agent ovs-agent-dv-cinder-841591-1-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:15:57.373510 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5b80896-121e-4a84-8206-0c8242b32648 admin admin] Notify agent at l3_agent.dv-cinder-841591-1-iscsi the message routers_updated {{(pid=103468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:15:57.377748 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-33d56a8f-6a31-4e4f-b6f7-acb9a15ab372 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-154657364-network', 'tenant_id': '67e7bebb3ef2474591626aa0a76d7a1d'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:15:57.385499 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe1f5ae-b0a2-4873-b77b-6c973e78bd9f None None] Sync routers for ids ['d37f8c35-61d9-4e4e-a436-9cc0a220161d'] in dv-cinder-841591-1-iscsi {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:15:57.402675 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe1f5ae-b0a2-4873-b77b-6c973e78bd9f None None] Routers {'d37f8c35-61d9-4e4e-a436-9cc0a220161d'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:15:57.403762 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-afe1f5ae-b0a2-4873-b77b-6c973e78bd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:15:56Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['d37f8c35-61d9-4e4e-a436-9cc0a220161d'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:15:57.408740 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dbd1dbd-e3f4-4445-b843-d69d7c21e992 admin admin] Made reservation on behalf of 48b4bff5a47542c589d67a522647608c for: {'network': 1} {{(pid=103469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:15:57.409095 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-b5b80896-121e-4a84-8206-0c8242b32648 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:15:57.413344 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-3dbd1dbd-e3f4-4445-b843-d69d7c21e992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for network (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:15:57.415008 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-b5b80896-121e-4a84-8206-0c8242b32648 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.1056237 May 12 17:15:57.415974 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 52862) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:15:57.425406 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-3dbd1dbd-e3f4-4445-b843-d69d7c21e992 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:15:57.436643 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f40cc86-819c-4a20-912f-3f47f8e6afda admin admin] Made reservation on behalf of bc666577e7164571a48b8dc37e02632b for: {'network': 1} {{(pid=103469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:15:57.439777 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-7f40cc86-819c-4a20-912f-3f47f8e6afda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for network (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:15:57.551851 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-3dbd1dbd-e3f4-4445-b843-d69d7c21e992 admin admin] Publish callbacks [] for security_group (a5d29dfe-01e2-4c5b-9649-6ba6794dcb00), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:15:57.553492 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-7f40cc86-819c-4a20-912f-3f47f8e6afda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:15:57.653716 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-7f40cc86-819c-4a20-912f-3f47f8e6afda admin admin] Publish callbacks [] for security_group (792fcd35-6088-4228-a5e4-c260bf46ae7b), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:15:57.655302 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-3dbd1dbd-e3f4-4445-b843-d69d7c21e992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (a5d29dfe-01e2-4c5b-9649-6ba6794dcb00), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:15:57.680748 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-afe1f5ae-b0a2-4873-b77b-6c973e78bd9f None None] Set router d37f8c35-61d9-4e4e-a436-9cc0a220161d gateway port host: dv-cinder-841591-1-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:15:57.689458 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dbd1dbd-e3f4-4445-b843-d69d7c21e992 admin admin] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=103469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 17:15:57.713810 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-3dbd1dbd-e3f4-4445-b843-d69d7c21e992 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774527956237', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3597332'] for segment (71a7ccad-3b9a-49dc-aad4-6fc2bb28e609), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:15:57.714584 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.db.segments_db [None req-3dbd1dbd-e3f4-4445-b843-d69d7c21e992 admin admin] Added segment 71a7ccad-3b9a-49dc-aad4-6fc2bb28e609 of type vlan for network e448eb24-07f0-4164-bcb9-ffce49adfff6 May 12 17:15:57.795145 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Provisioning complete for port 7718932f-9fca-4183-bc37-3dafecacd201 triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:15:57.798766 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (7718932f-9fca-4183-bc37-3dafecacd201), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:15:57.936322 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-77251ee2-86b5-44af-bae1-407618cf20ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:15:58.006456 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Current status of the port 7718932f-9fca-4183-bc37-3dafecacd201 is: DOWN; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:15:58.007500 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (7718932f-9fca-4183-bc37-3dafecacd201), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:15:58.039761 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-3dbd1dbd-e3f4-4445-b843-d69d7c21e992 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774527496843'] for network (e448eb24-07f0-4164-bcb9-ffce49adfff6), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:15:58.096047 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-afe1f5ae-b0a2-4873-b77b-6c973e78bd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd37f8c35-61d9-4e4e-a436-9cc0a220161d', 'name': 'tempest-AttachVolumeShelveTestJSON-2060211433-router', 'tenant_id': '9f96cd34d1bc46b78a000e0b5af9d6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'ba44eb14-e418-4de5-8e35-cd3da218b7fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:15:55Z', 'updated_at': '2022-05-12T17:15:56Z', 'revision_number': 3, 'project_id': '9f96cd34d1bc46b78a000e0b5af9d6a2', 'gw_port': {'id': 'ba44eb14-e418-4de5-8e35-cd3da218b7fa', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a7:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd37f8c35-61d9-4e4e-a436-9cc0a220161d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:15:55Z', 'updated_at': '2022-05-12T17:15:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi'}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:15:58.103525 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbd1dbd-e3f4-4445-b843-d69d7c21e992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5d29dfe-01e2-4c5b-9649-6ba6794dcb00,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:15:58.106223 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-3dbd1dbd-e3f4-4445-b843-d69d7c21e992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205'] for network (e448eb24-07f0-4164-bcb9-ffce49adfff6), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:15:58.107412 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbd1dbd-e3f4-4445-b843-d69d7c21e992 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:15:58.107978 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-3dbd1dbd-e3f4-4445-b843-d69d7c21e992 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-519179'] for network (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:15:58.117939 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-7f40cc86-819c-4a20-912f-3f47f8e6afda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (792fcd35-6088-4228-a5e4-c260bf46ae7b), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:15:58.120456 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-50bc7661-0805-4f6d-8570-7d23752f5539 None None] Provisioning complete for port 7718932f-9fca-4183-bc37-3dafecacd201 triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:15:58.121097 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-50bc7661-0805-4f6d-8570-7d23752f5539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (7718932f-9fca-4183-bc37-3dafecacd201), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:15:58.132417 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f40cc86-819c-4a20-912f-3f47f8e6afda admin admin] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=103469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 17:15:58.144554 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-7f40cc86-819c-4a20-912f-3f47f8e6afda admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774527956237', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3597332'] for segment (d41f0e29-cceb-4471-891b-440d7cc63dac), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:15:58.144800 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.db.segments_db [None req-7f40cc86-819c-4a20-912f-3f47f8e6afda admin admin] Added segment d41f0e29-cceb-4471-891b-440d7cc63dac of type vlan for network 714211f3-817e-4cb9-b001-13ff4a09cd03 May 12 17:15:58.152691 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] For port 7718932f-9fca-4183-bc37-3dafecacd201, host dv-cinder-841591-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-1-iscsi',level=0,port_id=7718932f-9fca-4183-bc37-3dafecacd201,segment=NetworkSegment(c7a6aaf3-54ce-4151-ae72-69f500e464b9),segment_id=c7a6aaf3-54ce-4151-ae72-69f500e464b9)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:15:58.166460 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe1f5ae-b0a2-4873-b77b-6c973e78bd9f None None] Checking router: d37f8c35-61d9-4e4e-a436-9cc0a220161d for host: dv-cinder-841591-1-iscsi {{(pid=103471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:15:58.169470 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe1f5ae-b0a2-4873-b77b-6c973e78bd9f None None] Updating router d37f8c35-61d9-4e4e-a436-9cc0a220161d port ba44eb14-e418-4de5-8e35-cd3da218b7fa binding host dv-cinder-841591-1-iscsi {{(pid=103471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 17:15:58.185823 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-7f40cc86-819c-4a20-912f-3f47f8e6afda admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774527496843'] for network (714211f3-817e-4cb9-b001-13ff4a09cd03), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:15:58.189702 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (7718932f-9fca-4183-bc37-3dafecacd201), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:15:58.222393 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-3dbd1dbd-e3f4-4445-b843-d69d7c21e992 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.3809297 May 12 17:15:58.225571 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 52890) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:15:58.236633 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.db_base_plugin_common [None req-77251ee2-86b5-44af-bae1-407618cf20ce admin admin] Allocated IP 172.20.0.1 (77b21ff8-23c6-42d2-9321-6759378651ee/0cd36ca6-63ed-4772-87aa-c30fa42b51b3/1ad17248-876b-46c4-8895-543e86966af1) {{(pid=103468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:15:58.241141 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-afe1f5ae-b0a2-4873-b77b-6c973e78bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (ba44eb14-e418-4de5-8e35-cd3da218b7fa), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:15:58.270371 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Pushing event updated for resources: {'Port': ['ID=7718932f-9fca-4183-bc37-3dafecacd201,revision_number=3']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:15:58.275209 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (38379b20-dcc3-43b7-a09e-956d8be7db9c), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:15:58.322627 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-7f40cc86-819c-4a20-912f-3f47f8e6afda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205'] for network (714211f3-817e-4cb9-b001-13ff4a09cd03), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:15:58.323659 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f40cc86-819c-4a20-912f-3f47f8e6afda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:15:58.324296 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-7f40cc86-819c-4a20-912f-3f47f8e6afda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-519179'] for network (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:15:58.340016 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-777984f0-ba8c-4701-8d3a-6a92ee647c81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205'] for network (ff0d6338-2300-4010-ae74-9c2289a9588a), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:15:58.341588 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777984f0-ba8c-4701-8d3a-6a92ee647c81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:15:58.342446 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-777984f0-ba8c-4701-8d3a-6a92ee647c81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-519179'] for network (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:15:58.407581 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-3f98cf84-352e-4e96-a29c-a2b84d2a686b admin admin] Request body: {'subnet': {'network_id': 'e448eb24-07f0-4164-bcb9-ffce49adfff6', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-243488039-subnet', 'tenant_id': '48b4bff5a47542c589d67a522647608c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:15:58.419418 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f40cc86-819c-4a20-912f-3f47f8e6afda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=792fcd35-6088-4228-a5e4-c260bf46ae7b,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:15:58.425036 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-50bc7661-0805-4f6d-8570-7d23752f5539 None None] Current status of the port 7718932f-9fca-4183-bc37-3dafecacd201 is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:15:58.425984 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbd1dbd-e3f4-4445-b843-d69d7c21e992 admin admin] Pushing event updated for resources: {'Network': ['ID=e448eb24-07f0-4164-bcb9-ffce49adfff6,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:15:58.479427 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-7f40cc86-819c-4a20-912f-3f47f8e6afda admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.5908554 May 12 17:15:58.500715 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-777984f0-ba8c-4701-8d3a-6a92ee647c81 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 2.1222045 May 12 17:15:58.513761 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-77251ee2-86b5-44af-bae1-407618cf20ce admin admin] Publish callbacks [] for port (1ad17248-876b-46c4-8895-543e86966af1), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:15:58.516588 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 52894) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:15:58.516915 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 52896) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:15:58.527896 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-cb9faf2e-48b9-4b72-994b-a578c10f4c40 admin admin] Request body: {'subnet': {'network_id': '714211f3-817e-4cb9-b001-13ff4a09cd03', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-286636223-subnet', 'tenant_id': 'bc666577e7164571a48b8dc37e02632b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:15:58.554199 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-77251ee2-86b5-44af-bae1-407618cf20ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774527475285'] for port (1ad17248-876b-46c4-8895-543e86966af1), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:15:58.554516 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-3f9930e2-d0bf-4d79-a2e6-e38f8924be06 admin admin] Request body: {'subnet': {'network_id': 'ff0d6338-2300-4010-ae74-9c2289a9588a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1937888495-subnet', 'tenant_id': '638166bec22640968de80cfeaeed437b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:15:58.585102 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb9faf2e-48b9-4b72-994b-a578c10f4c40 admin admin] Made reservation on behalf of bc666577e7164571a48b8dc37e02632b for: {'subnet': 1} {{(pid=103469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:15:58.588223 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-cb9faf2e-48b9-4b72-994b-a578c10f4c40 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:15:58.594189 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f9930e2-d0bf-4d79-a2e6-e38f8924be06 admin admin] Made reservation on behalf of 638166bec22640968de80cfeaeed437b for: {'subnet': 1} {{(pid=103469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:15:58.597151 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-3f9930e2-d0bf-4d79-a2e6-e38f8924be06 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:15:58.602893 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Network e448eb24-07f0-4164-bcb9-ffce49adfff6 details requested by agent ovs-agent-dv-cinder-841591-1-iscsi with host dv-cinder-841591-1-iscsi {{(pid=103470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 17:15:58.638013 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77251ee2-86b5-44af-bae1-407618cf20ce admin admin] Network 77b21ff8-23c6-42d2-9321-6759378651ee is already hosted by enough agents. {{(pid=103468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:15:58.688171 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.base_scheduler [None req-77251ee2-86b5-44af-bae1-407618cf20ce admin admin] Resources bound (agent type, host, resource id): {{(pid=103468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:15:58.701935 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77251ee2-86b5-44af-bae1-407618cf20ce admin admin] Received port after_create {{(pid=103468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:15:58.702640 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-77251ee2-86b5-44af-bae1-407618cf20ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3684070'] for router_interface (d37f8c35-61d9-4e4e-a436-9cc0a220161d), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:15:58.730291 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f40cc86-819c-4a20-912f-3f47f8e6afda admin admin] Pushing event updated for resources: {'Network': ['ID=714211f3-817e-4cb9-b001-13ff4a09cd03,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:15:58.765211 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Network 714211f3-817e-4cb9-b001-13ff4a09cd03 details requested by agent ovs-agent-dv-cinder-841591-1-iscsi with host dv-cinder-841591-1-iscsi {{(pid=103470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 17:15:58.923586 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-a9d64ade-9a45-45ca-99c7-672c73ba95d2 None None] Provisioning complete for port 7718932f-9fca-4183-bc37-3dafecacd201 triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:15:58.924387 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-a9d64ade-9a45-45ca-99c7-672c73ba95d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (7718932f-9fca-4183-bc37-3dafecacd201), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:15:58.928203 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777984f0-ba8c-4701-8d3a-6a92ee647c81 admin admin] Pushing event updated for resources: {'Network': ['ID=ff0d6338-2300-4010-ae74-9c2289a9588a,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:15:58.928550 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-c581148e-646c-4c8c-8cc5-93d6184e682f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (98e1a54e-83f0-40d1-9631-7dd40ffbcd59), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:15:58.930282 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d56a8f-6a31-4e4f-b6f7-acb9a15ab372 admin admin] Made reservation on behalf of 67e7bebb3ef2474591626aa0a76d7a1d for: {'network': 1} {{(pid=103469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:15:58.937176 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-33d56a8f-6a31-4e4f-b6f7-acb9a15ab372 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for network (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:15:58.963322 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-33d56a8f-6a31-4e4f-b6f7-acb9a15ab372 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:15:58.990156 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f98cf84-352e-4e96-a29c-a2b84d2a686b admin admin] Made reservation on behalf of 48b4bff5a47542c589d67a522647608c for: {'subnet': 1} {{(pid=103469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:15:58.992545 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-3f98cf84-352e-4e96-a29c-a2b84d2a686b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:15:59.036679 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-afe1f5ae-b0a2-4873-b77b-6c973e78bd9f None None] Publish callbacks [] for port (ba44eb14-e418-4de5-8e35-cd3da218b7fa), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:15:59.054351 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-afe1f5ae-b0a2-4873-b77b-6c973e78bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (ba44eb14-e418-4de5-8e35-cd3da218b7fa), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:15:59.121362 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Network ff0d6338-2300-4010-ae74-9c2289a9588a details requested by agent ovs-agent-dv-cinder-841591-1-iscsi with host dv-cinder-841591-1-iscsi {{(pid=103470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 17:15:59.144710 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-77251ee2-86b5-44af-bae1-407618cf20ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (1ad17248-876b-46c4-8895-543e86966af1), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:15:59.233679 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be46dfd-3bfb-45bd-9bca-f1724ed96d08 None None] Pushing event updated for resources: {'Port': ['ID=ba44eb14-e418-4de5-8e35-cd3da218b7fa,revision_number=2']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:15:59.246688 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-afe1f5ae-b0a2-4873-b77b-6c973e78bd9f None None] Attempting to bind port ba44eb14-e418-4de5-8e35-cd3da218b7fa on host dv-cinder-841591-1-iscsi for vnic_type normal with profile {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:15:59.250127 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-afe1f5ae-b0a2-4873-b77b-6c973e78bd9f None None] Attempting to bind port ba44eb14-e418-4de5-8e35-cd3da218b7fa by drivers openvswitch,hyperv on host dv-cinder-841591-1-iscsi at level 0 using segments [{'id': '54af2f58-bd4b-41ba-9124-743d6aed4e37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be'}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:15:59.250899 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe1f5ae-b0a2-4873-b77b-6c973e78bd9f None None] Attempting to bind port ba44eb14-e418-4de5-8e35-cd3da218b7fa on network 9bfa71c8-c6b3-48ca-a660-d8187367d4be {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:15:59.270699 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be46dfd-3bfb-45bd-9bca-f1724ed96d08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:15:59.271040 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be46dfd-3bfb-45bd-9bca-f1724ed96d08 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:15:59.271396 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be46dfd-3bfb-45bd-9bca-f1724ed96d08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:15:59.271759 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be46dfd-3bfb-45bd-9bca-f1724ed96d08 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:15:59.276160 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be46dfd-3bfb-45bd-9bca-f1724ed96d08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:15:59.276514 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be46dfd-3bfb-45bd-9bca-f1724ed96d08 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:15:59.276863 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be46dfd-3bfb-45bd-9bca-f1724ed96d08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:15:59.277169 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be46dfd-3bfb-45bd-9bca-f1724ed96d08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:15:59.279754 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be46dfd-3bfb-45bd-9bca-f1724ed96d08 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:15:59.280381 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be46dfd-3bfb-45bd-9bca-f1724ed96d08 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:15:59.284453 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be46dfd-3bfb-45bd-9bca-f1724ed96d08 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:15:59.285049 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be46dfd-3bfb-45bd-9bca-f1724ed96d08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:15:59.286150 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be46dfd-3bfb-45bd-9bca-f1724ed96d08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:15:59.286682 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be46dfd-3bfb-45bd-9bca-f1724ed96d08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:15:59.287178 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be46dfd-3bfb-45bd-9bca-f1724ed96d08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:15:59.288871 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be46dfd-3bfb-45bd-9bca-f1724ed96d08 None None] Tracked resource versions report: May 12 17:15:59.288871 dv-cinder-841591-1-iscsi neutron-server[103471]: pushed versions: May 12 17:15:59.288871 dv-cinder-841591-1-iscsi neutron-server[103471]: { 'AddressGroup': {'1.2'}, May 12 17:15:59.288871 dv-cinder-841591-1-iscsi neutron-server[103471]: 'Agent': {'1.1'}, May 12 17:15:59.288871 dv-cinder-841591-1-iscsi neutron-server[103471]: 'ConntrackHelper': {'1.0'}, May 12 17:15:59.288871 dv-cinder-841591-1-iscsi neutron-server[103471]: 'LocalIPAssociation': {'1.0'}, May 12 17:15:59.288871 dv-cinder-841591-1-iscsi neutron-server[103471]: 'Log': {'1.0'}, May 12 17:15:59.288871 dv-cinder-841591-1-iscsi neutron-server[103471]: 'NDPProxy': {'1.0'}, May 12 17:15:59.288871 dv-cinder-841591-1-iscsi neutron-server[103471]: 'Network': {'1.1'}, May 12 17:15:59.288871 dv-cinder-841591-1-iscsi neutron-server[103471]: 'Port': {'1.7'}, May 12 17:15:59.288871 dv-cinder-841591-1-iscsi neutron-server[103471]: 'PortForwarding': {'1.3'}, May 12 17:15:59.288871 dv-cinder-841591-1-iscsi neutron-server[103471]: 'QosPolicy': {'1.10'}, May 12 17:15:59.288871 dv-cinder-841591-1-iscsi neutron-server[103471]: 'SecurityGroup': {'1.5'}, May 12 17:15:59.288871 dv-cinder-841591-1-iscsi neutron-server[103471]: 'SecurityGroupRule': {'1.2'}, May 12 17:15:59.288871 dv-cinder-841591-1-iscsi neutron-server[103471]: 'SubPort': {'1.0'}, May 12 17:15:59.288871 dv-cinder-841591-1-iscsi neutron-server[103471]: 'Subnet': {'1.1'}, May 12 17:15:59.288871 dv-cinder-841591-1-iscsi neutron-server[103471]: 'Trunk': {'1.1'}} May 12 17:15:59.288871 dv-cinder-841591-1-iscsi neutron-server[103471]: consumer versions: May 12 17:15:59.288871 dv-cinder-841591-1-iscsi neutron-server[103471]: { DHCP agent@dv-cinder-841591-1-iscsi: {}, May 12 17:15:59.288871 dv-cinder-841591-1-iscsi neutron-server[103471]: HyperV agent@hv-cinder-84159: {}, May 12 17:15:59.288871 dv-cinder-841591-1-iscsi neutron-server[103471]: L3 agent@dv-cinder-841591-1-iscsi: {}, May 12 17:15:59.288871 dv-cinder-841591-1-iscsi neutron-server[103471]: Metadata agent@dv-cinder-841591-1-iscsi: {}, May 12 17:15:59.288871 dv-cinder-841591-1-iscsi neutron-server[103471]: Metering agent@dv-cinder-841591-1-iscsi: {}, May 12 17:15:59.288871 dv-cinder-841591-1-iscsi neutron-server[103471]: Open vSwitch agent@dv-cinder-841591-1-iscsi: { 'AddressGroup': '1.2', May 12 17:15:59.288871 dv-cinder-841591-1-iscsi neutron-server[103471]: 'Agent': '1.1', May 12 17:15:59.288871 dv-cinder-841591-1-iscsi neutron-server[103471]: 'ConntrackHelper': '1.0', May 12 17:15:59.288871 dv-cinder-841591-1-iscsi neutron-server[103471]: 'LocalIPAssociation': '1.0', May 12 17:15:59.288871 dv-cinder-841591-1-iscsi neutron-server[103471]: 'Log': '1.0', May 12 17:15:59.288871 dv-cinder-841591-1-iscsi neutron-server[103471]: 'NDPProxy': '1.0', May 12 17:15:59.288871 dv-cinder-841591-1-iscsi neutron-server[103471]: 'Network': '1.1', May 12 17:15:59.288871 dv-cinder-841591-1-iscsi neutron-server[103471]: 'Port': '1.7', May 12 17:15:59.288871 dv-cinder-841591-1-iscsi neutron-server[103471]: 'PortForwarding': '1.3', May 12 17:15:59.288871 dv-cinder-841591-1-iscsi neutron-server[103471]: 'QosPolicy': '1.10', May 12 17:15:59.288871 dv-cinder-841591-1-iscsi neutron-server[103471]: 'SecurityGroup': '1.5', May 12 17:15:59.288871 dv-cinder-841591-1-iscsi neutron-server[103471]: 'SecurityGroupRule': '1.2', May 12 17:15:59.288871 dv-cinder-841591-1-iscsi neutron-server[103471]: 'SubPort': '1.0', May 12 17:15:59.288871 dv-cinder-841591-1-iscsi neutron-server[103471]: 'Subnet': '1.1', May 12 17:15:59.288871 dv-cinder-841591-1-iscsi neutron-server[103471]: 'Trunk': '1.1'}} May 12 17:15:59.288871 dv-cinder-841591-1-iscsi neutron-server[103471]: {{(pid=103471) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 17:15:59.315339 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device 7718932f-9fca-4183-bc37-3dafecacd201 up at agent ovs-agent-dv-cinder-841591-1-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:15:59.317003 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe1f5ae-b0a2-4873-b77b-6c973e78bd9f None None] Checking agent: {'id': 'dea0f963-0a36-45fe-941b-5c749ca6f3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841591-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 7, 30), 'started_at': datetime.datetime(2022, 5, 12, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841591-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:15:59.317621 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe1f5ae-b0a2-4873-b77b-6c973e78bd9f None None] Checking segment: {'id': '54af2f58-bd4b-41ba-9124-743d6aed4e37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:15:59.318769 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-afe1f5ae-b0a2-4873-b77b-6c973e78bd9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:15:59.321818 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe1f5ae-b0a2-4873-b77b-6c973e78bd9f None None] Bound using segment: {'id': '54af2f58-bd4b-41ba-9124-743d6aed4e37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be'} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:15:59.322563 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-afe1f5ae-b0a2-4873-b77b-6c973e78bd9f None None] Bound port: ba44eb14-e418-4de5-8e35-cd3da218b7fa, host: dv-cinder-841591-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54af2f58-bd4b-41ba-9124-743d6aed4e37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be'}}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:15:59.322711 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-3f98cf84-352e-4e96-a29c-a2b84d2a686b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205'] for subnet (d64d4c54-fac8-4a43-86c5-22f93f2900a9), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:15:59.323236 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-afe1f5ae-b0a2-4873-b77b-6c973e78bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (ba44eb14-e418-4de5-8e35-cd3da218b7fa), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:15:59.465603 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-afe1f5ae-b0a2-4873-b77b-6c973e78bd9f None None] For port ba44eb14-e418-4de5-8e35-cd3da218b7fa, host dv-cinder-841591-1-iscsi, cleared binding levels {{(pid=103471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:15:59.467081 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f98cf84-352e-4e96-a29c-a2b84d2a686b admin admin] Checking segment: {'id': '71a7ccad-3b9a-49dc-aad4-6fc2bb28e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'e448eb24-07f0-4164-bcb9-ffce49adfff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:15:59.467590 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f98cf84-352e-4e96-a29c-a2b84d2a686b admin admin] Network hostable DHCP agents. Network: e448eb24-07f0-4164-bcb9-ffce49adfff6, hostable agents: ['ad05f391-ff61-4b74-a3af-7ffb7f485489'], hosted agents: [] {{(pid=103469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 17:15:59.475757 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-afe1f5ae-b0a2-4873-b77b-6c973e78bd9f None None] For port ba44eb14-e418-4de5-8e35-cd3da218b7fa, host dv-cinder-841591-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-1-iscsi',level=0,port_id=ba44eb14-e418-4de5-8e35-cd3da218b7fa,segment=NetworkSegment(54af2f58-bd4b-41ba-9124-743d6aed4e37),segment_id=54af2f58-bd4b-41ba-9124-743d6aed4e37)] {{(pid=103471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:15:59.480028 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f98cf84-352e-4e96-a29c-a2b84d2a686b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d64d4c54-fac8-4a43-86c5-22f93f2900a9,revision_number=0']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:15:59.488427 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-afe1f5ae-b0a2-4873-b77b-6c973e78bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (ba44eb14-e418-4de5-8e35-cd3da218b7fa), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:15:59.582319 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be46dfd-3bfb-45bd-9bca-f1724ed96d08 None None] Pushing event updated for resources: {'Port': ['ID=ba44eb14-e418-4de5-8e35-cd3da218b7fa,revision_number=3']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:15:59.600859 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-a9d64ade-9a45-45ca-99c7-672c73ba95d2 None None] Current status of the port 7718932f-9fca-4183-bc37-3dafecacd201 is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:15:59.602874 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe1f5ae-b0a2-4873-b77b-6c973e78bd9f None None] Routers {'d37f8c35-61d9-4e4e-a436-9cc0a220161d'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:15:59.603735 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-afe1f5ae-b0a2-4873-b77b-6c973e78bd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:15:56Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['d37f8c35-61d9-4e4e-a436-9cc0a220161d'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:15:59.628093 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Provisioning complete for port 7718932f-9fca-4183-bc37-3dafecacd201 triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:15:59.628478 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (7718932f-9fca-4183-bc37-3dafecacd201), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:15:59.713929 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f98cf84-352e-4e96-a29c-a2b84d2a686b admin admin] Network e448eb24-07f0-4164-bcb9-ffce49adfff6 is scheduled to be hosted by DHCP agent ad05f391-ff61-4b74-a3af-7ffb7f485489 with binding_index 1 {{(pid=103469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 17:15:59.748042 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-1b986a7b-1139-4fff-89a9-2eeac77001d8 None None] Provisioning complete for port 1ad17248-876b-46c4-8895-543e86966af1 triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:15:59.748799 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-1b986a7b-1139-4fff-89a9-2eeac77001d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (1ad17248-876b-46c4-8895-543e86966af1), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:15:59.754944 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-afe1f5ae-b0a2-4873-b77b-6c973e78bd9f None None] Set router d37f8c35-61d9-4e4e-a436-9cc0a220161d gateway port host: dv-cinder-841591-1-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:15:59.795124 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Current status of the port 7718932f-9fca-4183-bc37-3dafecacd201 is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:15:59.832418 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-1b986a7b-1139-4fff-89a9-2eeac77001d8 None None] Port 1ad17248-876b-46c4-8895-543e86966af1 cannot update to ACTIVE because it is not bound. {{(pid=103470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:15:59.855679 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [None req-3f98cf84-352e-4e96-a29c-a2b84d2a686b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841591-1-iscsi, e448eb24-07f0-4164-bcb9-ffce49adfff6) {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:15:59.867641 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-33d56a8f-6a31-4e4f-b6f7-acb9a15ab372 admin admin] Publish callbacks [] for security_group (aaab53fc-a41a-4057-9eb6-c1718411bfb2), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:15:59.871881 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77251ee2-86b5-44af-bae1-407618cf20ce admin admin] Pushing event updated for resources: {'Port': ['ID=1ad17248-876b-46c4-8895-543e86966af1,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:15:59.894843 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-33d56a8f-6a31-4e4f-b6f7-acb9a15ab372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (aaab53fc-a41a-4057-9eb6-c1718411bfb2), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:15:59.899721 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7669347e-c1cd-4e95-863f-b0977563ffb3 None None] Network e448eb24-07f0-4164-bcb9-ffce49adfff6 requested from dv-cinder-841591-1-iscsi {{(pid=103470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:15:59.922875 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33d56a8f-6a31-4e4f-b6f7-acb9a15ab372 admin admin] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=103469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 17:15:59.941913 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-33d56a8f-6a31-4e4f-b6f7-acb9a15ab372 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774527956237', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3597332'] for segment (fda86e11-a8f8-47c8-b327-8db06b8cc0ae), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:15:59.942354 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.db.segments_db [None req-33d56a8f-6a31-4e4f-b6f7-acb9a15ab372 admin admin] Added segment fda86e11-a8f8-47c8-b327-8db06b8cc0ae of type vlan for network 8e057b02-0e5b-44bd-83b7-2f23a5bc0a94 May 12 17:15:59.992106 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-77251ee2-86b5-44af-bae1-407618cf20ce admin admin] Publish callbacks [] for port (1ad17248-876b-46c4-8895-543e86966af1), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:15:59.999700 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-77251ee2-86b5-44af-bae1-407618cf20ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (1ad17248-876b-46c4-8895-543e86966af1), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:00.000404 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-77251ee2-86b5-44af-bae1-407618cf20ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-519223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3683244'] for router_interface (d37f8c35-61d9-4e4e-a436-9cc0a220161d), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:00.021268 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-33d56a8f-6a31-4e4f-b6f7-acb9a15ab372 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774527496843'] for network (8e057b02-0e5b-44bd-83b7-2f23a5bc0a94), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:00.061269 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc3ff67-7e79-4b87-889a-40d50e8a7d25 None None] Network e448eb24-07f0-4164-bcb9-ffce49adfff6 requested from dv-cinder-841591-1-iscsi {{(pid=103470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:16:00.093565 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f98cf84-352e-4e96-a29c-a2b84d2a686b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:00.094157 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-3f98cf84-352e-4e96-a29c-a2b84d2a686b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-519179'] for subnet (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:00.130100 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77251ee2-86b5-44af-bae1-407618cf20ce admin admin] Pushing event updated for resources: {'Port': ['ID=1ad17248-876b-46c4-8895-543e86966af1,revision_number=2']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:00.140959 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-afe1f5ae-b0a2-4873-b77b-6c973e78bd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd37f8c35-61d9-4e4e-a436-9cc0a220161d', 'name': 'tempest-AttachVolumeShelveTestJSON-2060211433-router', 'tenant_id': '9f96cd34d1bc46b78a000e0b5af9d6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'ba44eb14-e418-4de5-8e35-cd3da218b7fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:15:55Z', 'updated_at': '2022-05-12T17:15:59Z', 'revision_number': 4, 'project_id': '9f96cd34d1bc46b78a000e0b5af9d6a2', 'gw_port': {'id': 'ba44eb14-e418-4de5-8e35-cd3da218b7fa', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a7:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd37f8c35-61d9-4e4e-a436-9cc0a220161d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:15:55Z', 'updated_at': '2022-05-12T17:15:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_interfaces': [{'id': '1ad17248-876b-46c4-8895-543e86966af1', 'name': '', 'network_id': '77b21ff8-23c6-42d2-9321-6759378651ee', 'tenant_id': '9f96cd34d1bc46b78a000e0b5af9d6a2', 'mac_address': 'fa:16:3e:ff:14:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd37f8c35-61d9-4e4e-a436-9cc0a220161d', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '0cd36ca6-63ed-4772-87aa-c30fa42b51b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:15:57Z', 'updated_at': '2022-05-12T17:15:58Z', 'revision_number': 1, 'project_id': '9f96cd34d1bc46b78a000e0b5af9d6a2', 'subnets': [{'id': '0cd36ca6-63ed-4772-87aa-c30fa42b51b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:16:00.185458 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe1f5ae-b0a2-4873-b77b-6c973e78bd9f None None] The sync data for ids ['d37f8c35-61d9-4e4e-a436-9cc0a220161d'] in dv-cinder-841591-1-iscsi is: [{'id': 'd37f8c35-61d9-4e4e-a436-9cc0a220161d', 'name': 'tempest-AttachVolumeShelveTestJSON-2060211433-router', 'tenant_id': '9f96cd34d1bc46b78a000e0b5af9d6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'ba44eb14-e418-4de5-8e35-cd3da218b7fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:15:55Z', 'updated_at': '2022-05-12T17:15:59Z', 'revision_number': 4, 'project_id': '9f96cd34d1bc46b78a000e0b5af9d6a2', 'gw_port': {'id': 'ba44eb14-e418-4de5-8e35-cd3da218b7fa', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a7:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd37f8c35-61d9-4e4e-a436-9cc0a220161d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:15:55Z', 'updated_at': '2022-05-12T17:15:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_interfaces': [{'id': '1ad17248-876b-46c4-8895-543e86966af1', 'name': '', 'network_id': '77b21ff8-23c6-42d2-9321-6759378651ee', 'tenant_id': '9f96cd34d1bc46b78a000e0b5af9d6a2', 'mac_address': 'fa:16:3e:ff:14:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd37f8c35-61d9-4e4e-a436-9cc0a220161d', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '0cd36ca6-63ed-4772-87aa-c30fa42b51b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:15:57Z', 'updated_at': '2022-05-12T17:15:58Z', 'revision_number': 1, 'project_id': '9f96cd34d1bc46b78a000e0b5af9d6a2', 'subnets': [{'id': '0cd36ca6-63ed-4772-87aa-c30fa42b51b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:16:00.189984 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-cb9faf2e-48b9-4b72-994b-a578c10f4c40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205'] for subnet (edd12a66-fe15-45bf-bb75-5342c382ece2), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:00.206282 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-3f98cf84-352e-4e96-a29c-a2b84d2a686b admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8847239 May 12 17:16:00.211045 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-33d56a8f-6a31-4e4f-b6f7-acb9a15ab372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205'] for network (8e057b02-0e5b-44bd-83b7-2f23a5bc0a94), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:00.212026 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d56a8f-6a31-4e4f-b6f7-acb9a15ab372 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:00.212593 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-33d56a8f-6a31-4e4f-b6f7-acb9a15ab372 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-519179'] for network (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:00.240842 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (dea0f963-0a36-45fe-941b-5c749ca6f3bf), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:00.241192 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d56a8f-6a31-4e4f-b6f7-acb9a15ab372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaab53fc-a41a-4057-9eb6-c1718411bfb2,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:00.243920 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-3f9930e2-d0bf-4d79-a2e6-e38f8924be06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205'] for subnet (3ceba6be-c195-4fd8-b10b-839022cc6ef4), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:00.262604 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77251ee2-86b5-44af-bae1-407618cf20ce admin admin] Network 77b21ff8-23c6-42d2-9321-6759378651ee is already hosted by enough agents. {{(pid=103468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:16:00.264805 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.base_scheduler [None req-77251ee2-86b5-44af-bae1-407618cf20ce admin admin] Resources bound (agent type, host, resource id): {{(pid=103468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:16:00.317935 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-33d56a8f-6a31-4e4f-b6f7-acb9a15ab372 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 3.3605485 May 12 17:16:00.371738 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 52942) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:16:00.394041 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-17741272-de5c-41ab-8f64-1fc17518788a admin admin] Request body: {'subnet': {'network_id': '8e057b02-0e5b-44bd-83b7-2f23a5bc0a94', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-154657364-subnet', 'tenant_id': '67e7bebb3ef2474591626aa0a76d7a1d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:16:00.408304 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9faf2e-48b9-4b72-994b-a578c10f4c40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=edd12a66-fe15-45bf-bb75-5342c382ece2,revision_number=0']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:00.416379 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d56a8f-6a31-4e4f-b6f7-acb9a15ab372 admin admin] Pushing event updated for resources: {'Network': ['ID=8e057b02-0e5b-44bd-83b7-2f23a5bc0a94,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:00.442066 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Network 8e057b02-0e5b-44bd-83b7-2f23a5bc0a94 details requested by agent ovs-agent-dv-cinder-841591-1-iscsi with host dv-cinder-841591-1-iscsi {{(pid=103470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 17:16:00.540531 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77251ee2-86b5-44af-bae1-407618cf20ce admin admin] Router d37f8c35-61d9-4e4e-a436-9cc0a220161d has already been hosted by L3 agent e5548ccc-31b8-4072-a6b0-52b00208ea79 {{(pid=103468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:16:00.628850 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17741272-de5c-41ab-8f64-1fc17518788a admin admin] Made reservation on behalf of 67e7bebb3ef2474591626aa0a76d7a1d for: {'subnet': 1} {{(pid=103469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:16:00.631336 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-17741272-de5c-41ab-8f64-1fc17518788a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:00.722893 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9faf2e-48b9-4b72-994b-a578c10f4c40 admin admin] Checking segment: {'id': 'd41f0e29-cceb-4471-891b-440d7cc63dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '714211f3-817e-4cb9-b001-13ff4a09cd03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:16:00.723296 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9faf2e-48b9-4b72-994b-a578c10f4c40 admin admin] Network hostable DHCP agents. Network: 714211f3-817e-4cb9-b001-13ff4a09cd03, hostable agents: ['ad05f391-ff61-4b74-a3af-7ffb7f485489'], hosted agents: [] {{(pid=103469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 17:16:00.735641 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77251ee2-86b5-44af-bae1-407618cf20ce admin admin] Notify agent at l3_agent.dv-cinder-841591-1-iscsi the message routers_updated {{(pid=103468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:16:00.750046 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-77251ee2-86b5-44af-bae1-407618cf20ce admin admin] 10.222.0.23 "PUT /v2.0/routers/d37f8c35-61d9-4e4e-a436-9cc0a220161d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3325794 May 12 17:16:00.750246 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9930e2-d0bf-4d79-a2e6-e38f8924be06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ceba6be-c195-4fd8-b10b-839022cc6ef4,revision_number=0']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:00.764797 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 52978) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:16:00.767285 dv-cinder-841591-1-iscsi neutron-server[103468]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 12 17:16:00.778524 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9930e2-d0bf-4d79-a2e6-e38f8924be06 admin admin] Checking segment: {'id': '19a8dca8-bd58-4f99-95b0-2fe50f24eee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ff0d6338-2300-4010-ae74-9c2289a9588a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:16:00.778902 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9930e2-d0bf-4d79-a2e6-e38f8924be06 admin admin] Network hostable DHCP agents. Network: ff0d6338-2300-4010-ae74-9c2289a9588a, hostable agents: ['ad05f391-ff61-4b74-a3af-7ffb7f485489'], hosted agents: [] {{(pid=103469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 17:16:00.785199 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-856d94c1-64a9-46d7-ada1-e7b66ef32ebd None None] Provisioning complete for port 1ad17248-876b-46c4-8895-543e86966af1 triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:16:00.796836 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-856d94c1-64a9-46d7-ada1-e7b66ef32ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (1ad17248-876b-46c4-8895-543e86966af1), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:00.865292 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-856d94c1-64a9-46d7-ada1-e7b66ef32ebd None None] Port 1ad17248-876b-46c4-8895-543e86966af1 cannot update to ACTIVE because it is not bound. {{(pid=103470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:16:00.891471 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9faf2e-48b9-4b72-994b-a578c10f4c40 admin admin] Network 714211f3-817e-4cb9-b001-13ff4a09cd03 is scheduled to be hosted by DHCP agent ad05f391-ff61-4b74-a3af-7ffb7f485489 with binding_index 1 {{(pid=103469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 17:16:00.904507 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9930e2-d0bf-4d79-a2e6-e38f8924be06 admin admin] Network ff0d6338-2300-4010-ae74-9c2289a9588a is scheduled to be hosted by DHCP agent ad05f391-ff61-4b74-a3af-7ffb7f485489 with binding_index 1 {{(pid=103469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 17:16:00.913739 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [None req-cb9faf2e-48b9-4b72-994b-a578c10f4c40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841591-1-iscsi, 714211f3-817e-4cb9-b001-13ff4a09cd03) {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:16:00.925869 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9faf2e-48b9-4b72-994b-a578c10f4c40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:00.926868 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-cb9faf2e-48b9-4b72-994b-a578c10f4c40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-519179'] for subnet (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:00.928459 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203a6c00-a742-4ee2-8855-b275e49f310b None None] Network 714211f3-817e-4cb9-b001-13ff4a09cd03 requested from dv-cinder-841591-1-iscsi {{(pid=103470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:16:00.945335 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [None req-3f9930e2-d0bf-4d79-a2e6-e38f8924be06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841591-1-iscsi, ff0d6338-2300-4010-ae74-9c2289a9588a) {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:16:00.956847 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9930e2-d0bf-4d79-a2e6-e38f8924be06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:00.962994 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-3f9930e2-d0bf-4d79-a2e6-e38f8924be06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-519179'] for subnet (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:00.988105 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd5fe78-a2d8-4522-afbf-f806a86cbfb3 None None] Network ff0d6338-2300-4010-ae74-9c2289a9588a requested from dv-cinder-841591-1-iscsi {{(pid=103470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:16:01.048632 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba1a04-c139-4e41-a8cb-b25923231d94 req-f9caec05-8a25-4086-bf13-59eb15b6dc67 tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:01.054567 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-e3ba1a04-c139-4e41-a8cb-b25923231d94 req-f9caec05-8a25-4086-bf13-59eb15b6dc67 tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] 10.222.0.23 "GET /v2.0/networks?id=e448eb24-07f0-4164-bcb9-ffce49adfff6 HTTP/1.1" status: 200 len: 811 time: 0.2884927 May 12 17:16:01.065214 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-cb9faf2e-48b9-4b72-994b-a578c10f4c40 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.5439026 May 12 17:16:01.091900 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-3f9930e2-d0bf-4d79-a2e6-e38f8924be06 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.5417843 May 12 17:16:01.092185 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 52994) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:16:01.102006 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-e3ba1a04-c139-4e41-a8cb-b25923231d94 req-049bbb00-49b8-4ad2-abcf-0143b3cce035 tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] 10.222.0.23 "GET /v2.0/quotas/48b4bff5a47542c589d67a522647608c HTTP/1.1" status: 200 len: 375 time: 0.0328286 May 12 17:16:01.112878 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-ba6f0b29-20d0-4d74-a53e-63956f4cfbce admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1937888495-router', 'tenant_id': '638166bec22640968de80cfeaeed437b', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be'}}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:16:01.265969 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-ba6f0b29-20d0-4d74-a53e-63956f4cfbce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3679493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1042260'] for router (a7ac97b1-eaf3-4897-b787-26f84f0163be), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:01.267336 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-ba6f0b29-20d0-4d74-a53e-63956f4cfbce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3679729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3679772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1042269'] for router (a7ac97b1-eaf3-4897-b787-26f84f0163be), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:01.268745 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-e3ba1a04-c139-4e41-a8cb-b25923231d94 req-649becf6-22fa-41e0-892f-7fe5145a22bd tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=48b4bff5a47542c589d67a522647608c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1532969 May 12 17:16:01.414176 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48de9e7-4b03-4906-81b9-70f7525cb486 None None] Network 714211f3-817e-4cb9-b001-13ff4a09cd03 requested from dv-cinder-841591-1-iscsi {{(pid=103470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:16:01.459245 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25106b78-9064-476b-a35a-5ab03f99373e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe4af7ad2-c653-548e-8b21-f3b9ef6cc8f2-ff0d6338-2300-4010-ae74-9c2289a9588a', 'network_id': 'ff0d6338-2300-4010-ae74-9c2289a9588a', 'project_id': '638166bec22640968de80cfeaeed437b', 'fixed_ips': [{'subnet_id': '3ceba6be-c195-4fd8-b10b-839022cc6ef4'}]}} from dv-cinder-841591-1-iscsi. {{(pid=103470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 17:16:01.461620 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-25106b78-9064-476b-a35a-5ab03f99373e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:01.467468 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-17741272-de5c-41ab-8f64-1fc17518788a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205'] for subnet (ee2adf5e-fcc4-48d8-8205-399177bedd23), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:01.509656 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-ba6f0b29-20d0-4d74-a53e-63956f4cfbce admin admin] Publish callbacks [] for router_controller (a7ac97b1-eaf3-4897-b787-26f84f0163be), precommit_add_association {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:01.737757 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [req-e3ba1a04-c139-4e41-a8cb-b25923231d94 req-cb35fa79-290f-4565-b79e-95952cfc2f62 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103468) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 17:16:01.745372 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-e3ba1a04-c139-4e41-a8cb-b25923231d94 req-cb35fa79-290f-4565-b79e-95952cfc2f62 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1742599 May 12 17:16:01.777932 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.db_base_plugin_common [None req-25106b78-9064-476b-a35a-5ab03f99373e None None] Allocated IP 172.20.0.2 (ff0d6338-2300-4010-ae74-9c2289a9588a/3ceba6be-c195-4fd8-b10b-839022cc6ef4/f2cd911f-4616-4520-9f99-35f5f300aaca) {{(pid=103470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:16:01.857548 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17741272-de5c-41ab-8f64-1fc17518788a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee2adf5e-fcc4-48d8-8205-399177bedd23,revision_number=0']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:01.897111 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-e3ba1a04-c139-4e41-a8cb-b25923231d94 req-b3e89b85-54e2-424c-a3b1-8f3f2aeb8c63 service neutron] 10.222.0.23 "GET /v2.0/networks/e448eb24-07f0-4164-bcb9-ffce49adfff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502881 May 12 17:16:02.021793 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17741272-de5c-41ab-8f64-1fc17518788a admin admin] Checking segment: {'id': 'fda86e11-a8f8-47c8-b327-8db06b8cc0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '8e057b02-0e5b-44bd-83b7-2f23a5bc0a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:16:02.023555 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17741272-de5c-41ab-8f64-1fc17518788a admin admin] Network hostable DHCP agents. Network: 8e057b02-0e5b-44bd-83b7-2f23a5bc0a94, hostable agents: ['ad05f391-ff61-4b74-a3af-7ffb7f485489'], hosted agents: [] {{(pid=103469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 17:16:02.092203 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-ba6f0b29-20d0-4d74-a53e-63956f4cfbce admin admin] Publish callbacks [] for router_gateway (a7ac97b1-eaf3-4897-b787-26f84f0163be), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:02.096385 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-25106b78-9064-476b-a35a-5ab03f99373e None None] Publish callbacks [] for port (f2cd911f-4616-4520-9f99-35f5f300aaca), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:02.102414 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-e3ba1a04-c139-4e41-a8cb-b25923231d94 req-f24bed93-d185-4631-81c3-d23587a72d8f service neutron] 10.222.0.23 "GET /v2.0/networks/e448eb24-07f0-4164-bcb9-ffce49adfff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040606 May 12 17:16:02.104955 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-25106b78-9064-476b-a35a-5ab03f99373e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774527475285'] for port (f2cd911f-4616-4520-9f99-35f5f300aaca), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:02.181871 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 53028) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:16:02.189730 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-cc9f831c-f8b7-40c2-9838-a0969187b3dd tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Request body: {'security_group': {'name': 'tempest-securitygroup--849741809', 'description': 'tempest-description--1249199709'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:16:02.194132 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25106b78-9064-476b-a35a-5ab03f99373e None None] Network ff0d6338-2300-4010-ae74-9c2289a9588a is already hosted by enough agents. {{(pid=103470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:16:02.209882 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.scheduler.base_scheduler [None req-25106b78-9064-476b-a35a-5ab03f99373e None None] Resources bound (agent type, host, resource id): {{(pid=103470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:16:02.214299 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25106b78-9064-476b-a35a-5ab03f99373e None None] Received port after_create {{(pid=103470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:16:02.235108 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-cc9f831c-f8b7-40c2-9838-a0969187b3dd tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:02.239934 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25106b78-9064-476b-a35a-5ab03f99373e None None] Pushing event updated for resources: {'Port': ['ID=f2cd911f-4616-4520-9f99-35f5f300aaca,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:02.362893 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-25106b78-9064-476b-a35a-5ab03f99373e None None] Attempting to bind port f2cd911f-4616-4520-9f99-35f5f300aaca on host dv-cinder-841591-1-iscsi for vnic_type normal with profile {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:16:02.363726 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-25106b78-9064-476b-a35a-5ab03f99373e None None] Attempting to bind port f2cd911f-4616-4520-9f99-35f5f300aaca by drivers openvswitch,hyperv on host dv-cinder-841591-1-iscsi at level 0 using segments [{'id': '19a8dca8-bd58-4f99-95b0-2fe50f24eee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ff0d6338-2300-4010-ae74-9c2289a9588a'}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:16:02.364432 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25106b78-9064-476b-a35a-5ab03f99373e None None] Attempting to bind port f2cd911f-4616-4520-9f99-35f5f300aaca on network ff0d6338-2300-4010-ae74-9c2289a9588a {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:16:02.373653 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25106b78-9064-476b-a35a-5ab03f99373e None None] Checking agent: {'id': 'dea0f963-0a36-45fe-941b-5c749ca6f3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841591-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 7, 30), 'started_at': datetime.datetime(2022, 5, 12, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841591-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:16:02.374535 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25106b78-9064-476b-a35a-5ab03f99373e None None] Checking segment: {'id': '19a8dca8-bd58-4f99-95b0-2fe50f24eee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ff0d6338-2300-4010-ae74-9c2289a9588a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:16:02.375158 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17741272-de5c-41ab-8f64-1fc17518788a admin admin] Network 8e057b02-0e5b-44bd-83b7-2f23a5bc0a94 is scheduled to be hosted by DHCP agent ad05f391-ff61-4b74-a3af-7ffb7f485489 with binding_index 1 {{(pid=103469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 17:16:02.375556 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-25106b78-9064-476b-a35a-5ab03f99373e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:02.376178 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25106b78-9064-476b-a35a-5ab03f99373e None None] Bound using segment: {'id': '19a8dca8-bd58-4f99-95b0-2fe50f24eee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ff0d6338-2300-4010-ae74-9c2289a9588a'} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:16:02.376961 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-25106b78-9064-476b-a35a-5ab03f99373e None None] Bound port: f2cd911f-4616-4520-9f99-35f5f300aaca, host: dv-cinder-841591-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19a8dca8-bd58-4f99-95b0-2fe50f24eee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ff0d6338-2300-4010-ae74-9c2289a9588a'}}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:16:02.378039 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-25106b78-9064-476b-a35a-5ab03f99373e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (f2cd911f-4616-4520-9f99-35f5f300aaca), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:02.432848 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 53038) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:16:02.435247 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-ba6f0b29-20d0-4d74-a53e-63956f4cfbce admin admin] Publish callbacks [] for router_gateway (a7ac97b1-eaf3-4897-b787-26f84f0163be), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:02.439283 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [None req-17741272-de5c-41ab-8f64-1fc17518788a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841591-1-iscsi, 8e057b02-0e5b-44bd-83b7-2f23a5bc0a94) {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:16:02.446406 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17741272-de5c-41ab-8f64-1fc17518788a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:02.448402 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-17741272-de5c-41ab-8f64-1fc17518788a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-519179'] for subnet (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:02.453524 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-cc9f831c-f8b7-40c2-9838-a0969187b3dd tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Publish callbacks [] for security_group (05809961-ab33-4b51-9eba-3187efbff5fa), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:02.459200 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-cc9f831c-f8b7-40c2-9838-a0969187b3dd tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (05809961-ab33-4b51-9eba-3187efbff5fa), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:02.459380 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140c4783-bfd1-4131-82ea-ff6e083395c2 None None] Network 8e057b02-0e5b-44bd-83b7-2f23a5bc0a94 requested from dv-cinder-841591-1-iscsi {{(pid=103470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:16:02.469468 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-0d23c901-e2f3-476b-90fb-dc71d384a558 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-834225678-network', 'tenant_id': 'c2ef3330749b47b2b57e577b26100e80'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:16:02.507510 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9f831c-f8b7-40c2-9838-a0969187b3dd tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05809961-ab33-4b51-9eba-3187efbff5fa,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:02.512266 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-cc9f831c-f8b7-40c2-9838-a0969187b3dd tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:02.513654 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-cc9f831c-f8b7-40c2-9838-a0969187b3dd tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3306296 May 12 17:16:02.516702 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 53044) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:16:02.521328 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-88cf1fb1-0c6b-4dd3-8c94-128fafd10f25 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Request body: {'security_group_rule': {'security_group_id': '05809961-ab33-4b51-9eba-3187efbff5fa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:16:02.525407 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-25106b78-9064-476b-a35a-5ab03f99373e None None] For port f2cd911f-4616-4520-9f99-35f5f300aaca, host dv-cinder-841591-1-iscsi, cleared binding levels {{(pid=103470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:16:02.531290 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-25106b78-9064-476b-a35a-5ab03f99373e None None] For port f2cd911f-4616-4520-9f99-35f5f300aaca, host dv-cinder-841591-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-1-iscsi',level=0,port_id=f2cd911f-4616-4520-9f99-35f5f300aaca,segment=NetworkSegment(19a8dca8-bd58-4f99-95b0-2fe50f24eee0),segment_id=19a8dca8-bd58-4f99-95b0-2fe50f24eee0)] {{(pid=103470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:16:02.546181 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-17741272-de5c-41ab-8f64-1fc17518788a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.1710129 May 12 17:16:02.549196 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 53048) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:16:02.559731 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-bff08b49-2376-4e7a-9a2f-526410c66922 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-154657364-router', 'tenant_id': '67e7bebb3ef2474591626aa0a76d7a1d', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be'}}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:16:02.565017 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d23c901-e2f3-476b-90fb-dc71d384a558 admin admin] Made reservation on behalf of c2ef3330749b47b2b57e577b26100e80 for: {'network': 1} {{(pid=103469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:16:02.567809 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0d23c901-e2f3-476b-90fb-dc71d384a558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for network (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:02.581232 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0d23c901-e2f3-476b-90fb-dc71d384a558 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:02.591972 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-bff08b49-2376-4e7a-9a2f-526410c66922 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3679493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1042260'] for router (2055b3ec-09dd-4090-9285-28048742bdf7), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:02.593302 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-bff08b49-2376-4e7a-9a2f-526410c66922 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3679729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3679772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1042269'] for router (2055b3ec-09dd-4090-9285-28048742bdf7), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:02.604850 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-88cf1fb1-0c6b-4dd3-8c94-128fafd10f25 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Publish callbacks [] for security_group_rule (bd2c5e26-aa1c-43f9-a315-5c49de0cc793), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:02.607771 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-ba6f0b29-20d0-4d74-a53e-63956f4cfbce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:02.617560 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-25106b78-9064-476b-a35a-5ab03f99373e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (f2cd911f-4616-4520-9f99-35f5f300aaca), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:02.633761 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 53056) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:16:02.672010 dv-cinder-841591-1-iscsi neutron-server[103469]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 12 17:16:02.702074 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25106b78-9064-476b-a35a-5ab03f99373e None None] Pushing event updated for resources: {'Port': ['ID=f2cd911f-4616-4520-9f99-35f5f300aaca,revision_number=2']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:02.760080 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-bff08b49-2376-4e7a-9a2f-526410c66922 admin admin] Publish callbacks [] for router_controller (2055b3ec-09dd-4090-9285-28048742bdf7), precommit_add_association {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:02.770100 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13affef-9212-406a-ac97-4b60861cbae4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe4af7ad2-c653-548e-8b21-f3b9ef6cc8f2-8e057b02-0e5b-44bd-83b7-2f23a5bc0a94', 'network_id': '8e057b02-0e5b-44bd-83b7-2f23a5bc0a94', 'project_id': '67e7bebb3ef2474591626aa0a76d7a1d', 'fixed_ips': [{'subnet_id': 'ee2adf5e-fcc4-48d8-8205-399177bedd23'}]}} from dv-cinder-841591-1-iscsi. {{(pid=103470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 17:16:02.772461 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-f13affef-9212-406a-ac97-4b60861cbae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:02.779437 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6d3ac159-9e9b-42c1-acfc-dfa67b2dab8f req-19ea715a-1fd5-403d-8b3d-cd8c72913142 tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] 10.222.0.23 "GET /v2.0/ports?device_id=88c5e2e9-90b0-49d3-a43a-4ab2e6346af2 HTTP/1.1" status: 200 len: 210 time: 0.1386626 May 12 17:16:02.878493 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-88cf1fb1-0c6b-4dd3-8c94-128fafd10f25 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Publish callbacks [] for security_group_rule (bd2c5e26-aa1c-43f9-a315-5c49de0cc793), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:02.943311 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-88cf1fb1-0c6b-4dd3-8c94-128fafd10f25 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462143'] for security_group_rule (bd2c5e26-aa1c-43f9-a315-5c49de0cc793), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:02.943676 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.db.db_base_plugin_common [None req-ba6f0b29-20d0-4d74-a53e-63956f4cfbce admin admin] Allocated IP 172.27.0.29 (9bfa71c8-c6b3-48ca-a660-d8187367d4be/c986c1c6-d014-45ab-99c5-409df43f439e/4b670f16-25c0-4865-b6e8-66a010626af7) {{(pid=103469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:16:02.943676 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0d23c901-e2f3-476b-90fb-dc71d384a558 admin admin] Publish callbacks [] for security_group (b8c11b98-6a67-43f6-add4-23efc8c86e48), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:02.959090 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cf1fb1-0c6b-4dd3-8c94-128fafd10f25 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd2c5e26-aa1c-43f9-a315-5c49de0cc793,revision_number=0']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:02.960417 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0d23c901-e2f3-476b-90fb-dc71d384a558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (b8c11b98-6a67-43f6-add4-23efc8c86e48), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:03.024270 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-bff08b49-2376-4e7a-9a2f-526410c66922 admin admin] Publish callbacks [] for router_gateway (2055b3ec-09dd-4090-9285-28048742bdf7), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:03.058096 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d23c901-e2f3-476b-90fb-dc71d384a558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c11b98-6a67-43f6-add4-23efc8c86e48,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:03.073444 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-88cf1fb1-0c6b-4dd3-8c94-128fafd10f25 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:03.078396 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-88cf1fb1-0c6b-4dd3-8c94-128fafd10f25 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5567148 May 12 17:16:03.085877 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 53074) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:16:03.097872 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d23c901-e2f3-476b-90fb-dc71d384a558 admin admin] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=103469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 17:16:03.122888 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-2f686be8-d6c0-4074-a0d3-47151a37fa29 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Request body: {'security_group_rule': {'security_group_id': '05809961-ab33-4b51-9eba-3187efbff5fa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:16:03.154540 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0d23c901-e2f3-476b-90fb-dc71d384a558 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774527956237', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3597332'] for segment (8afc8a14-40ac-499a-9410-bf44637aaf17), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:03.155044 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.db.segments_db [None req-0d23c901-e2f3-476b-90fb-dc71d384a558 admin admin] Added segment 8afc8a14-40ac-499a-9410-bf44637aaf17 of type vlan for network 4f290855-02e3-4156-b92d-38eb67c402ac May 12 17:16:03.185065 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-2f686be8-d6c0-4074-a0d3-47151a37fa29 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Publish callbacks [] for security_group_rule (9387cae3-5422-4b88-bcaa-c89937572325), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:03.232144 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.db_base_plugin_common [None req-f13affef-9212-406a-ac97-4b60861cbae4 None None] Allocated IP 172.20.0.2 (8e057b02-0e5b-44bd-83b7-2f23a5bc0a94/ee2adf5e-fcc4-48d8-8205-399177bedd23/afe508c6-8ece-42eb-8225-7b782fdb360a) {{(pid=103470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:16:03.291848 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0d23c901-e2f3-476b-90fb-dc71d384a558 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774527496843'] for network (4f290855-02e3-4156-b92d-38eb67c402ac), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:03.381512 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0d23c901-e2f3-476b-90fb-dc71d384a558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205'] for network (4f290855-02e3-4156-b92d-38eb67c402ac), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:03.393778 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d23c901-e2f3-476b-90fb-dc71d384a558 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:03.394446 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0d23c901-e2f3-476b-90fb-dc71d384a558 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-519179'] for network (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:03.478933 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device ba44eb14-e418-4de5-8e35-cd3da218b7fa up at agent ovs-agent-dv-cinder-841591-1-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:16:03.480639 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-0d23c901-e2f3-476b-90fb-dc71d384a558 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.0425479 May 12 17:16:03.490774 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 53084) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:16:03.504163 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-9c6ee151-e1d1-4bdc-99fe-47ddfb068ffe admin admin] Request body: {'subnet': {'network_id': '4f290855-02e3-4156-b92d-38eb67c402ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-834225678-subnet', 'tenant_id': 'c2ef3330749b47b2b57e577b26100e80', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:16:03.511582 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-ba6f0b29-20d0-4d74-a53e-63956f4cfbce admin admin] Publish callbacks [] for port (4b670f16-25c0-4865-b6e8-66a010626af7), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:03.515282 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-f13affef-9212-406a-ac97-4b60861cbae4 None None] Publish callbacks [] for port (afe508c6-8ece-42eb-8225-7b782fdb360a), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:03.534076 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-f13affef-9212-406a-ac97-4b60861cbae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774527475285'] for port (afe508c6-8ece-42eb-8225-7b782fdb360a), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:03.557255 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d23c901-e2f3-476b-90fb-dc71d384a558 admin admin] Pushing event updated for resources: {'Network': ['ID=4f290855-02e3-4156-b92d-38eb67c402ac,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:03.591280 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13affef-9212-406a-ac97-4b60861cbae4 None None] Pushing event updated for resources: {'Port': ['ID=afe508c6-8ece-42eb-8225-7b782fdb360a,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:03.593490 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-2f686be8-d6c0-4074-a0d3-47151a37fa29 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Publish callbacks [] for security_group_rule (9387cae3-5422-4b88-bcaa-c89937572325), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:03.593986 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Network 4f290855-02e3-4156-b92d-38eb67c402ac details requested by agent ovs-agent-dv-cinder-841591-1-iscsi with host dv-cinder-841591-1-iscsi {{(pid=103470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 17:16:03.599824 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c6ee151-e1d1-4bdc-99fe-47ddfb068ffe admin admin] Made reservation on behalf of c2ef3330749b47b2b57e577b26100e80 for: {'subnet': 1} {{(pid=103469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:16:03.604132 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-2f686be8-d6c0-4074-a0d3-47151a37fa29 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462143'] for security_group_rule (9387cae3-5422-4b88-bcaa-c89937572325), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:03.604481 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9c6ee151-e1d1-4bdc-99fe-47ddfb068ffe admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:03.610264 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-bff08b49-2376-4e7a-9a2f-526410c66922 admin admin] Publish callbacks [] for router_gateway (2055b3ec-09dd-4090-9285-28048742bdf7), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:03.640930 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-bff08b49-2376-4e7a-9a2f-526410c66922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:03.650107 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f686be8-d6c0-4074-a0d3-47151a37fa29 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9387cae3-5422-4b88-bcaa-c89937572325,revision_number=0']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:03.682251 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Provisioning complete for port ba44eb14-e418-4de5-8e35-cd3da218b7fa triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:16:03.682593 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (ba44eb14-e418-4de5-8e35-cd3da218b7fa), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:03.692072 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-2f686be8-d6c0-4074-a0d3-47151a37fa29 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:03.692891 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13affef-9212-406a-ac97-4b60861cbae4 None None] Network 8e057b02-0e5b-44bd-83b7-2f23a5bc0a94 is already hosted by enough agents. {{(pid=103470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:16:03.696541 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-2f686be8-d6c0-4074-a0d3-47151a37fa29 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6064143 May 12 17:16:03.696644 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.scheduler.base_scheduler [None req-f13affef-9212-406a-ac97-4b60861cbae4 None None] Resources bound (agent type, host, resource id): {{(pid=103470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:16:03.696712 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 53094) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:16:03.712354 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-855afc98-56b0-4021-a4d2-c83aefe9e856 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Request body: {'floatingip': {'floating_network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:16:03.717054 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13affef-9212-406a-ac97-4b60861cbae4 None None] Received port after_create {{(pid=103470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:16:03.768312 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-855afc98-56b0-4021-a4d2-c83aefe9e856 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:03.799946 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-f13affef-9212-406a-ac97-4b60861cbae4 None None] Attempting to bind port afe508c6-8ece-42eb-8225-7b782fdb360a on host dv-cinder-841591-1-iscsi for vnic_type normal with profile {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:16:03.800483 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-f13affef-9212-406a-ac97-4b60861cbae4 None None] Attempting to bind port afe508c6-8ece-42eb-8225-7b782fdb360a by drivers openvswitch,hyperv on host dv-cinder-841591-1-iscsi at level 0 using segments [{'id': 'fda86e11-a8f8-47c8-b327-8db06b8cc0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '8e057b02-0e5b-44bd-83b7-2f23a5bc0a94'}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:16:03.800844 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13affef-9212-406a-ac97-4b60861cbae4 None None] Attempting to bind port afe508c6-8ece-42eb-8225-7b782fdb360a on network 8e057b02-0e5b-44bd-83b7-2f23a5bc0a94 {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:16:03.817392 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13affef-9212-406a-ac97-4b60861cbae4 None None] Checking agent: {'id': 'dea0f963-0a36-45fe-941b-5c749ca6f3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841591-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 7, 30), 'started_at': datetime.datetime(2022, 5, 12, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841591-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:16:03.817995 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13affef-9212-406a-ac97-4b60861cbae4 None None] Checking segment: {'id': 'fda86e11-a8f8-47c8-b327-8db06b8cc0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '8e057b02-0e5b-44bd-83b7-2f23a5bc0a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:16:03.818574 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-f13affef-9212-406a-ac97-4b60861cbae4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:03.819113 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13affef-9212-406a-ac97-4b60861cbae4 None None] Bound using segment: {'id': 'fda86e11-a8f8-47c8-b327-8db06b8cc0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '8e057b02-0e5b-44bd-83b7-2f23a5bc0a94'} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:16:03.819726 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-f13affef-9212-406a-ac97-4b60861cbae4 None None] Bound port: afe508c6-8ece-42eb-8225-7b782fdb360a, host: dv-cinder-841591-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fda86e11-a8f8-47c8-b327-8db06b8cc0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '8e057b02-0e5b-44bd-83b7-2f23a5bc0a94'}}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:16:03.820101 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-f13affef-9212-406a-ac97-4b60861cbae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (afe508c6-8ece-42eb-8225-7b782fdb360a), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:03.855636 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-ba6f0b29-20d0-4d74-a53e-63956f4cfbce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774527475285'] for port (4b670f16-25c0-4865-b6e8-66a010626af7), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:03.915305 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Current status of the port ba44eb14-e418-4de5-8e35-cd3da218b7fa is: DOWN; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:16:03.915700 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (ba44eb14-e418-4de5-8e35-cd3da218b7fa), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:03.931564 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6f0b29-20d0-4d74-a53e-63956f4cfbce admin admin] Network 9bfa71c8-c6b3-48ca-a660-d8187367d4be is already hosted by enough agents. {{(pid=103469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:16:03.937528 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f4f0b0b6-6613-42b1-8eed-c3dfd9264683 req-56e64519-1dca-4c2b-ac35-c0d92a8742e4 tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] 10.222.0.23 "GET /v2.0/ports?device_id=88c5e2e9-90b0-49d3-a43a-4ab2e6346af2 HTTP/1.1" status: 200 len: 210 time: 0.0861881 May 12 17:16:03.949570 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [None req-ba6f0b29-20d0-4d74-a53e-63956f4cfbce admin admin] Resources bound (agent type, host, resource id): {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:16:03.953412 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6f0b29-20d0-4d74-a53e-63956f4cfbce admin admin] Received port after_create {{(pid=103469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:16:04.004341 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] For port ba44eb14-e418-4de5-8e35-cd3da218b7fa, host dv-cinder-841591-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-1-iscsi',level=0,port_id=ba44eb14-e418-4de5-8e35-cd3da218b7fa,segment=NetworkSegment(54af2f58-bd4b-41ba-9124-743d6aed4e37),segment_id=54af2f58-bd4b-41ba-9124-743d6aed4e37)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:16:04.012102 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-855afc98-56b0-4021-a4d2-c83aefe9e856 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:04.021489 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (ba44eb14-e418-4de5-8e35-cd3da218b7fa), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:04.022333 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device f2cd911f-4616-4520-9f99-35f5f300aaca up at agent ovs-agent-dv-cinder-841591-1-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:16:04.027439 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.db_base_plugin_common [None req-bff08b49-2376-4e7a-9a2f-526410c66922 admin admin] Allocated IP 172.27.0.189 (9bfa71c8-c6b3-48ca-a660-d8187367d4be/c986c1c6-d014-45ab-99c5-409df43f439e/30375247-101c-4f4b-afc3-a8d1a61a73e7) {{(pid=103468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:16:04.027599 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-f13affef-9212-406a-ac97-4b60861cbae4 None None] For port afe508c6-8ece-42eb-8225-7b782fdb360a, host dv-cinder-841591-1-iscsi, cleared binding levels {{(pid=103470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:16:04.065497 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6f0b29-20d0-4d74-a53e-63956f4cfbce admin admin] Pushing event updated for resources: {'Port': ['ID=4b670f16-25c0-4865-b6e8-66a010626af7,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:04.164673 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9c6ee151-e1d1-4bdc-99fe-47ddfb068ffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205'] for subnet (fd59b606-9a51-42ff-929e-14ef90aeb1c6), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:04.180127 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-f13affef-9212-406a-ac97-4b60861cbae4 None None] For port afe508c6-8ece-42eb-8225-7b782fdb360a, host dv-cinder-841591-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-1-iscsi',level=0,port_id=afe508c6-8ece-42eb-8225-7b782fdb360a,segment=NetworkSegment(fda86e11-a8f8-47c8-b327-8db06b8cc0ae),segment_id=fda86e11-a8f8-47c8-b327-8db06b8cc0ae)] {{(pid=103470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:16:04.221625 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-f13affef-9212-406a-ac97-4b60861cbae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (afe508c6-8ece-42eb-8225-7b782fdb360a), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:04.272910 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-bff08b49-2376-4e7a-9a2f-526410c66922 admin admin] Publish callbacks [] for port (30375247-101c-4f4b-afc3-a8d1a61a73e7), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:04.276729 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Pushing event updated for resources: {'Port': ['ID=ba44eb14-e418-4de5-8e35-cd3da218b7fa,revision_number=4']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:04.289488 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Provisioning complete for port f2cd911f-4616-4520-9f99-35f5f300aaca triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:16:04.289879 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (f2cd911f-4616-4520-9f99-35f5f300aaca), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:04.359914 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-bff08b49-2376-4e7a-9a2f-526410c66922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774527475285'] for port (30375247-101c-4f4b-afc3-a8d1a61a73e7), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:04.406598 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afd9927-6f9c-423d-aaaf-f4a73d84e1fd None None] Sync routers for ids ['d37f8c35-61d9-4e4e-a436-9cc0a220161d'] in dv-cinder-841591-1-iscsi {{(pid=103470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:16:04.471453 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13affef-9212-406a-ac97-4b60861cbae4 None None] Pushing event updated for resources: {'Port': ['ID=afe508c6-8ece-42eb-8225-7b782fdb360a,revision_number=2']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:04.472481 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-ba6f0b29-20d0-4d74-a53e-63956f4cfbce admin admin] Publish callbacks [] for router_gateway (a7ac97b1-eaf3-4897-b787-26f84f0163be), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:04.486842 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afd9927-6f9c-423d-aaaf-f4a73d84e1fd None None] Routers {'d37f8c35-61d9-4e4e-a436-9cc0a220161d'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:16:04.487472 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-8afd9927-6f9c-423d-aaaf-f4a73d84e1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:15:56Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['d37f8c35-61d9-4e4e-a436-9cc0a220161d'], 'active': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:16:04.514500 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff08b49-2376-4e7a-9a2f-526410c66922 admin admin] Network 9bfa71c8-c6b3-48ca-a660-d8187367d4be is already hosted by enough agents. {{(pid=103468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:16:04.520600 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.base_scheduler [None req-bff08b49-2376-4e7a-9a2f-526410c66922 admin admin] Resources bound (agent type, host, resource id): {{(pid=103468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:16:04.523719 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff08b49-2376-4e7a-9a2f-526410c66922 admin admin] Received port after_create {{(pid=103468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:16:04.624320 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.db_base_plugin_common [None req-855afc98-56b0-4021-a4d2-c83aefe9e856 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Allocated IP 172.27.0.119 (9bfa71c8-c6b3-48ca-a660-d8187367d4be/c986c1c6-d014-45ab-99c5-409df43f439e/981d5955-7739-490c-8759-ac95e0415d99) {{(pid=103468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:16:04.632731 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff08b49-2376-4e7a-9a2f-526410c66922 admin admin] Pushing event updated for resources: {'Port': ['ID=30375247-101c-4f4b-afc3-a8d1a61a73e7,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:04.651655 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e3b80e-a7bc-4e5d-a455-72cea495375a None None] Network ff0d6338-2300-4010-ae74-9c2289a9588a requested from dv-cinder-841591-1-iscsi {{(pid=103470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:16:04.657043 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6ee151-e1d1-4bdc-99fe-47ddfb068ffe admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd59b606-9a51-42ff-929e-14ef90aeb1c6,revision_number=0']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:04.685158 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6ee151-e1d1-4bdc-99fe-47ddfb068ffe admin admin] Checking segment: {'id': '8afc8a14-40ac-499a-9410-bf44637aaf17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4f290855-02e3-4156-b92d-38eb67c402ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:16:04.685158 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6ee151-e1d1-4bdc-99fe-47ddfb068ffe admin admin] Network hostable DHCP agents. Network: 4f290855-02e3-4156-b92d-38eb67c402ac, hostable agents: ['ad05f391-ff61-4b74-a3af-7ffb7f485489'], hosted agents: [] {{(pid=103469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 17:16:04.719537 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Current status of the port f2cd911f-4616-4520-9f99-35f5f300aaca is: DOWN; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:16:04.720047 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (f2cd911f-4616-4520-9f99-35f5f300aaca), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:04.781785 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6ee151-e1d1-4bdc-99fe-47ddfb068ffe admin admin] Network 4f290855-02e3-4156-b92d-38eb67c402ac is scheduled to be hosted by DHCP agent ad05f391-ff61-4b74-a3af-7ffb7f485489 with binding_index 1 {{(pid=103469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 17:16:04.801050 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [None req-9c6ee151-e1d1-4bdc-99fe-47ddfb068ffe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841591-1-iscsi, 4f290855-02e3-4156-b92d-38eb67c402ac) {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:16:04.815744 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6ee151-e1d1-4bdc-99fe-47ddfb068ffe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:04.816909 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9c6ee151-e1d1-4bdc-99fe-47ddfb068ffe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-519179'] for subnet (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:04.844659 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3fdf2c-1bb2-441b-adb7-2a12d74033c2 None None] Network 4f290855-02e3-4156-b92d-38eb67c402ac requested from dv-cinder-841591-1-iscsi {{(pid=103470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:16:04.895207 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-2e19f2cc-2af2-4b92-82be-01c2611c65ee None None] Provisioning complete for port f2cd911f-4616-4520-9f99-35f5f300aaca triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:16:04.895608 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-2e19f2cc-2af2-4b92-82be-01c2611c65ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (f2cd911f-4616-4520-9f99-35f5f300aaca), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:04.917167 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-855afc98-56b0-4021-a4d2-c83aefe9e856 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Publish callbacks [] for port (981d5955-7739-490c-8759-ac95e0415d99), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:04.943109 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] For port f2cd911f-4616-4520-9f99-35f5f300aaca, host dv-cinder-841591-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-1-iscsi',level=0,port_id=f2cd911f-4616-4520-9f99-35f5f300aaca,segment=NetworkSegment(19a8dca8-bd58-4f99-95b0-2fe50f24eee0),segment_id=19a8dca8-bd58-4f99-95b0-2fe50f24eee0)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:16:04.972164 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-9c6ee151-e1d1-4bdc-99fe-47ddfb068ffe admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4712365 May 12 17:16:04.978144 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-ba6f0b29-20d0-4d74-a53e-63956f4cfbce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3679624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3679947'] for router (a7ac97b1-eaf3-4897-b787-26f84f0163be), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:05.019566 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-855afc98-56b0-4021-a4d2-c83aefe9e856 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774527475285'] for port (981d5955-7739-490c-8759-ac95e0415d99), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:05.045035 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (f2cd911f-4616-4520-9f99-35f5f300aaca), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:05.065327 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvr_db [None req-8afd9927-6f9c-423d-aaaf-f4a73d84e1fd None None] Set router d37f8c35-61d9-4e4e-a436-9cc0a220161d gateway port host: dv-cinder-841591-1-iscsi {{(pid=103470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:16:05.087891 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855afc98-56b0-4021-a4d2-c83aefe9e856 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Network 9bfa71c8-c6b3-48ca-a660-d8187367d4be is already hosted by enough agents. {{(pid=103468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:16:05.091620 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-bff08b49-2376-4e7a-9a2f-526410c66922 admin admin] Publish callbacks [] for router_gateway (2055b3ec-09dd-4090-9285-28048742bdf7), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:05.094284 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855afc98-56b0-4021-a4d2-c83aefe9e856 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Pushing event updated for resources: {'Port': ['ID=981d5955-7739-490c-8759-ac95e0415d99,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:05.097536 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.base_scheduler [None req-855afc98-56b0-4021-a4d2-c83aefe9e856 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Resources bound (agent type, host, resource id): {{(pid=103468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:16:05.171178 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855afc98-56b0-4021-a4d2-c83aefe9e856 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Received port after_create {{(pid=103468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:16:05.179373 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a31d0af-1c04-47cb-bc33-432a87c1d2b4 None None] Network 4f290855-02e3-4156-b92d-38eb67c402ac requested from dv-cinder-841591-1-iscsi {{(pid=103470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:16:05.189640 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 53132) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:16:05.201654 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba6f0b29-20d0-4d74-a53e-63956f4cfbce admin admin] Router a7ac97b1-eaf3-4897-b787-26f84f0163be is scheduled to L3 agent e5548ccc-31b8-4072-a6b0-52b00208ea79 with binding_index 1 {{(pid=103469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 17:16:05.290845 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-59e1ceff-0bd0-4f1f-9519-61af43218922 req-d3ca1446-136f-4082-90df-e336cd509425 tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] 10.222.0.23 "GET /v2.0/ports?device_id=88c5e2e9-90b0-49d3-a43a-4ab2e6346af2 HTTP/1.1" status: 200 len: 210 time: 0.1170745 May 12 17:16:05.463573 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device afe508c6-8ece-42eb-8225-7b782fdb360a up at agent ovs-agent-dv-cinder-841591-1-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:16:05.479254 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Pushing event updated for resources: {'Port': ['ID=f2cd911f-4616-4520-9f99-35f5f300aaca,revision_number=3']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:05.513954 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.db.db_base_plugin_v2 [None req-8750b7bf-a490-4de7-9ef8-76280f85e5b7 admin admin] Deleting subnet edd12a66-fe15-45bf-bb75-5342c382ece2 {{(pid=103469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 17:16:05.522386 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-855afc98-56b0-4021-a4d2-c83aefe9e856 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Publish callbacks [] for floatingip (3b2982b4-5485-44e2-93ce-759a687a64a3), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:05.530372 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-8750b7bf-a490-4de7-9ef8-76280f85e5b7 admin admin] Publish callbacks [] for subnet (edd12a66-fe15-45bf-bb75-5342c382ece2), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:05.574790 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba6f0b29-20d0-4d74-a53e-63956f4cfbce admin admin] Notify agent at l3_agent.dv-cinder-841591-1-iscsi the message routers_updated {{(pid=103469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:16:05.585537 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56742ef-aca5-49c0-beda-c0459641d48b None None] Sync routers for ids ['a7ac97b1-eaf3-4897-b787-26f84f0163be'] in dv-cinder-841591-1-iscsi {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:16:05.605650 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-8750b7bf-a490-4de7-9ef8-76280f85e5b7 admin admin] Publish callbacks [] for subnet (edd12a66-fe15-45bf-bb75-5342c382ece2), precommit_delete_associations {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:05.613107 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56742ef-aca5-49c0-beda-c0459641d48b None None] Routers {'a7ac97b1-eaf3-4897-b787-26f84f0163be'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:16:05.616342 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-f56742ef-aca5-49c0-beda-c0459641d48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:15:56Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['a7ac97b1-eaf3-4897-b787-26f84f0163be'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:16:05.637988 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-ba6f0b29-20d0-4d74-a53e-63956f4cfbce admin admin] Publish callbacks [] for router (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:05.639628 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-ba6f0b29-20d0-4d74-a53e-63956f4cfbce admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.5301630 May 12 17:16:05.641187 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-8750b7bf-a490-4de7-9ef8-76280f85e5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3477743'] for subnet (edd12a66-fe15-45bf-bb75-5342c382ece2), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:05.643606 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 53136) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:16:05.684775 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-2e19f2cc-2af2-4b92-82be-01c2611c65ee None None] Current status of the port f2cd911f-4616-4520-9f99-35f5f300aaca is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:16:05.701141 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-bff08b49-2376-4e7a-9a2f-526410c66922 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3679624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3679947'] for router (2055b3ec-09dd-4090-9285-28048742bdf7), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:05.703980 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-855afc98-56b0-4021-a4d2-c83aefe9e856 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (981d5955-7739-490c-8759-ac95e0415d99), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:05.842050 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-e6ca812f-f7c3-4291-89de-b8da2a9315be None None] Provisioning complete for port f2cd911f-4616-4520-9f99-35f5f300aaca triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:16:05.842717 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-e6ca812f-f7c3-4291-89de-b8da2a9315be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (f2cd911f-4616-4520-9f99-35f5f300aaca), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:05.844789 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-8750b7bf-a490-4de7-9ef8-76280f85e5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3477750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205'] for subnet (edd12a66-fe15-45bf-bb75-5342c382ece2), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:05.875391 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Provisioning complete for port afe508c6-8ece-42eb-8225-7b782fdb360a triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:16:05.875997 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (afe508c6-8ece-42eb-8225-7b782fdb360a), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:05.888126 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-f56742ef-aca5-49c0-beda-c0459641d48b None None] Set router a7ac97b1-eaf3-4897-b787-26f84f0163be gateway port host: dv-cinder-841591-1-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:16:05.938348 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8750b7bf-a490-4de7-9ef8-76280f85e5b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edd12a66-fe15-45bf-bb75-5342c382ece2,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:05.943027 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-8750b7bf-a490-4de7-9ef8-76280f85e5b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-519179'] for subnet (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:05.948749 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-8750b7bf-a490-4de7-9ef8-76280f85e5b7 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/edd12a66-fe15-45bf-bb75-5342c382ece2 HTTP/1.1" status: 204 len: 168 time: 0.7558272 May 12 17:16:05.950228 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 53142) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:16:05.992206 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88226066-c79d-48e2-a45a-1c3653b2af80 None None] Network 8e057b02-0e5b-44bd-83b7-2f23a5bc0a94 requested from dv-cinder-841591-1-iscsi {{(pid=103470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:16:06.076676 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9bd365f2-c304-4431-a9db-f0a88745606c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3665968'] for network (714211f3-817e-4cb9-b001-13ff4a09cd03), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:06.112597 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-8afd9927-6f9c-423d-aaaf-f4a73d84e1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd37f8c35-61d9-4e4e-a436-9cc0a220161d', 'name': 'tempest-AttachVolumeShelveTestJSON-2060211433-router', 'tenant_id': '9f96cd34d1bc46b78a000e0b5af9d6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'ba44eb14-e418-4de5-8e35-cd3da218b7fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:15:55Z', 'updated_at': '2022-05-12T17:15:59Z', 'revision_number': 4, 'project_id': '9f96cd34d1bc46b78a000e0b5af9d6a2', 'gw_port': {'id': 'ba44eb14-e418-4de5-8e35-cd3da218b7fa', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a7:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37f8c35-61d9-4e4e-a436-9cc0a220161d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:15:55Z', 'updated_at': '2022-05-12T17:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_interfaces': [{'id': '1ad17248-876b-46c4-8895-543e86966af1', 'name': '', 'network_id': '77b21ff8-23c6-42d2-9321-6759378651ee', 'tenant_id': '9f96cd34d1bc46b78a000e0b5af9d6a2', 'mac_address': 'fa:16:3e:ff:14:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd37f8c35-61d9-4e4e-a436-9cc0a220161d', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '0cd36ca6-63ed-4772-87aa-c30fa42b51b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:15:57Z', 'updated_at': '2022-05-12T17:15:59Z', 'revision_number': 2, 'project_id': '9f96cd34d1bc46b78a000e0b5af9d6a2', 'subnets': [{'id': '0cd36ca6-63ed-4772-87aa-c30fa42b51b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:16:06.182905 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-f56742ef-aca5-49c0-beda-c0459641d48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ac97b1-eaf3-4897-b787-26f84f0163be', 'name': 'tempest-ServerRescueNegativeTestJSON-1937888495-router', 'tenant_id': '638166bec22640968de80cfeaeed437b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '4b670f16-25c0-4865-b6e8-66a010626af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:16:01Z', 'updated_at': '2022-05-12T17:16:04Z', 'revision_number': 3, 'project_id': '638166bec22640968de80cfeaeed437b', 'gw_port': {'id': '4b670f16-25c0-4865-b6e8-66a010626af7', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:24:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ac97b1-eaf3-4897-b787-26f84f0163be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:16:02Z', 'updated_at': '2022-05-12T17:16:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi'}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:16:06.183600 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afd9927-6f9c-423d-aaaf-f4a73d84e1fd None None] Checking router: d37f8c35-61d9-4e4e-a436-9cc0a220161d for host: dv-cinder-841591-1-iscsi {{(pid=103470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:16:06.184547 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afd9927-6f9c-423d-aaaf-f4a73d84e1fd None None] Updating router d37f8c35-61d9-4e4e-a436-9cc0a220161d port 1ad17248-876b-46c4-8895-543e86966af1 binding host dv-cinder-841591-1-iscsi {{(pid=103470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 17:16:06.215944 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56742ef-aca5-49c0-beda-c0459641d48b None None] Checking router: a7ac97b1-eaf3-4897-b787-26f84f0163be for host: dv-cinder-841591-1-iscsi {{(pid=103471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:16:06.215944 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56742ef-aca5-49c0-beda-c0459641d48b None None] Updating router a7ac97b1-eaf3-4897-b787-26f84f0163be port 4b670f16-25c0-4865-b6e8-66a010626af7 binding host dv-cinder-841591-1-iscsi {{(pid=103471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 17:16:06.245896 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9bd365f2-c304-4431-a9db-f0a88745606c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3512410', 'neutron.services.segments.db._delete_segments_for_network-8774527956246'] for network (714211f3-817e-4cb9-b001-13ff4a09cd03), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:06.250623 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-f56742ef-aca5-49c0-beda-c0459641d48b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (4b670f16-25c0-4865-b6e8-66a010626af7), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:06.272968 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-855afc98-56b0-4021-a4d2-c83aefe9e856 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Publish callbacks [] for port (981d5955-7739-490c-8759-ac95e0415d99), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:06.286123 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-855afc98-56b0-4021-a4d2-c83aefe9e856 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (981d5955-7739-490c-8759-ac95e0415d99), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:06.293733 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Current status of the port afe508c6-8ece-42eb-8225-7b782fdb360a is: DOWN; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:16:06.295882 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (afe508c6-8ece-42eb-8225-7b782fdb360a), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:06.310690 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-e6ca812f-f7c3-4291-89de-b8da2a9315be None None] Current status of the port f2cd911f-4616-4520-9f99-35f5f300aaca is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:16:06.323233 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-8afd9927-6f9c-423d-aaaf-f4a73d84e1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (1ad17248-876b-46c4-8895-543e86966af1), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:06.326589 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9bd365f2-c304-4431-a9db-f0a88745606c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:16:06.327341 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9bd365f2-c304-4431-a9db-f0a88745606c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:16:06.328247 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9bd365f2-c304-4431-a9db-f0a88745606c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:16:06.331623 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9bd365f2-c304-4431-a9db-f0a88745606c admin admin] Subscribe: > port after_create 55550000 {{(pid=103469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:16:06.332118 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9bd365f2-c304-4431-a9db-f0a88745606c admin admin] Subscribe: > port after_delete 55550000 {{(pid=103469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:16:06.332999 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9bd365f2-c304-4431-a9db-f0a88745606c admin admin] Subscribe: > port after_update 55550000 {{(pid=103469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:16:06.332999 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9bd365f2-c304-4431-a9db-f0a88745606c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:16:06.333229 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9bd365f2-c304-4431-a9db-f0a88745606c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:16:06.333548 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9bd365f2-c304-4431-a9db-f0a88745606c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:16:06.333865 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9bd365f2-c304-4431-a9db-f0a88745606c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:16:06.371347 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-855afc98-56b0-4021-a4d2-c83aefe9e856 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682608'] for floatingip (3b2982b4-5485-44e2-93ce-759a687a64a3), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:06.390518 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] For port afe508c6-8ece-42eb-8225-7b782fdb360a, host dv-cinder-841591-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-1-iscsi',level=0,port_id=afe508c6-8ece-42eb-8225-7b782fdb360a,segment=NetworkSegment(fda86e11-a8f8-47c8-b327-8db06b8cc0ae),segment_id=fda86e11-a8f8-47c8-b327-8db06b8cc0ae)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:16:06.397665 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (afe508c6-8ece-42eb-8225-7b782fdb360a), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:06.398920 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device ba44eb14-e418-4de5-8e35-cd3da218b7fa up at agent ovs-agent-dv-cinder-841591-1-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:16:06.415950 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855afc98-56b0-4021-a4d2-c83aefe9e856 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Pushing event updated for resources: {'Port': ['ID=981d5955-7739-490c-8759-ac95e0415d99,revision_number=2']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:06.427329 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-855afc98-56b0-4021-a4d2-c83aefe9e856 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36930'] for floatingip (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:06.428927 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-855afc98-56b0-4021-a4d2-c83aefe9e856 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7313914 May 12 17:16:06.483072 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bff08b49-2376-4e7a-9a2f-526410c66922 admin admin] Router 2055b3ec-09dd-4090-9285-28048742bdf7 is scheduled to L3 agent e5548ccc-31b8-4072-a6b0-52b00208ea79 with binding_index 1 {{(pid=103468) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 17:16:06.614133 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9bd365f2-c304-4431-a9db-f0a88745606c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:16:06.614668 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9bd365f2-c304-4431-a9db-f0a88745606c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:16:06.615099 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9bd365f2-c304-4431-a9db-f0a88745606c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:16:06.615526 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9bd365f2-c304-4431-a9db-f0a88745606c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:16:06.615988 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.services.segments.db [None req-9bd365f2-c304-4431-a9db-f0a88745606c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['714211f3-817e-4cb9-b001-13ff4a09cd03']}} {{(pid=103469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:16:06.647297 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.services.segments.db [None req-9bd365f2-c304-4431-a9db-f0a88745606c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd41f0e29-cceb-4471-891b-440d7cc63dac') {'for_net_delete': True} {{(pid=103469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:16:06.647750 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.services.segments.db [None req-9bd365f2-c304-4431-a9db-f0a88745606c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd41f0e29-cceb-4471-891b-440d7cc63dac') {} {{(pid=103469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:16:06.650975 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bff08b49-2376-4e7a-9a2f-526410c66922 admin admin] Notify agent at l3_agent.dv-cinder-841591-1-iscsi the message routers_updated {{(pid=103468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:16:06.674322 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-bff08b49-2376-4e7a-9a2f-526410c66922 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:06.675777 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-bff08b49-2376-4e7a-9a2f-526410c66922 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.1233864 May 12 17:16:06.678580 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 53158) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:16:06.702875 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9bd365f2-c304-4431-a9db-f0a88745606c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774527957791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1968758'] for segment (d41f0e29-cceb-4471-891b-440d7cc63dac), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:06.714529 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Pushing event updated for resources: {'Port': ['ID=afe508c6-8ece-42eb-8225-7b782fdb360a,revision_number=3']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:06.721737 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-f56742ef-aca5-49c0-beda-c0459641d48b None None] Publish callbacks [] for port (4b670f16-25c0-4865-b6e8-66a010626af7), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:06.726103 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f7076f-e57a-4a5c-b67f-75e330ddf018 None None] Sync routers for ids ['2055b3ec-09dd-4090-9285-28048742bdf7'] in dv-cinder-841591-1-iscsi {{(pid=103470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:16:06.733744 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-f32cccf2-d411-4c40-8147-e86c0896a4c3 None None] Provisioning complete for port afe508c6-8ece-42eb-8225-7b782fdb360a triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:16:06.733744 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-f32cccf2-d411-4c40-8147-e86c0896a4c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (afe508c6-8ece-42eb-8225-7b782fdb360a), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:06.738163 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-f56742ef-aca5-49c0-beda-c0459641d48b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (4b670f16-25c0-4865-b6e8-66a010626af7), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:06.764255 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-78039afe-c704-4bd5-bf30-4cf4590d26a5 req-8f3c55db-725a-466e-95b5-7327690adc9f tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] 10.222.0.23 "GET /v2.0/ports?device_id=88c5e2e9-90b0-49d3-a43a-4ab2e6346af2 HTTP/1.1" status: 200 len: 210 time: 0.1207314 May 12 17:16:06.795105 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1457b8d1-7a25-479d-b195-9dd6a6c9a8a3 None None] Pushing event updated for resources: {'Port': ['ID=4b670f16-25c0-4865-b6e8-66a010626af7,revision_number=2']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:06.799834 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-f56742ef-aca5-49c0-beda-c0459641d48b None None] Attempting to bind port 4b670f16-25c0-4865-b6e8-66a010626af7 on host dv-cinder-841591-1-iscsi for vnic_type normal with profile {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:16:06.800207 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-f56742ef-aca5-49c0-beda-c0459641d48b None None] Attempting to bind port 4b670f16-25c0-4865-b6e8-66a010626af7 by drivers openvswitch,hyperv on host dv-cinder-841591-1-iscsi at level 0 using segments [{'id': '54af2f58-bd4b-41ba-9124-743d6aed4e37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be'}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:16:06.800566 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56742ef-aca5-49c0-beda-c0459641d48b None None] Attempting to bind port 4b670f16-25c0-4865-b6e8-66a010626af7 on network 9bfa71c8-c6b3-48ca-a660-d8187367d4be {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:16:06.806655 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56742ef-aca5-49c0-beda-c0459641d48b None None] Checking agent: {'id': 'dea0f963-0a36-45fe-941b-5c749ca6f3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841591-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 7, 30), 'started_at': datetime.datetime(2022, 5, 12, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841591-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:16:06.807265 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56742ef-aca5-49c0-beda-c0459641d48b None None] Checking segment: {'id': '54af2f58-bd4b-41ba-9124-743d6aed4e37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:16:06.807813 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-f56742ef-aca5-49c0-beda-c0459641d48b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:06.808340 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56742ef-aca5-49c0-beda-c0459641d48b None None] Bound using segment: {'id': '54af2f58-bd4b-41ba-9124-743d6aed4e37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be'} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:16:06.808942 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-f56742ef-aca5-49c0-beda-c0459641d48b None None] Bound port: 4b670f16-25c0-4865-b6e8-66a010626af7, host: dv-cinder-841591-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54af2f58-bd4b-41ba-9124-743d6aed4e37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be'}}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:16:06.809514 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-f56742ef-aca5-49c0-beda-c0459641d48b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (4b670f16-25c0-4865-b6e8-66a010626af7), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:06.821525 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9bd365f2-c304-4431-a9db-f0a88745606c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3597332'] for segment (d41f0e29-cceb-4471-891b-440d7cc63dac), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:06.869035 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-f32cccf2-d411-4c40-8147-e86c0896a4c3 None None] Current status of the port afe508c6-8ece-42eb-8225-7b782fdb360a is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:16:06.879624 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f7076f-e57a-4a5c-b67f-75e330ddf018 None None] Routers {'2055b3ec-09dd-4090-9285-28048742bdf7'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:16:06.880417 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-48f7076f-e57a-4a5c-b67f-75e330ddf018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:15:56Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['2055b3ec-09dd-4090-9285-28048742bdf7'], 'active': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:16:06.886233 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bd365f2-c304-4431-a9db-f0a88745606c admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=103469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 17:16:06.886640 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9bd365f2-c304-4431-a9db-f0a88745606c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3597332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1968598'] for segment (d41f0e29-cceb-4471-891b-440d7cc63dac), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:06.892323 dv-cinder-841591-1-iscsi neutron-server[103469]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 12 17:16:06.892323 dv-cinder-841591-1-iscsi neutron-server[103469]: from cryptography.utils import int_from_bytes May 12 17:16:06.892323 dv-cinder-841591-1-iscsi neutron-server[103469]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 12 17:16:06.892323 dv-cinder-841591-1-iscsi neutron-server[103469]: from cryptography.utils import int_from_bytes May 12 17:16:06.892323 dv-cinder-841591-1-iscsi neutron-server[103469]: Traceback (most recent call last): May 12 17:16:06.892323 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 17:16:06.892323 dv-cinder-841591-1-iscsi neutron-server[103469]: timer() May 12 17:16:06.892323 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 17:16:06.892323 dv-cinder-841591-1-iscsi neutron-server[103469]: cb(*args, **kw) May 12 17:16:06.892323 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 17:16:06.892323 dv-cinder-841591-1-iscsi neutron-server[103469]: return func(*args, **kwargs) May 12 17:16:06.892323 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 17:16:06.892323 dv-cinder-841591-1-iscsi neutron-server[103469]: self._notify() May 12 17:16:06.892323 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 17:16:06.892323 dv-cinder-841591-1-iscsi neutron-server[103469]: self.callback(batched_events) May 12 17:16:06.892323 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 17:16:06.892323 dv-cinder-841591-1-iscsi neutron-server[103469]: event.method(event) May 12 17:16:06.892323 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 17:16:06.892323 dv-cinder-841591-1-iscsi neutron-server[103469]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 17:16:06.892323 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 17:16:06.892323 dv-cinder-841591-1-iscsi neutron-server[103469]: aggregate_uuid = self.p_client.list_aggregates( May 12 17:16:06.892323 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 17:16:06.892323 dv-cinder-841591-1-iscsi neutron-server[103469]: return f(self, *a, **k) May 12 17:16:06.892323 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 17:16:06.892323 dv-cinder-841591-1-iscsi neutron-server[103469]: return self._get(url).json() May 12 17:16:06.892323 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 17:16:06.892323 dv-cinder-841591-1-iscsi neutron-server[103469]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 17:16:06.892323 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 17:16:06.892323 dv-cinder-841591-1-iscsi neutron-server[103469]: return self.request(url, 'GET', **kwargs) May 12 17:16:06.892323 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 17:16:06.892323 dv-cinder-841591-1-iscsi neutron-server[103469]: base_url = self.get_endpoint(auth, allow=allow, May 12 17:16:06.892323 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 17:16:06.892323 dv-cinder-841591-1-iscsi neutron-server[103469]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 17:16:06.892323 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 17:16:06.892323 dv-cinder-841591-1-iscsi neutron-server[103469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 17:16:06.892323 dv-cinder-841591-1-iscsi neutron-server[103469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 17:16:06.901619 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-f56742ef-aca5-49c0-beda-c0459641d48b None None] For port 4b670f16-25c0-4865-b6e8-66a010626af7, host dv-cinder-841591-1-iscsi, cleared binding levels {{(pid=103471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:16:06.906252 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-f56742ef-aca5-49c0-beda-c0459641d48b None None] For port 4b670f16-25c0-4865-b6e8-66a010626af7, host dv-cinder-841591-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-1-iscsi',level=0,port_id=4b670f16-25c0-4865-b6e8-66a010626af7,segment=NetworkSegment(54af2f58-bd4b-41ba-9124-743d6aed4e37),segment_id=54af2f58-bd4b-41ba-9124-743d6aed4e37)] {{(pid=103471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:16:06.914365 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-f56742ef-aca5-49c0-beda-c0459641d48b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (4b670f16-25c0-4865-b6e8-66a010626af7), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:06.947993 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-eff8c97d-6125-42f1-9e1b-adcf9c446afe req-8d23c5ed-4fbb-4cdf-9369-703813c5900a tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--849741809&fields=id&tenant_id=9f96cd34d1bc46b78a000e0b5af9d6a2 HTTP/1.1" status: 200 len: 267 time: 0.1060214 May 12 17:16:06.976016 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1457b8d1-7a25-479d-b195-9dd6a6c9a8a3 None None] Pushing event updated for resources: {'Port': ['ID=4b670f16-25c0-4865-b6e8-66a010626af7,revision_number=3']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:06.999099 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56742ef-aca5-49c0-beda-c0459641d48b None None] Routers {'a7ac97b1-eaf3-4897-b787-26f84f0163be'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:16:06.999948 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-f56742ef-aca5-49c0-beda-c0459641d48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:15:56Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['a7ac97b1-eaf3-4897-b787-26f84f0163be'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:16:07.022178 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvr_db [None req-48f7076f-e57a-4a5c-b67f-75e330ddf018 None None] Set router 2055b3ec-09dd-4090-9285-28048742bdf7 gateway port host: dv-cinder-841591-1-iscsi {{(pid=103470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:16:07.028707 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9bd365f2-c304-4431-a9db-f0a88745606c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3512417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682781'] for network (714211f3-817e-4cb9-b001-13ff4a09cd03), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:07.076421 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9bd365f2-c304-4431-a9db-f0a88745606c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-519179'] for network (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:07.080303 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-9bd365f2-c304-4431-a9db-f0a88745606c admin admin] 10.222.0.23 "DELETE /v2.0/networks/714211f3-817e-4cb9-b001-13ff4a09cd03 HTTP/1.1" status: 204 len: 168 time: 1.1300738 May 12 17:16:07.083310 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 53168) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:16:07.085920 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd365f2-c304-4431-a9db-f0a88745606c admin admin] Pushing event deleted for resources: {'Network': ['ID=714211f3-817e-4cb9-b001-13ff4a09cd03,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:07.104550 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-387b8399-8acd-41a0-b983-2ddfda9b50dc None None] Provisioning complete for port afe508c6-8ece-42eb-8225-7b782fdb360a triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:16:07.104927 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-387b8399-8acd-41a0-b983-2ddfda9b50dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (afe508c6-8ece-42eb-8225-7b782fdb360a), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:07.109138 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff8c97d-6125-42f1-9e1b-adcf9c446afe req-c3f90596-e005-47dd-8c16-a0fd30c825db tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:07.111952 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-eff8c97d-6125-42f1-9e1b-adcf9c446afe req-c3f90596-e005-47dd-8c16-a0fd30c825db tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/networks?id=77b21ff8-23c6-42d2-9321-6759378651ee HTTP/1.1" status: 200 len: 817 time: 0.1545174 May 12 17:16:07.123700 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-f56742ef-aca5-49c0-beda-c0459641d48b None None] Set router a7ac97b1-eaf3-4897-b787-26f84f0163be gateway port host: dv-cinder-841591-1-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:16:07.133785 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-eff8c97d-6125-42f1-9e1b-adcf9c446afe req-4d743bd9-24fd-4819-ba44-61a9bd342b74 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/quotas/9f96cd34d1bc46b78a000e0b5af9d6a2 HTTP/1.1" status: 200 len: 375 time: 0.0148742 May 12 17:16:07.144368 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d32b4b6d-d63c-4d7f-ad75-bff61e40fd3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:07.175645 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Provisioning complete for port ba44eb14-e418-4de5-8e35-cd3da218b7fa triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:16:07.176040 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (ba44eb14-e418-4de5-8e35-cd3da218b7fa), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:07.208351 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-eff8c97d-6125-42f1-9e1b-adcf9c446afe req-20f5fa6c-fd17-4903-9e3c-ed1054c757fb tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9f96cd34d1bc46b78a000e0b5af9d6a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0663686 May 12 17:16:07.269532 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.db.db_base_plugin_v2 [None req-0471c90c-cab4-4621-88a8-a40e3bc4b742 admin admin] Deleting subnet fd59b606-9a51-42ff-929e-14ef90aeb1c6 {{(pid=103469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 17:16:07.287618 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0471c90c-cab4-4621-88a8-a40e3bc4b742 admin admin] Publish callbacks [] for subnet (fd59b606-9a51-42ff-929e-14ef90aeb1c6), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:07.399133 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-eff8c97d-6125-42f1-9e1b-adcf9c446afe req-24ae0328-63cc-4a0d-9b1d-da1fce278f97 service neutron] 10.222.0.23 "GET /v2.0/networks/77b21ff8-23c6-42d2-9321-6759378651ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537902 May 12 17:16:07.443417 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-f56742ef-aca5-49c0-beda-c0459641d48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ac97b1-eaf3-4897-b787-26f84f0163be', 'name': 'tempest-ServerRescueNegativeTestJSON-1937888495-router', 'tenant_id': '638166bec22640968de80cfeaeed437b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '4b670f16-25c0-4865-b6e8-66a010626af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:16:01Z', 'updated_at': '2022-05-12T17:16:04Z', 'revision_number': 3, 'project_id': '638166bec22640968de80cfeaeed437b', 'gw_port': {'id': '4b670f16-25c0-4865-b6e8-66a010626af7', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:24:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ac97b1-eaf3-4897-b787-26f84f0163be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:16:02Z', 'updated_at': '2022-05-12T17:16:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi'}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:16:07.475764 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-387b8399-8acd-41a0-b983-2ddfda9b50dc None None] Current status of the port afe508c6-8ece-42eb-8225-7b782fdb360a is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:16:07.478852 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0471c90c-cab4-4621-88a8-a40e3bc4b742 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1968719'] for subnet (fd59b606-9a51-42ff-929e-14ef90aeb1c6), precommit_delete_associations {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:07.495810 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-8afd9927-6f9c-423d-aaaf-f4a73d84e1fd None None] Publish callbacks [] for port (1ad17248-876b-46c4-8895-543e86966af1), precommit_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:07.499308 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Current status of the port ba44eb14-e418-4de5-8e35-cd3da218b7fa is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:16:07.503988 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-48f7076f-e57a-4a5c-b67f-75e330ddf018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2055b3ec-09dd-4090-9285-28048742bdf7', 'name': 'tempest-AttachVolumeTestJSON-154657364-router', 'tenant_id': '67e7bebb3ef2474591626aa0a76d7a1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '30375247-101c-4f4b-afc3-a8d1a61a73e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:16:02Z', 'updated_at': '2022-05-12T17:16:04Z', 'revision_number': 3, 'project_id': '67e7bebb3ef2474591626aa0a76d7a1d', 'gw_port': {'id': '30375247-101c-4f4b-afc3-a8d1a61a73e7', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:03:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2055b3ec-09dd-4090-9285-28048742bdf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:16:03Z', 'updated_at': '2022-05-12T17:16:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi'}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:16:07.550479 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56742ef-aca5-49c0-beda-c0459641d48b None None] The sync data for ids ['a7ac97b1-eaf3-4897-b787-26f84f0163be'] in dv-cinder-841591-1-iscsi is: [{'id': 'a7ac97b1-eaf3-4897-b787-26f84f0163be', 'name': 'tempest-ServerRescueNegativeTestJSON-1937888495-router', 'tenant_id': '638166bec22640968de80cfeaeed437b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '4b670f16-25c0-4865-b6e8-66a010626af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:16:01Z', 'updated_at': '2022-05-12T17:16:04Z', 'revision_number': 3, 'project_id': '638166bec22640968de80cfeaeed437b', 'gw_port': {'id': '4b670f16-25c0-4865-b6e8-66a010626af7', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:24:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ac97b1-eaf3-4897-b787-26f84f0163be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:16:02Z', 'updated_at': '2022-05-12T17:16:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi'}] {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:16:07.553157 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-eff8c97d-6125-42f1-9e1b-adcf9c446afe req-622aa51c-27d6-4074-99ae-7811d55853b9 service neutron] 10.222.0.23 "GET /v2.0/networks/77b21ff8-23c6-42d2-9321-6759378651ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472831 May 12 17:16:07.554358 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-8afd9927-6f9c-423d-aaaf-f4a73d84e1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (1ad17248-876b-46c4-8895-543e86966af1), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:07.572949 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f7076f-e57a-4a5c-b67f-75e330ddf018 None None] Checking router: 2055b3ec-09dd-4090-9285-28048742bdf7 for host: dv-cinder-841591-1-iscsi {{(pid=103470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:16:07.573314 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f7076f-e57a-4a5c-b67f-75e330ddf018 None None] Updating router 2055b3ec-09dd-4090-9285-28048742bdf7 port 30375247-101c-4f4b-afc3-a8d1a61a73e7 binding host dv-cinder-841591-1-iscsi {{(pid=103470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 17:16:07.589633 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0471c90c-cab4-4621-88a8-a40e3bc4b742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3477743'] for subnet (fd59b606-9a51-42ff-929e-14ef90aeb1c6), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:07.647373 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf46f38-441a-4fd5-a5e6-44481612eda0 None None] Pushing event updated for resources: {'Port': ['ID=1ad17248-876b-46c4-8895-543e86966af1,revision_number=3']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:07.681486 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-48f7076f-e57a-4a5c-b67f-75e330ddf018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (30375247-101c-4f4b-afc3-a8d1a61a73e7), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:07.684457 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.db.db_base_plugin_common [None req-d32b4b6d-d63c-4d7f-ad75-bff61e40fd3a admin admin] Allocated IP 172.20.0.1 (ff0d6338-2300-4010-ae74-9c2289a9588a/3ceba6be-c195-4fd8-b10b-839022cc6ef4/270f4d95-ad83-4f83-8c08-15dd0a788974) {{(pid=103469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:16:07.840872 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0471c90c-cab4-4621-88a8-a40e3bc4b742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3477750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1968756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11573712'] for subnet (fd59b606-9a51-42ff-929e-14ef90aeb1c6), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:08.095884 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0471c90c-cab4-4621-88a8-a40e3bc4b742 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd59b606-9a51-42ff-929e-14ef90aeb1c6,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:08.098016 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0471c90c-cab4-4621-88a8-a40e3bc4b742 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-519179'] for subnet (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:08.104525 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device afe508c6-8ece-42eb-8225-7b782fdb360a up at agent ovs-agent-dv-cinder-841591-1-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:16:08.112908 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-0471c90c-cab4-4621-88a8-a40e3bc4b742 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/fd59b606-9a51-42ff-929e-14ef90aeb1c6 HTTP/1.1" status: 204 len: 168 time: 1.0273306 May 12 17:16:08.116292 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 53194) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:16:08.133370 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-0ebc5976-3a0b-49c8-92aa-bec105d7f44d req-25065cc2-93f6-4e1e-b29a-a6054a557f36 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=47998668-5296-4019-a02c-3c80e30ff266 HTTP/1.1" status: 200 len: 210 time: 0.2003927 May 12 17:16:08.134264 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.58', 54691) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:16:08.193635 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1b7bdea6-2d11-4a4a-aa4e-f839065ae042 req-8f2add53-78c5-4475-8d97-c407fcc7c6db tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] 10.222.0.23 "GET /v2.0/ports?device_id=88c5e2e9-90b0-49d3-a43a-4ab2e6346af2 HTTP/1.1" status: 200 len: 210 time: 0.2375374 May 12 17:16:08.333545 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d32b4b6d-d63c-4d7f-ad75-bff61e40fd3a admin admin] Publish callbacks [] for port (270f4d95-ad83-4f83-8c08-15dd0a788974), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:08.361298 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-5b6afc73-00ba-46ff-b25f-1003b856a1bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3665968'] for network (4f290855-02e3-4156-b92d-38eb67c402ac), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:08.463459 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-ce5e3f7c-9cf5-472c-a5d1-a82668ecdb94 None None] Provisioning complete for port 1ad17248-876b-46c4-8895-543e86966af1 triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:16:08.467099 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-ce5e3f7c-9cf5-472c-a5d1-a82668ecdb94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (1ad17248-876b-46c4-8895-543e86966af1), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:08.494965 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d32b4b6d-d63c-4d7f-ad75-bff61e40fd3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774527475285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968517'] for port (270f4d95-ad83-4f83-8c08-15dd0a788974), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:08.563479 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-8afd9927-6f9c-423d-aaaf-f4a73d84e1fd None None] Attempting to bind port 1ad17248-876b-46c4-8895-543e86966af1 on host dv-cinder-841591-1-iscsi for vnic_type normal with profile {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:16:08.564050 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-8afd9927-6f9c-423d-aaaf-f4a73d84e1fd None None] Attempting to bind port 1ad17248-876b-46c4-8895-543e86966af1 by drivers openvswitch,hyperv on host dv-cinder-841591-1-iscsi at level 0 using segments [{'id': 'c7a6aaf3-54ce-4151-ae72-69f500e464b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '77b21ff8-23c6-42d2-9321-6759378651ee'}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:16:08.564486 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afd9927-6f9c-423d-aaaf-f4a73d84e1fd None None] Attempting to bind port 1ad17248-876b-46c4-8895-543e86966af1 on network 77b21ff8-23c6-42d2-9321-6759378651ee {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:16:08.601242 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32b4b6d-d63c-4d7f-ad75-bff61e40fd3a admin admin] Network ff0d6338-2300-4010-ae74-9c2289a9588a is already hosted by enough agents. {{(pid=103469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:16:08.622878 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [None req-d32b4b6d-d63c-4d7f-ad75-bff61e40fd3a admin admin] Resources bound (agent type, host, resource id): {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:16:08.625868 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32b4b6d-d63c-4d7f-ad75-bff61e40fd3a admin admin] Received port after_create {{(pid=103469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:16:08.714112 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afd9927-6f9c-423d-aaaf-f4a73d84e1fd None None] Checking agent: {'id': 'dea0f963-0a36-45fe-941b-5c749ca6f3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841591-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 7, 30), 'started_at': datetime.datetime(2022, 5, 12, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841591-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:16:08.714873 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afd9927-6f9c-423d-aaaf-f4a73d84e1fd None None] Checking segment: {'id': 'c7a6aaf3-54ce-4151-ae72-69f500e464b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '77b21ff8-23c6-42d2-9321-6759378651ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:16:08.716058 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-8afd9927-6f9c-423d-aaaf-f4a73d84e1fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:08.716330 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba1a04-c139-4e41-a8cb-b25923231d94 req-862aaee8-b96c-4405-bd39-4fbe2939a62b tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:08.716869 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afd9927-6f9c-423d-aaaf-f4a73d84e1fd None None] Bound using segment: {'id': 'c7a6aaf3-54ce-4151-ae72-69f500e464b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '77b21ff8-23c6-42d2-9321-6759378651ee'} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:16:08.717794 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-8afd9927-6f9c-423d-aaaf-f4a73d84e1fd None None] Bound port: 1ad17248-876b-46c4-8895-543e86966af1, host: dv-cinder-841591-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7a6aaf3-54ce-4151-ae72-69f500e464b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '77b21ff8-23c6-42d2-9321-6759378651ee'}}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:16:08.718400 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-8afd9927-6f9c-423d-aaaf-f4a73d84e1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (1ad17248-876b-46c4-8895-543e86966af1), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:08.728594 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-e3ba1a04-c139-4e41-a8cb-b25923231d94 req-862aaee8-b96c-4405-bd39-4fbe2939a62b tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] 10.222.0.58 "GET /v2.0/networks?id=e448eb24-07f0-4164-bcb9-ffce49adfff6 HTTP/1.1" status: 200 len: 811 time: 0.5888085 May 12 17:16:08.763056 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-ce5e3f7c-9cf5-472c-a5d1-a82668ecdb94 None None] Port 1ad17248-876b-46c4-8895-543e86966af1 cannot update to ACTIVE because it is not bound. {{(pid=103470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:16:08.764896 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-5b6afc73-00ba-46ff-b25f-1003b856a1bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3512410', 'neutron.services.segments.db._delete_segments_for_network-8774527956246'] for network (4f290855-02e3-4156-b92d-38eb67c402ac), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:08.788857 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Provisioning complete for port afe508c6-8ece-42eb-8225-7b782fdb360a triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:16:08.791709 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (afe508c6-8ece-42eb-8225-7b782fdb360a), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:08.793175 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [req-e3ba1a04-c139-4e41-a8cb-b25923231d94 req-8f37201c-aa77-4e9b-8005-2c4f8f1ee16b tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] Request body: {'port': {'device_id': '88c5e2e9-90b0-49d3-a43a-4ab2e6346af2', 'network_id': 'e448eb24-07f0-4164-bcb9-ffce49adfff6', 'admin_state_up': True, 'tenant_id': '48b4bff5a47542c589d67a522647608c'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:16:08.929409 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d32b4b6d-d63c-4d7f-ad75-bff61e40fd3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3684070'] for router_interface (a7ac97b1-eaf3-4897-b787-26f84f0163be), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:09.234912 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-c83436a5-5b83-4350-83b5-1af7c403f37c None None] Provisioning complete for port 270f4d95-ad83-4f83-8c08-15dd0a788974 triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:16:09.235347 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-c83436a5-5b83-4350-83b5-1af7c403f37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (270f4d95-ad83-4f83-8c08-15dd0a788974), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:09.276546 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-bd17883e-7aa9-4625-81a6-959f5597e67f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:09.310858 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-8afd9927-6f9c-423d-aaaf-f4a73d84e1fd None None] For port 1ad17248-876b-46c4-8895-543e86966af1, host dv-cinder-841591-1-iscsi, cleared binding levels {{(pid=103470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:16:09.333381 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-fdcf6793-76fd-4018-ad28-f54cec14273b req-cfc864c4-323e-460a-aae2-3add3013e69f tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=47998668-5296-4019-a02c-3c80e30ff266 HTTP/1.1" status: 200 len: 210 time: 0.0399141 May 12 17:16:09.341821 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3ba1a04-c139-4e41-a8cb-b25923231d94 req-8f37201c-aa77-4e9b-8005-2c4f8f1ee16b tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] Made reservation on behalf of 48b4bff5a47542c589d67a522647608c for: {'port': 1} {{(pid=103468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:16:09.345601 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-e3ba1a04-c139-4e41-a8cb-b25923231d94 req-8f37201c-aa77-4e9b-8005-2c4f8f1ee16b tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:09.414504 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-8afd9927-6f9c-423d-aaaf-f4a73d84e1fd None None] For port 1ad17248-876b-46c4-8895-543e86966af1, host dv-cinder-841591-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-1-iscsi',level=0,port_id=1ad17248-876b-46c4-8895-543e86966af1,segment=NetworkSegment(c7a6aaf3-54ce-4151-ae72-69f500e464b9),segment_id=c7a6aaf3-54ce-4151-ae72-69f500e464b9)] {{(pid=103470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:16:09.455577 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-c83436a5-5b83-4350-83b5-1af7c403f37c None None] Port 270f4d95-ad83-4f83-8c08-15dd0a788974 cannot update to ACTIVE because it is not bound. {{(pid=103470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:16:09.498697 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-8afd9927-6f9c-423d-aaaf-f4a73d84e1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (1ad17248-876b-46c4-8895-543e86966af1), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:09.503284 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32b4b6d-d63c-4d7f-ad75-bff61e40fd3a admin admin] Pushing event updated for resources: {'Port': ['ID=270f4d95-ad83-4f83-8c08-15dd0a788974,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:09.518465 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Current status of the port afe508c6-8ece-42eb-8225-7b782fdb360a is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:16:09.525899 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.services.segments.db [None req-5b6afc73-00ba-46ff-b25f-1003b856a1bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f290855-02e3-4156-b92d-38eb67c402ac']}} {{(pid=103469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:16:09.533273 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device f2cd911f-4616-4520-9f99-35f5f300aaca up at agent ovs-agent-dv-cinder-841591-1-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:16:09.671697 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9be40f7e-06d7-403f-8932-0f784c74fb99 req-7187d90a-8f58-4ef6-b60e-613bf8f27847 tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] 10.222.0.23 "GET /v2.0/ports?device_id=88c5e2e9-90b0-49d3-a43a-4ab2e6346af2 HTTP/1.1" status: 200 len: 210 time: 0.1610978 May 12 17:16:09.698970 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.services.segments.db [None req-5b6afc73-00ba-46ff-b25f-1003b856a1bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8afc8a14-40ac-499a-9410-bf44637aaf17') {'for_net_delete': True} {{(pid=103469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:16:09.699844 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.services.segments.db [None req-5b6afc73-00ba-46ff-b25f-1003b856a1bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8afc8a14-40ac-499a-9410-bf44637aaf17') {} {{(pid=103469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:16:09.721389 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-5b6afc73-00ba-46ff-b25f-1003b856a1bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774527957791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1968758'] for segment (8afc8a14-40ac-499a-9410-bf44637aaf17), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:09.754580 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d32b4b6d-d63c-4d7f-ad75-bff61e40fd3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (270f4d95-ad83-4f83-8c08-15dd0a788974), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:09.767622 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-5b6afc73-00ba-46ff-b25f-1003b856a1bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3597332'] for segment (8afc8a14-40ac-499a-9410-bf44637aaf17), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:09.788730 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afd9927-6f9c-423d-aaaf-f4a73d84e1fd None None] Routers {'d37f8c35-61d9-4e4e-a436-9cc0a220161d'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:16:09.824204 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-8afd9927-6f9c-423d-aaaf-f4a73d84e1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:15:56Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['d37f8c35-61d9-4e4e-a436-9cc0a220161d'], 'active': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:16:09.900162 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-48f7076f-e57a-4a5c-b67f-75e330ddf018 None None] Publish callbacks [] for port (30375247-101c-4f4b-afc3-a8d1a61a73e7), precommit_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:09.912647 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf46f38-441a-4fd5-a5e6-44481612eda0 None None] Pushing event updated for resources: {'Port': ['ID=1ad17248-876b-46c4-8895-543e86966af1,revision_number=4']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:09.932981 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-48f7076f-e57a-4a5c-b67f-75e330ddf018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (30375247-101c-4f4b-afc3-a8d1a61a73e7), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:09.978248 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b6afc73-00ba-46ff-b25f-1003b856a1bb admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=103469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 17:16:09.982311 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-5b6afc73-00ba-46ff-b25f-1003b856a1bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3597332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1968598'] for segment (8afc8a14-40ac-499a-9410-bf44637aaf17), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:09.985426 dv-cinder-841591-1-iscsi neutron-server[103469]: Traceback (most recent call last): May 12 17:16:09.985426 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 17:16:09.985426 dv-cinder-841591-1-iscsi neutron-server[103469]: timer() May 12 17:16:09.985426 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 17:16:09.985426 dv-cinder-841591-1-iscsi neutron-server[103469]: cb(*args, **kw) May 12 17:16:09.985426 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 17:16:09.985426 dv-cinder-841591-1-iscsi neutron-server[103469]: return func(*args, **kwargs) May 12 17:16:09.985426 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 17:16:09.985426 dv-cinder-841591-1-iscsi neutron-server[103469]: self._notify() May 12 17:16:09.985426 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 17:16:09.985426 dv-cinder-841591-1-iscsi neutron-server[103469]: self.callback(batched_events) May 12 17:16:09.985426 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 17:16:09.985426 dv-cinder-841591-1-iscsi neutron-server[103469]: event.method(event) May 12 17:16:09.985426 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 17:16:09.985426 dv-cinder-841591-1-iscsi neutron-server[103469]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 17:16:09.985426 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 17:16:09.985426 dv-cinder-841591-1-iscsi neutron-server[103469]: aggregate_uuid = self.p_client.list_aggregates( May 12 17:16:09.985426 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 17:16:09.985426 dv-cinder-841591-1-iscsi neutron-server[103469]: return f(self, *a, **k) May 12 17:16:09.985426 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 17:16:09.985426 dv-cinder-841591-1-iscsi neutron-server[103469]: return self._get(url).json() May 12 17:16:09.985426 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 17:16:09.985426 dv-cinder-841591-1-iscsi neutron-server[103469]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 17:16:09.985426 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 17:16:09.985426 dv-cinder-841591-1-iscsi neutron-server[103469]: return self.request(url, 'GET', **kwargs) May 12 17:16:09.985426 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 17:16:09.985426 dv-cinder-841591-1-iscsi neutron-server[103469]: base_url = self.get_endpoint(auth, allow=allow, May 12 17:16:09.985426 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 17:16:09.985426 dv-cinder-841591-1-iscsi neutron-server[103469]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 17:16:09.985426 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 17:16:09.985426 dv-cinder-841591-1-iscsi neutron-server[103469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 17:16:09.985426 dv-cinder-841591-1-iscsi neutron-server[103469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 17:16:10.074385 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Provisioning complete for port f2cd911f-4616-4520-9f99-35f5f300aaca triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:16:10.074385 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (f2cd911f-4616-4520-9f99-35f5f300aaca), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:10.105395 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-5b6afc73-00ba-46ff-b25f-1003b856a1bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3512417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682781'] for network (4f290855-02e3-4156-b92d-38eb67c402ac), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:10.127742 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-5b6afc73-00ba-46ff-b25f-1003b856a1bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-519179'] for network (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:10.131510 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-5b6afc73-00ba-46ff-b25f-1003b856a1bb admin admin] 10.222.0.23 "DELETE /v2.0/networks/4f290855-02e3-4156-b92d-38eb67c402ac HTTP/1.1" status: 204 len: 168 time: 1.9744391 May 12 17:16:10.137732 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6afc73-00ba-46ff-b25f-1003b856a1bb admin admin] Pushing event deleted for resources: {'Network': ['ID=4f290855-02e3-4156-b92d-38eb67c402ac,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:10.218870 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d32b4b6d-d63c-4d7f-ad75-bff61e40fd3a admin admin] Publish callbacks [] for port (270f4d95-ad83-4f83-8c08-15dd0a788974), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:10.227203 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d32b4b6d-d63c-4d7f-ad75-bff61e40fd3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968562'] for port (270f4d95-ad83-4f83-8c08-15dd0a788974), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:10.302640 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73d0d56-ee33-4d25-9301-072b8e7e8e14 None None] Pushing event updated for resources: {'Port': ['ID=30375247-101c-4f4b-afc3-a8d1a61a73e7,revision_number=2']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:10.386806 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.db_base_plugin_common [req-e3ba1a04-c139-4e41-a8cb-b25923231d94 req-8f37201c-aa77-4e9b-8005-2c4f8f1ee16b tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] Allocated IP 172.20.0.6 (e448eb24-07f0-4164-bcb9-ffce49adfff6/d64d4c54-fac8-4a43-86c5-22f93f2900a9/c3f98d92-aa4f-4644-b6e9-33c2db6e68f7) {{(pid=103468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:16:10.404182 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-48f7076f-e57a-4a5c-b67f-75e330ddf018 None None] Attempting to bind port 30375247-101c-4f4b-afc3-a8d1a61a73e7 on host dv-cinder-841591-1-iscsi for vnic_type normal with profile {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:16:10.405698 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-48f7076f-e57a-4a5c-b67f-75e330ddf018 None None] Attempting to bind port 30375247-101c-4f4b-afc3-a8d1a61a73e7 by drivers openvswitch,hyperv on host dv-cinder-841591-1-iscsi at level 0 using segments [{'id': '54af2f58-bd4b-41ba-9124-743d6aed4e37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be'}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:16:10.406931 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f7076f-e57a-4a5c-b67f-75e330ddf018 None None] Attempting to bind port 30375247-101c-4f4b-afc3-a8d1a61a73e7 on network 9bfa71c8-c6b3-48ca-a660-d8187367d4be {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:16:10.407116 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.agents_db [None req-75b73116-3060-4b2b-9211-a804f2896a96 None None] Agent healthcheck: found 6 active agents {{(pid=103471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:16:10.423757 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.db_base_plugin_common [None req-bd17883e-7aa9-4625-81a6-959f5597e67f admin admin] Allocated IP 172.20.0.1 (8e057b02-0e5b-44bd-83b7-2f23a5bc0a94/ee2adf5e-fcc4-48d8-8205-399177bedd23/cad86394-a9cb-486c-a924-531fc4111ee5) {{(pid=103468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:16:10.449132 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 53302) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:16:10.456026 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f7076f-e57a-4a5c-b67f-75e330ddf018 None None] Checking agent: {'id': 'dea0f963-0a36-45fe-941b-5c749ca6f3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841591-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 7, 30), 'started_at': datetime.datetime(2022, 5, 12, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841591-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:16:10.456419 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f7076f-e57a-4a5c-b67f-75e330ddf018 None None] Checking segment: {'id': '54af2f58-bd4b-41ba-9124-743d6aed4e37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:16:10.456831 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-48f7076f-e57a-4a5c-b67f-75e330ddf018 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:10.458671 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f7076f-e57a-4a5c-b67f-75e330ddf018 None None] Bound using segment: {'id': '54af2f58-bd4b-41ba-9124-743d6aed4e37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be'} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:16:10.459190 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-48f7076f-e57a-4a5c-b67f-75e330ddf018 None None] Bound port: 30375247-101c-4f4b-afc3-a8d1a61a73e7, host: dv-cinder-841591-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54af2f58-bd4b-41ba-9124-743d6aed4e37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be'}}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:16:10.459569 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-48f7076f-e57a-4a5c-b67f-75e330ddf018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (30375247-101c-4f4b-afc3-a8d1a61a73e7), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:10.478129 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 53304) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:16:10.505205 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-cc85ae91-b920-4af2-87a5-6bdcd0268fba None None] Provisioning complete for port 1ad17248-876b-46c4-8895-543e86966af1 triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:16:10.513829 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-cc85ae91-b920-4af2-87a5-6bdcd0268fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (1ad17248-876b-46c4-8895-543e86966af1), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:10.524767 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d32b4b6d-d63c-4d7f-ad75-bff61e40fd3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-519223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3683244'] for router_interface (a7ac97b1-eaf3-4897-b787-26f84f0163be), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:10.533910 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32b4b6d-d63c-4d7f-ad75-bff61e40fd3a admin admin] Pushing event updated for resources: {'Port': ['ID=270f4d95-ad83-4f83-8c08-15dd0a788974,revision_number=2']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:10.587367 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvr_db [None req-8afd9927-6f9c-423d-aaaf-f4a73d84e1fd None None] Set router d37f8c35-61d9-4e4e-a436-9cc0a220161d gateway port host: dv-cinder-841591-1-iscsi {{(pid=103470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:16:10.603920 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-6abfdf46-e21b-421e-936f-c1dffedde70a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bc666577e7164571a48b8dc37e02632b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1387527 May 12 17:16:10.620912 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 53308) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:16:10.717957 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-48f7076f-e57a-4a5c-b67f-75e330ddf018 None None] For port 30375247-101c-4f4b-afc3-a8d1a61a73e7, host dv-cinder-841591-1-iscsi, cleared binding levels {{(pid=103470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:16:10.836184 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-48f7076f-e57a-4a5c-b67f-75e330ddf018 None None] For port 30375247-101c-4f4b-afc3-a8d1a61a73e7, host dv-cinder-841591-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-1-iscsi',level=0,port_id=30375247-101c-4f4b-afc3-a8d1a61a73e7,segment=NetworkSegment(54af2f58-bd4b-41ba-9124-743d6aed4e37),segment_id=54af2f58-bd4b-41ba-9124-743d6aed4e37)] {{(pid=103470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:16:10.858881 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d563e178-79e6-4dbe-b68b-1ef163f714e7 req-d86121ed-a530-44e6-97ea-c18ec8d3f6d0 tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] 10.222.0.23 "GET /v2.0/ports?device_id=88c5e2e9-90b0-49d3-a43a-4ab2e6346af2 HTTP/1.1" status: 200 len: 210 time: 0.0464733 May 12 17:16:10.859755 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-bbf23b15-8e34-4a2e-8638-e51118c2ee55 admin admin] Publish callbacks [] for security_group (792fcd35-6088-4228-a5e4-c260bf46ae7b), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:10.893618 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-8934ef21-b772-4c1d-aa81-32ee4df32ee5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:10.901068 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-48f7076f-e57a-4a5c-b67f-75e330ddf018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (30375247-101c-4f4b-afc3-a8d1a61a73e7), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:10.903679 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32b4b6d-d63c-4d7f-ad75-bff61e40fd3a admin admin] Network ff0d6338-2300-4010-ae74-9c2289a9588a is already hosted by enough agents. {{(pid=103469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:16:10.914346 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-bbf23b15-8e34-4a2e-8638-e51118c2ee55 admin admin] Publish callbacks [] for security_group (792fcd35-6088-4228-a5e4-c260bf46ae7b), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:10.914528 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-43d05f41-02e9-40f8-9b5d-42fab04cf46f req-abd4d719-1078-4d70-954d-18c943c02062 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=47998668-5296-4019-a02c-3c80e30ff266 HTTP/1.1" status: 200 len: 210 time: 0.0587330 May 12 17:16:10.916259 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [None req-d32b4b6d-d63c-4d7f-ad75-bff61e40fd3a admin admin] Resources bound (agent type, host, resource id): {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:16:10.938346 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Current status of the port f2cd911f-4616-4520-9f99-35f5f300aaca is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:16:10.948851 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-e3ba1a04-c139-4e41-a8cb-b25923231d94 req-8f37201c-aa77-4e9b-8005-2c4f8f1ee16b tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] Publish callbacks [] for port (c3f98d92-aa4f-4644-b6e9-33c2db6e68f7), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:10.975887 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-bd17883e-7aa9-4625-81a6-959f5597e67f admin admin] Publish callbacks [] for port (cad86394-a9cb-486c-a924-531fc4111ee5), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:11.064874 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-cc85ae91-b920-4af2-87a5-6bdcd0268fba None None] Current status of the port 1ad17248-876b-46c4-8895-543e86966af1 is: DOWN; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:16:11.065443 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-cc85ae91-b920-4af2-87a5-6bdcd0268fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (1ad17248-876b-46c4-8895-543e86966af1), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:11.068837 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-e3ba1a04-c139-4e41-a8cb-b25923231d94 req-8f37201c-aa77-4e9b-8005-2c4f8f1ee16b tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774527475285'] for port (c3f98d92-aa4f-4644-b6e9-33c2db6e68f7), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:11.085900 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f7076f-e57a-4a5c-b67f-75e330ddf018 None None] Routers {'2055b3ec-09dd-4090-9285-28048742bdf7'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:16:11.086720 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-48f7076f-e57a-4a5c-b67f-75e330ddf018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:15:56Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['2055b3ec-09dd-4090-9285-28048742bdf7'], 'active': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:16:11.133446 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-bd17883e-7aa9-4625-81a6-959f5597e67f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774527475285'] for port (cad86394-a9cb-486c-a924-531fc4111ee5), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:11.156736 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73d0d56-ee33-4d25-9301-072b8e7e8e14 None None] Pushing event updated for resources: {'Port': ['ID=30375247-101c-4f4b-afc3-a8d1a61a73e7,revision_number=3']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:11.284115 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3ba1a04-c139-4e41-a8cb-b25923231d94 req-8f37201c-aa77-4e9b-8005-2c4f8f1ee16b tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] Network e448eb24-07f0-4164-bcb9-ffce49adfff6 is already hosted by enough agents. {{(pid=103468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:16:11.316884 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvr_db [None req-48f7076f-e57a-4a5c-b67f-75e330ddf018 None None] Set router 2055b3ec-09dd-4090-9285-28048742bdf7 gateway port host: dv-cinder-841591-1-iscsi {{(pid=103470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:16:11.336725 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd17883e-7aa9-4625-81a6-959f5597e67f admin admin] Network 8e057b02-0e5b-44bd-83b7-2f23a5bc0a94 is already hosted by enough agents. {{(pid=103468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:16:11.338134 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.base_scheduler [req-e3ba1a04-c139-4e41-a8cb-b25923231d94 req-8f37201c-aa77-4e9b-8005-2c4f8f1ee16b tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] Resources bound (agent type, host, resource id): {{(pid=103468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:16:11.357910 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3ba1a04-c139-4e41-a8cb-b25923231d94 req-8f37201c-aa77-4e9b-8005-2c4f8f1ee16b tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] Received port after_create {{(pid=103468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:16:11.360420 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-8934ef21-b772-4c1d-aa81-32ee4df32ee5 admin admin] Publish callbacks [] for security_group (e527d0e9-5867-446c-9e4c-5b6da8602391), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:11.364578 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-bbf23b15-8e34-4a2e-8638-e51118c2ee55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (792fcd35-6088-4228-a5e4-c260bf46ae7b), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:11.367896 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-bbf23b15-8e34-4a2e-8638-e51118c2ee55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:11.375903 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-bbf23b15-8e34-4a2e-8638-e51118c2ee55 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/792fcd35-6088-4228-a5e4-c260bf46ae7b HTTP/1.1" status: 204 len: 168 time: 0.7472317 May 12 17:16:11.375903 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-8934ef21-b772-4c1d-aa81-32ee4df32ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (e527d0e9-5867-446c-9e4c-5b6da8602391), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:11.393549 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba1a04-c139-4e41-a8cb-b25923231d94 req-8f37201c-aa77-4e9b-8005-2c4f8f1ee16b tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:11.394234 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-e3ba1a04-c139-4e41-a8cb-b25923231d94 req-8f37201c-aa77-4e9b-8005-2c4f8f1ee16b tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-519179'] for port (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:11.397038 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf23b15-8e34-4a2e-8638-e51118c2ee55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=792fcd35-6088-4228-a5e4-c260bf46ae7b,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:11.402029 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.base_scheduler [None req-bd17883e-7aa9-4625-81a6-959f5597e67f admin admin] Resources bound (agent type, host, resource id): {{(pid=103468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:16:11.423269 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd17883e-7aa9-4625-81a6-959f5597e67f admin admin] Received port after_create {{(pid=103468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:16:11.428918 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-bd17883e-7aa9-4625-81a6-959f5597e67f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3684070'] for router_interface (2055b3ec-09dd-4090-9285-28048742bdf7), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:11.453503 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f37201c-aa77-4e9b-8005-2c4f8f1ee16b tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] Pushing event updated for resources: {'Port': ['ID=c3f98d92-aa4f-4644-b6e9-33c2db6e68f7,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:11.483825 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-e3ba1a04-c139-4e41-a8cb-b25923231d94 req-8f37201c-aa77-4e9b-8005-2c4f8f1ee16b tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6938384 May 12 17:16:11.553130 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d32b4b6d-d63c-4d7f-ad75-bff61e40fd3a admin admin] Router a7ac97b1-eaf3-4897-b787-26f84f0163be has already been hosted by L3 agent e5548ccc-31b8-4072-a6b0-52b00208ea79 {{(pid=103469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:16:11.556778 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-8934ef21-b772-4c1d-aa81-32ee4df32ee5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6db872977f124e5aa548e551c2a3e255&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0570796 May 12 17:16:11.560631 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 53316) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:16:11.599114 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8934ef21-b772-4c1d-aa81-32ee4df32ee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e527d0e9-5867-446c-9e4c-5b6da8602391,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:11.796584 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device 1ad17248-876b-46c4-8895-543e86966af1 up at agent ovs-agent-dv-cinder-841591-1-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:16:11.827244 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd17883e-7aa9-4625-81a6-959f5597e67f admin admin] Pushing event updated for resources: {'Port': ['ID=cad86394-a9cb-486c-a924-531fc4111ee5,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:11.851772 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d32b4b6d-d63c-4d7f-ad75-bff61e40fd3a admin admin] Notify agent at l3_agent.dv-cinder-841591-1-iscsi the message routers_updated {{(pid=103469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:16:11.863416 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346c7589-a895-4f18-8674-c71e98a21dc1 None None] Sync routers for ids ['a7ac97b1-eaf3-4897-b787-26f84f0163be'] in dv-cinder-841591-1-iscsi {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:16:11.878503 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-d32b4b6d-d63c-4d7f-ad75-bff61e40fd3a admin admin] 10.222.0.23 "PUT /v2.0/routers/a7ac97b1-eaf3-4897-b787-26f84f0163be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2334127 May 12 17:16:11.883282 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346c7589-a895-4f18-8674-c71e98a21dc1 None None] Routers {'a7ac97b1-eaf3-4897-b787-26f84f0163be'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:16:11.885356 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-346c7589-a895-4f18-8674-c71e98a21dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:15:56Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['a7ac97b1-eaf3-4897-b787-26f84f0163be'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:16:11.896468 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-2fcba0b5-5020-4f37-b0a5-767b7106f5a7 admin admin] Publish callbacks [] for security_group (e527d0e9-5867-446c-9e4c-5b6da8602391), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:11.935444 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-bd17883e-7aa9-4625-81a6-959f5597e67f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (cad86394-a9cb-486c-a924-531fc4111ee5), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:11.963165 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-2fcba0b5-5020-4f37-b0a5-767b7106f5a7 admin admin] Publish callbacks [] for security_group (e527d0e9-5867-446c-9e4c-5b6da8602391), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:12.069520 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9976db-eed6-4246-8cfc-ad3a27324153 req-7c4324ce-2d3b-4cb3-8dc5-7412285992b5 tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:12.072329 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8c9976db-eed6-4246-8cfc-ad3a27324153 req-7c4324ce-2d3b-4cb3-8dc5-7412285992b5 tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] 10.222.0.23 "GET /v2.0/ports?device_id=88c5e2e9-90b0-49d3-a43a-4ab2e6346af2 HTTP/1.1" status: 200 len: 931 time: 0.0951121 May 12 17:16:12.172531 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-cc85ae91-b920-4af2-87a5-6bdcd0268fba None None] For port 1ad17248-876b-46c4-8895-543e86966af1, host dv-cinder-841591-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-1-iscsi',level=0,port_id=1ad17248-876b-46c4-8895-543e86966af1,segment=NetworkSegment(c7a6aaf3-54ce-4151-ae72-69f500e464b9),segment_id=c7a6aaf3-54ce-4151-ae72-69f500e464b9)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:16:12.175873 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-8afd9927-6f9c-423d-aaaf-f4a73d84e1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd37f8c35-61d9-4e4e-a436-9cc0a220161d', 'name': 'tempest-AttachVolumeShelveTestJSON-2060211433-router', 'tenant_id': '9f96cd34d1bc46b78a000e0b5af9d6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'ba44eb14-e418-4de5-8e35-cd3da218b7fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:15:55Z', 'updated_at': '2022-05-12T17:15:59Z', 'revision_number': 4, 'project_id': '9f96cd34d1bc46b78a000e0b5af9d6a2', 'gw_port': {'id': 'ba44eb14-e418-4de5-8e35-cd3da218b7fa', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a7:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37f8c35-61d9-4e4e-a436-9cc0a220161d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:15:55Z', 'updated_at': '2022-05-12T17:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_interfaces': [{'id': '1ad17248-876b-46c4-8895-543e86966af1', 'name': '', 'network_id': '77b21ff8-23c6-42d2-9321-6759378651ee', 'tenant_id': '9f96cd34d1bc46b78a000e0b5af9d6a2', 'mac_address': 'fa:16:3e:ff:14:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd37f8c35-61d9-4e4e-a436-9cc0a220161d', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '0cd36ca6-63ed-4772-87aa-c30fa42b51b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:15:57Z', 'updated_at': '2022-05-12T17:16:09Z', 'revision_number': 4, 'project_id': '9f96cd34d1bc46b78a000e0b5af9d6a2', 'subnets': [{'id': '0cd36ca6-63ed-4772-87aa-c30fa42b51b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:16:12.183666 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-2fcba0b5-5020-4f37-b0a5-767b7106f5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (e527d0e9-5867-446c-9e4c-5b6da8602391), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:12.201536 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-2fcba0b5-5020-4f37-b0a5-767b7106f5a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:12.204105 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 53330) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:16:12.204420 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-2fcba0b5-5020-4f37-b0a5-767b7106f5a7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e527d0e9-5867-446c-9e4c-5b6da8602391 HTTP/1.1" status: 204 len: 168 time: 0.6419134 May 12 17:16:12.284343 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-cc85ae91-b920-4af2-87a5-6bdcd0268fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (1ad17248-876b-46c4-8895-543e86966af1), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:12.290759 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-346c7589-a895-4f18-8674-c71e98a21dc1 None None] Set router a7ac97b1-eaf3-4897-b787-26f84f0163be gateway port host: dv-cinder-841591-1-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:16:12.303382 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afd9927-6f9c-423d-aaaf-f4a73d84e1fd None None] The sync data for ids ['d37f8c35-61d9-4e4e-a436-9cc0a220161d'] in dv-cinder-841591-1-iscsi is: [{'id': 'd37f8c35-61d9-4e4e-a436-9cc0a220161d', 'name': 'tempest-AttachVolumeShelveTestJSON-2060211433-router', 'tenant_id': '9f96cd34d1bc46b78a000e0b5af9d6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'ba44eb14-e418-4de5-8e35-cd3da218b7fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:15:55Z', 'updated_at': '2022-05-12T17:15:59Z', 'revision_number': 4, 'project_id': '9f96cd34d1bc46b78a000e0b5af9d6a2', 'gw_port': {'id': 'ba44eb14-e418-4de5-8e35-cd3da218b7fa', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a7:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37f8c35-61d9-4e4e-a436-9cc0a220161d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:15:55Z', 'updated_at': '2022-05-12T17:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_interfaces': [{'id': '1ad17248-876b-46c4-8895-543e86966af1', 'name': '', 'network_id': '77b21ff8-23c6-42d2-9321-6759378651ee', 'tenant_id': '9f96cd34d1bc46b78a000e0b5af9d6a2', 'mac_address': 'fa:16:3e:ff:14:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd37f8c35-61d9-4e4e-a436-9cc0a220161d', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '0cd36ca6-63ed-4772-87aa-c30fa42b51b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:15:57Z', 'updated_at': '2022-05-12T17:16:09Z', 'revision_number': 4, 'project_id': '9f96cd34d1bc46b78a000e0b5af9d6a2', 'subnets': [{'id': '0cd36ca6-63ed-4772-87aa-c30fa42b51b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:16:12.320250 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-bf722cb4-f52a-4a26-8bef-f8655bc3ec63 req-5c7ee499-b64c-46c3-ba68-ada01742288b tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=47998668-5296-4019-a02c-3c80e30ff266 HTTP/1.1" status: 200 len: 210 time: 0.1410210 May 12 17:16:12.322948 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8c9976db-eed6-4246-8cfc-ad3a27324153 req-9a86ceb1-1a01-457b-a3e8-842948225847 tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5d29dfe-01e2-4c5b-9649-6ba6794dcb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202232 May 12 17:16:12.341468 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcba0b5-5020-4f37-b0a5-767b7106f5a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e527d0e9-5867-446c-9e4c-5b6da8602391,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:12.515142 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Provisioning complete for port 1ad17248-876b-46c4-8895-543e86966af1 triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:16:12.515822 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (1ad17248-876b-46c4-8895-543e86966af1), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:12.517181 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-48f7076f-e57a-4a5c-b67f-75e330ddf018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2055b3ec-09dd-4090-9285-28048742bdf7', 'name': 'tempest-AttachVolumeTestJSON-154657364-router', 'tenant_id': '67e7bebb3ef2474591626aa0a76d7a1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '30375247-101c-4f4b-afc3-a8d1a61a73e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:16:02Z', 'updated_at': '2022-05-12T17:16:04Z', 'revision_number': 3, 'project_id': '67e7bebb3ef2474591626aa0a76d7a1d', 'gw_port': {'id': '30375247-101c-4f4b-afc3-a8d1a61a73e7', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:03:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2055b3ec-09dd-4090-9285-28048742bdf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:16:03Z', 'updated_at': '2022-05-12T17:16:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi'}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:16:12.524415 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-bb70c894-e5fb-4eef-975c-221396124303 None None] Provisioning complete for port 270f4d95-ad83-4f83-8c08-15dd0a788974 triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:16:12.524654 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-bb70c894-e5fb-4eef-975c-221396124303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (270f4d95-ad83-4f83-8c08-15dd0a788974), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:12.534096 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-bd17883e-7aa9-4625-81a6-959f5597e67f admin admin] Publish callbacks [] for port (cad86394-a9cb-486c-a924-531fc4111ee5), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:12.544343 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-286453e7-16a5-4d22-8a15-886cbaf356af admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c2ef3330749b47b2b57e577b26100e80&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2778840 May 12 17:16:12.547240 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-bd17883e-7aa9-4625-81a6-959f5597e67f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (cad86394-a9cb-486c-a924-531fc4111ee5), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:12.547390 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 53340) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:16:12.548434 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-bd17883e-7aa9-4625-81a6-959f5597e67f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-519223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3683244'] for router_interface (2055b3ec-09dd-4090-9285-28048742bdf7), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:12.664047 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f7076f-e57a-4a5c-b67f-75e330ddf018 None None] The sync data for ids ['2055b3ec-09dd-4090-9285-28048742bdf7'] in dv-cinder-841591-1-iscsi is: [{'id': '2055b3ec-09dd-4090-9285-28048742bdf7', 'name': 'tempest-AttachVolumeTestJSON-154657364-router', 'tenant_id': '67e7bebb3ef2474591626aa0a76d7a1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '30375247-101c-4f4b-afc3-a8d1a61a73e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:16:02Z', 'updated_at': '2022-05-12T17:16:04Z', 'revision_number': 3, 'project_id': '67e7bebb3ef2474591626aa0a76d7a1d', 'gw_port': {'id': '30375247-101c-4f4b-afc3-a8d1a61a73e7', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:03:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2055b3ec-09dd-4090-9285-28048742bdf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:16:03Z', 'updated_at': '2022-05-12T17:16:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi'}] {{(pid=103470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:16:12.679452 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc85ae91-b920-4af2-87a5-6bdcd0268fba None None] Pushing event updated for resources: {'Port': ['ID=1ad17248-876b-46c4-8895-543e86966af1,revision_number=5']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:12.717372 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [req-e3ba1a04-c139-4e41-a8cb-b25923231d94 req-ac9f226c-964e-4a24-8ae0-cbee7b1d3b38 tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103468) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 17:16:12.721135 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-e3ba1a04-c139-4e41-a8cb-b25923231d94 req-ac9f226c-964e-4a24-8ae0-cbee7b1d3b38 tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0102565 May 12 17:16:12.735200 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd17883e-7aa9-4625-81a6-959f5597e67f admin admin] Network 8e057b02-0e5b-44bd-83b7-2f23a5bc0a94 is already hosted by enough agents. {{(pid=103468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:16:12.759549 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.base_scheduler [None req-bd17883e-7aa9-4625-81a6-959f5597e67f admin admin] Resources bound (agent type, host, resource id): {{(pid=103468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:16:12.794584 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-ffcb707c-76c2-40f3-871f-6dfac812074d admin admin] Publish callbacks [] for security_group (b8c11b98-6a67-43f6-add4-23efc8c86e48), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:12.831959 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-bb70c894-e5fb-4eef-975c-221396124303 None None] Port 270f4d95-ad83-4f83-8c08-15dd0a788974 cannot update to ACTIVE because it is not bound. {{(pid=103470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:16:12.875059 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-bb70c894-e5fb-4eef-975c-221396124303 None None] Provisioning complete for port cad86394-a9cb-486c-a924-531fc4111ee5 triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:16:12.875754 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-bb70c894-e5fb-4eef-975c-221396124303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (cad86394-a9cb-486c-a924-531fc4111ee5), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:12.972929 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-ffcb707c-76c2-40f3-871f-6dfac812074d admin admin] Publish callbacks [] for security_group (b8c11b98-6a67-43f6-add4-23efc8c86e48), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:13.125553 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-bb70c894-e5fb-4eef-975c-221396124303 None None] Port cad86394-a9cb-486c-a924-531fc4111ee5 cannot update to ACTIVE because it is not bound. {{(pid=103470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:16:13.144914 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Current status of the port 1ad17248-876b-46c4-8895-543e86966af1 is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:16:13.163106 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device 4b670f16-25c0-4865-b6e8-66a010626af7 up at agent ovs-agent-dv-cinder-841591-1-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:16:13.182276 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-ffcb707c-76c2-40f3-871f-6dfac812074d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (b8c11b98-6a67-43f6-add4-23efc8c86e48), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:13.197781 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-ffcb707c-76c2-40f3-871f-6dfac812074d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:13.203019 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-ffcb707c-76c2-40f3-871f-6dfac812074d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b8c11b98-6a67-43f6-add4-23efc8c86e48 HTTP/1.1" status: 204 len: 168 time: 0.6512418 May 12 17:16:13.217424 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd17883e-7aa9-4625-81a6-959f5597e67f admin admin] Router 2055b3ec-09dd-4090-9285-28048742bdf7 has already been hosted by L3 agent e5548ccc-31b8-4072-a6b0-52b00208ea79 {{(pid=103468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:16:13.234808 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcb707c-76c2-40f3-871f-6dfac812074d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c11b98-6a67-43f6-add4-23efc8c86e48,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:13.334212 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-346c7589-a895-4f18-8674-c71e98a21dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ac97b1-eaf3-4897-b787-26f84f0163be', 'name': 'tempest-ServerRescueNegativeTestJSON-1937888495-router', 'tenant_id': '638166bec22640968de80cfeaeed437b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '4b670f16-25c0-4865-b6e8-66a010626af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:16:01Z', 'updated_at': '2022-05-12T17:16:09Z', 'revision_number': 4, 'project_id': '638166bec22640968de80cfeaeed437b', 'gw_port': {'id': '4b670f16-25c0-4865-b6e8-66a010626af7', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:24:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ac97b1-eaf3-4897-b787-26f84f0163be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:16:02Z', 'updated_at': '2022-05-12T17:16:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_interfaces': [{'id': '270f4d95-ad83-4f83-8c08-15dd0a788974', 'name': '', 'network_id': 'ff0d6338-2300-4010-ae74-9c2289a9588a', 'tenant_id': '638166bec22640968de80cfeaeed437b', 'mac_address': 'fa:16:3e:96:b3:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ac97b1-eaf3-4897-b787-26f84f0163be', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3ceba6be-c195-4fd8-b10b-839022cc6ef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:16:07Z', 'updated_at': '2022-05-12T17:16:09Z', 'revision_number': 2, 'project_id': '638166bec22640968de80cfeaeed437b', 'subnets': [{'id': '3ceba6be-c195-4fd8-b10b-839022cc6ef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:16:13.398407 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Provisioning complete for port 4b670f16-25c0-4865-b6e8-66a010626af7 triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:16:13.403548 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (4b670f16-25c0-4865-b6e8-66a010626af7), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:13.571441 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-90e66c01-1e80-410d-82d3-b2eba600a03b None None] Provisioning complete for port cad86394-a9cb-486c-a924-531fc4111ee5 triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:16:13.571441 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-90e66c01-1e80-410d-82d3-b2eba600a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (cad86394-a9cb-486c-a924-531fc4111ee5), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:13.661339 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd17883e-7aa9-4625-81a6-959f5597e67f admin admin] Pushing event updated for resources: {'Port': ['ID=cad86394-a9cb-486c-a924-531fc4111ee5,revision_number=2']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:13.796994 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-90e66c01-1e80-410d-82d3-b2eba600a03b None None] Port cad86394-a9cb-486c-a924-531fc4111ee5 cannot update to ACTIVE because it is not bound. {{(pid=103470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:16:13.801751 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346c7589-a895-4f18-8674-c71e98a21dc1 None None] Checking router: a7ac97b1-eaf3-4897-b787-26f84f0163be for host: dv-cinder-841591-1-iscsi {{(pid=103471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:16:13.803290 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346c7589-a895-4f18-8674-c71e98a21dc1 None None] Updating router a7ac97b1-eaf3-4897-b787-26f84f0163be port 270f4d95-ad83-4f83-8c08-15dd0a788974 binding host dv-cinder-841591-1-iscsi {{(pid=103471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 17:16:13.873541 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-346c7589-a895-4f18-8674-c71e98a21dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (270f4d95-ad83-4f83-8c08-15dd0a788974), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:13.874229 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Current status of the port 4b670f16-25c0-4865-b6e8-66a010626af7 is: DOWN; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:16:13.874791 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (4b670f16-25c0-4865-b6e8-66a010626af7), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:13.951000 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] For port 4b670f16-25c0-4865-b6e8-66a010626af7, host dv-cinder-841591-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-1-iscsi',level=0,port_id=4b670f16-25c0-4865-b6e8-66a010626af7,segment=NetworkSegment(54af2f58-bd4b-41ba-9124-743d6aed4e37),segment_id=54af2f58-bd4b-41ba-9124-743d6aed4e37)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:16:13.958767 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (4b670f16-25c0-4865-b6e8-66a010626af7), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:14.002590 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.58', 54701) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:16:14.342837 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-346c7589-a895-4f18-8674-c71e98a21dc1 None None] Publish callbacks [] for port (270f4d95-ad83-4f83-8c08-15dd0a788974), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:14.351860 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-346c7589-a895-4f18-8674-c71e98a21dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (270f4d95-ad83-4f83-8c08-15dd0a788974), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:14.353610 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Pushing event updated for resources: {'Port': ['ID=4b670f16-25c0-4865-b6e8-66a010626af7,revision_number=4']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:14.370671 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [req-e3ba1a04-c139-4e41-a8cb-b25923231d94 req-7360c78d-cbac-4264-8dc8-fa8c70af6beb service neutron] Request body: {'port': {'device_id': '88c5e2e9-90b0-49d3-a43a-4ab2e6346af2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84159'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:16:14.371915 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374a62c3-a02f-41c2-a530-ce9769c526d9 req-1a7a8f45-5491-4f55-90a1-29dad0399c5f tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:14.384877 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-374a62c3-a02f-41c2-a530-ce9769c526d9 req-1a7a8f45-5491-4f55-90a1-29dad0399c5f tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/networks?id=ff0d6338-2300-4010-ae74-9c2289a9588a HTTP/1.1" status: 200 len: 819 time: 0.8458240 May 12 17:16:14.425515 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-374a62c3-a02f-41c2-a530-ce9769c526d9 req-15814fe4-8b58-4e34-9dc4-5198e547aa6d tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/quotas/638166bec22640968de80cfeaeed437b HTTP/1.1" status: 200 len: 375 time: 0.0199339 May 12 17:16:14.464655 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60a1389-d26e-4a8f-9fc3-e82574c559ed None None] Pushing event updated for resources: {'Port': ['ID=270f4d95-ad83-4f83-8c08-15dd0a788974,revision_number=3']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:14.617166 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device 1ad17248-876b-46c4-8895-543e86966af1 up at agent ovs-agent-dv-cinder-841591-1-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:16:14.704806 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-374a62c3-a02f-41c2-a530-ce9769c526d9 req-a23f8dc7-afe0-49d7-8f34-3406510a1cd1 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=638166bec22640968de80cfeaeed437b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2715123 May 12 17:16:14.725368 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-346c7589-a895-4f18-8674-c71e98a21dc1 None None] Attempting to bind port 270f4d95-ad83-4f83-8c08-15dd0a788974 on host dv-cinder-841591-1-iscsi for vnic_type normal with profile {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:16:14.725919 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-346c7589-a895-4f18-8674-c71e98a21dc1 None None] Attempting to bind port 270f4d95-ad83-4f83-8c08-15dd0a788974 by drivers openvswitch,hyperv on host dv-cinder-841591-1-iscsi at level 0 using segments [{'id': '19a8dca8-bd58-4f99-95b0-2fe50f24eee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ff0d6338-2300-4010-ae74-9c2289a9588a'}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:16:14.726238 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346c7589-a895-4f18-8674-c71e98a21dc1 None None] Attempting to bind port 270f4d95-ad83-4f83-8c08-15dd0a788974 on network ff0d6338-2300-4010-ae74-9c2289a9588a {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:16:14.739132 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346c7589-a895-4f18-8674-c71e98a21dc1 None None] Checking agent: {'id': 'dea0f963-0a36-45fe-941b-5c749ca6f3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841591-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 7, 30), 'started_at': datetime.datetime(2022, 5, 12, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841591-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:16:14.739561 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346c7589-a895-4f18-8674-c71e98a21dc1 None None] Checking segment: {'id': '19a8dca8-bd58-4f99-95b0-2fe50f24eee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ff0d6338-2300-4010-ae74-9c2289a9588a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:16:14.739999 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-346c7589-a895-4f18-8674-c71e98a21dc1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:14.740425 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346c7589-a895-4f18-8674-c71e98a21dc1 None None] Bound using segment: {'id': '19a8dca8-bd58-4f99-95b0-2fe50f24eee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ff0d6338-2300-4010-ae74-9c2289a9588a'} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:16:14.740764 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-e3ba1a04-c139-4e41-a8cb-b25923231d94 req-7360c78d-cbac-4264-8dc8-fa8c70af6beb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (c3f98d92-aa4f-4644-b6e9-33c2db6e68f7), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:14.741255 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-346c7589-a895-4f18-8674-c71e98a21dc1 None None] Bound port: 270f4d95-ad83-4f83-8c08-15dd0a788974, host: dv-cinder-841591-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19a8dca8-bd58-4f99-95b0-2fe50f24eee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ff0d6338-2300-4010-ae74-9c2289a9588a'}}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:16:14.741255 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-346c7589-a895-4f18-8674-c71e98a21dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (270f4d95-ad83-4f83-8c08-15dd0a788974), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:14.759383 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Provisioning complete for port 1ad17248-876b-46c4-8895-543e86966af1 triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:16:14.760769 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (1ad17248-876b-46c4-8895-543e86966af1), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:15.022024 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-346c7589-a895-4f18-8674-c71e98a21dc1 None None] For port 270f4d95-ad83-4f83-8c08-15dd0a788974, host dv-cinder-841591-1-iscsi, cleared binding levels {{(pid=103471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:16:15.033954 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-346c7589-a895-4f18-8674-c71e98a21dc1 None None] For port 270f4d95-ad83-4f83-8c08-15dd0a788974, host dv-cinder-841591-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-1-iscsi',level=0,port_id=270f4d95-ad83-4f83-8c08-15dd0a788974,segment=NetworkSegment(19a8dca8-bd58-4f99-95b0-2fe50f24eee0),segment_id=19a8dca8-bd58-4f99-95b0-2fe50f24eee0)] {{(pid=103471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:16:15.053187 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-346c7589-a895-4f18-8674-c71e98a21dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (270f4d95-ad83-4f83-8c08-15dd0a788974), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:15.118471 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-c740c7b2-4ca4-4f56-91b5-12e164cf868b None None] Provisioning complete for port 270f4d95-ad83-4f83-8c08-15dd0a788974 triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:16:15.118875 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-c740c7b2-4ca4-4f56-91b5-12e164cf868b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (270f4d95-ad83-4f83-8c08-15dd0a788974), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:15.148202 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Current status of the port 1ad17248-876b-46c4-8895-543e86966af1 is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:16:15.159762 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device 30375247-101c-4f4b-afc3-a8d1a61a73e7 up at agent ovs-agent-dv-cinder-841591-1-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:16:15.244196 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60a1389-d26e-4a8f-9fc3-e82574c559ed None None] Pushing event updated for resources: {'Port': ['ID=270f4d95-ad83-4f83-8c08-15dd0a788974,revision_number=4']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:15.256147 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346c7589-a895-4f18-8674-c71e98a21dc1 None None] Routers {'a7ac97b1-eaf3-4897-b787-26f84f0163be'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:16:15.260662 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-346c7589-a895-4f18-8674-c71e98a21dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:15:56Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['a7ac97b1-eaf3-4897-b787-26f84f0163be'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:16:15.428238 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [req-374a62c3-a02f-41c2-a530-ce9769c526d9 req-ab55fa61-047b-47a8-ac6b-2dd770a2cd1b service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103469) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 17:16:15.437746 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-374a62c3-a02f-41c2-a530-ce9769c526d9 req-ab55fa61-047b-47a8-ac6b-2dd770a2cd1b service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2047389 May 12 17:16:15.459460 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Provisioning complete for port 30375247-101c-4f4b-afc3-a8d1a61a73e7 triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:16:15.459975 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (30375247-101c-4f4b-afc3-a8d1a61a73e7), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:15.679676 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-346c7589-a895-4f18-8674-c71e98a21dc1 None None] Set router a7ac97b1-eaf3-4897-b787-26f84f0163be gateway port host: dv-cinder-841591-1-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:16:15.737286 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-c740c7b2-4ca4-4f56-91b5-12e164cf868b None None] Current status of the port 270f4d95-ad83-4f83-8c08-15dd0a788974 is: DOWN; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:16:15.738474 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-c740c7b2-4ca4-4f56-91b5-12e164cf868b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (270f4d95-ad83-4f83-8c08-15dd0a788974), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:15.838223 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-374a62c3-a02f-41c2-a530-ce9769c526d9 req-105bbdcb-5896-426b-b5c2-d8619fcf84f5 service neutron] 10.222.0.23 "GET /v2.0/networks/ff0d6338-2300-4010-ae74-9c2289a9588a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3992496 May 12 17:16:16.013504 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d615a8b-032f-4346-a9a4-3dd1ceb996f3 req-46a8e39b-841c-40a5-9bda-c3b21e705a3a tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:16.022863 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-5d615a8b-032f-4346-a9a4-3dd1ceb996f3 req-46a8e39b-841c-40a5-9bda-c3b21e705a3a tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] 10.222.0.23 "GET /v2.0/ports?device_id=88c5e2e9-90b0-49d3-a43a-4ab2e6346af2 HTTP/1.1" status: 200 len: 931 time: 2.0270462 May 12 17:16:16.053775 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Current status of the port 30375247-101c-4f4b-afc3-a8d1a61a73e7 is: DOWN; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:16:16.054205 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (30375247-101c-4f4b-afc3-a8d1a61a73e7), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:16.077332 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-c740c7b2-4ca4-4f56-91b5-12e164cf868b None None] For port 270f4d95-ad83-4f83-8c08-15dd0a788974, host dv-cinder-841591-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-1-iscsi',level=0,port_id=270f4d95-ad83-4f83-8c08-15dd0a788974,segment=NetworkSegment(19a8dca8-bd58-4f99-95b0-2fe50f24eee0),segment_id=19a8dca8-bd58-4f99-95b0-2fe50f24eee0)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:16:16.092549 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd17883e-7aa9-4625-81a6-959f5597e67f admin admin] Notify agent at l3_agent.dv-cinder-841591-1-iscsi the message routers_updated {{(pid=103468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:16:16.097187 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-c740c7b2-4ca4-4f56-91b5-12e164cf868b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (270f4d95-ad83-4f83-8c08-15dd0a788974), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:16.117072 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-bd17883e-7aa9-4625-81a6-959f5597e67f admin admin] 10.222.0.23 "PUT /v2.0/routers/2055b3ec-09dd-4090-9285-28048742bdf7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4293294 May 12 17:16:16.133628 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-374a62c3-a02f-41c2-a530-ce9769c526d9 req-08d6717c-fbc2-40b9-8671-d580fef278ce service neutron] 10.222.0.23 "GET /v2.0/networks/ff0d6338-2300-4010-ae74-9c2289a9588a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879593 May 12 17:16:16.207474 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] For port 30375247-101c-4f4b-afc3-a8d1a61a73e7, host dv-cinder-841591-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-1-iscsi',level=0,port_id=30375247-101c-4f4b-afc3-a8d1a61a73e7,segment=NetworkSegment(54af2f58-bd4b-41ba-9124-743d6aed4e37),segment_id=54af2f58-bd4b-41ba-9124-743d6aed4e37)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:16:16.240404 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-346c7589-a895-4f18-8674-c71e98a21dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ac97b1-eaf3-4897-b787-26f84f0163be', 'name': 'tempest-ServerRescueNegativeTestJSON-1937888495-router', 'tenant_id': '638166bec22640968de80cfeaeed437b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '4b670f16-25c0-4865-b6e8-66a010626af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:16:01Z', 'updated_at': '2022-05-12T17:16:09Z', 'revision_number': 4, 'project_id': '638166bec22640968de80cfeaeed437b', 'gw_port': {'id': '4b670f16-25c0-4865-b6e8-66a010626af7', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:24:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ac97b1-eaf3-4897-b787-26f84f0163be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:16:02Z', 'updated_at': '2022-05-12T17:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_interfaces': [{'id': '270f4d95-ad83-4f83-8c08-15dd0a788974', 'name': '', 'network_id': 'ff0d6338-2300-4010-ae74-9c2289a9588a', 'tenant_id': '638166bec22640968de80cfeaeed437b', 'mac_address': 'fa:16:3e:96:b3:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ac97b1-eaf3-4897-b787-26f84f0163be', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3ceba6be-c195-4fd8-b10b-839022cc6ef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:16:07Z', 'updated_at': '2022-05-12T17:16:15Z', 'revision_number': 4, 'project_id': '638166bec22640968de80cfeaeed437b', 'subnets': [{'id': '3ceba6be-c195-4fd8-b10b-839022cc6ef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:16:16.254114 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-7f05b4a5-9c92-4c6e-81d3-6e2bb6f9ace5 None None] Provisioning complete for port 270f4d95-ad83-4f83-8c08-15dd0a788974 triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:16:16.254542 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-7f05b4a5-9c92-4c6e-81d3-6e2bb6f9ace5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (270f4d95-ad83-4f83-8c08-15dd0a788974), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:16.316298 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346c7589-a895-4f18-8674-c71e98a21dc1 None None] The sync data for ids ['a7ac97b1-eaf3-4897-b787-26f84f0163be'] in dv-cinder-841591-1-iscsi is: [{'id': 'a7ac97b1-eaf3-4897-b787-26f84f0163be', 'name': 'tempest-ServerRescueNegativeTestJSON-1937888495-router', 'tenant_id': '638166bec22640968de80cfeaeed437b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '4b670f16-25c0-4865-b6e8-66a010626af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:16:01Z', 'updated_at': '2022-05-12T17:16:09Z', 'revision_number': 4, 'project_id': '638166bec22640968de80cfeaeed437b', 'gw_port': {'id': '4b670f16-25c0-4865-b6e8-66a010626af7', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:24:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ac97b1-eaf3-4897-b787-26f84f0163be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:16:02Z', 'updated_at': '2022-05-12T17:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_interfaces': [{'id': '270f4d95-ad83-4f83-8c08-15dd0a788974', 'name': '', 'network_id': 'ff0d6338-2300-4010-ae74-9c2289a9588a', 'tenant_id': '638166bec22640968de80cfeaeed437b', 'mac_address': 'fa:16:3e:96:b3:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ac97b1-eaf3-4897-b787-26f84f0163be', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3ceba6be-c195-4fd8-b10b-839022cc6ef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:16:07Z', 'updated_at': '2022-05-12T17:16:15Z', 'revision_number': 4, 'project_id': '638166bec22640968de80cfeaeed437b', 'subnets': [{'id': '3ceba6be-c195-4fd8-b10b-839022cc6ef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:16:16.372468 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (30375247-101c-4f4b-afc3-a8d1a61a73e7), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:16.465165 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-5d615a8b-032f-4346-a9a4-3dd1ceb996f3 req-a5678adc-3c82-4d9d-952f-7bda8b75c353 tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5d29dfe-01e2-4c5b-9649-6ba6794dcb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4120281 May 12 17:16:16.471560 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff8c97d-6125-42f1-9e1b-adcf9c446afe req-65d0780a-75ad-46ff-90fd-9211770a3de4 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:16.473152 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-eff8c97d-6125-42f1-9e1b-adcf9c446afe req-65d0780a-75ad-46ff-90fd-9211770a3de4 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.58 "GET /v2.0/networks?id=77b21ff8-23c6-42d2-9321-6759378651ee HTTP/1.1" status: 200 len: 817 time: 2.4692488 May 12 17:16:16.486342 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.notifiers.nova [req-e3ba1a04-c139-4e41-a8cb-b25923231d94 req-7360c78d-cbac-4264-8dc8-fa8c70af6beb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3f98d92-aa4f-4644-b6e9-33c2db6e68f7 {{(pid=103468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:16:16.501114 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-e3ba1a04-c139-4e41-a8cb-b25923231d94 req-7360c78d-cbac-4264-8dc8-fa8c70af6beb service neutron] Publish callbacks [] for port (c3f98d92-aa4f-4644-b6e9-33c2db6e68f7), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:16.536948 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c740c7b2-4ca4-4f56-91b5-12e164cf868b None None] Pushing event updated for resources: {'Port': ['ID=270f4d95-ad83-4f83-8c08-15dd0a788974,revision_number=5']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:16.607153 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.provisioning_blocks [req-e3ba1a04-c139-4e41-a8cb-b25923231d94 req-7360c78d-cbac-4264-8dc8-fa8c70af6beb service neutron] Transition to ACTIVE for port object c3f98d92-aa4f-4644-b6e9-33c2db6e68f7 will not be triggered until provisioned by entity L2. {{(pid=103468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 17:16:16.623042 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-e3ba1a04-c139-4e41-a8cb-b25923231d94 req-7360c78d-cbac-4264-8dc8-fa8c70af6beb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (c3f98d92-aa4f-4644-b6e9-33c2db6e68f7), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:16.709433 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2f59f8-f94e-4df4-818e-9d4ff366b662 None None] Sync routers for ids ['2055b3ec-09dd-4090-9285-28048742bdf7'] in dv-cinder-841591-1-iscsi {{(pid=103470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:16:16.815263 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device 4b670f16-25c0-4865-b6e8-66a010626af7 up at agent ovs-agent-dv-cinder-841591-1-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:16:16.875130 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-6daed8dc-8e37-4f8f-a3ed-b6d93934b4a0 req-e8911594-3b11-4ead-a2d5-80c44085cb89 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=47998668-5296-4019-a02c-3c80e30ff266 HTTP/1.1" status: 200 len: 210 time: 0.1343055 May 12 17:16:16.923346 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7360c78d-cbac-4264-8dc8-fa8c70af6beb service neutron] Pushing event updated for resources: {'Port': ['ID=c3f98d92-aa4f-4644-b6e9-33c2db6e68f7,revision_number=2']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:16.986190 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-7f05b4a5-9c92-4c6e-81d3-6e2bb6f9ace5 None None] Current status of the port 270f4d95-ad83-4f83-8c08-15dd0a788974 is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:16:17.020196 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-43bf53cb-7188-4e7c-b3b8-e2cdac443635 req-f06ea0d9-7b4e-4342-9c37-4dc4b15ade1a tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=674ec2ad-d5d1-46d6-b683-b5c2bd561c9a HTTP/1.1" status: 200 len: 210 time: 0.1319475 May 12 17:16:17.039588 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Pushing event updated for resources: {'Port': ['ID=30375247-101c-4f4b-afc3-a8d1a61a73e7,revision_number=4']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:17.049574 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2f59f8-f94e-4df4-818e-9d4ff366b662 None None] Routers {'2055b3ec-09dd-4090-9285-28048742bdf7'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:16:17.051033 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-9a2f59f8-f94e-4df4-818e-9d4ff366b662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:15:56Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['2055b3ec-09dd-4090-9285-28048742bdf7'], 'active': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:16:17.083467 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [req-e3ba1a04-c139-4e41-a8cb-b25923231d94 req-7360c78d-cbac-4264-8dc8-fa8c70af6beb service neutron] Attempting to bind port c3f98d92-aa4f-4644-b6e9-33c2db6e68f7 on host hv-cinder-84159 for vnic_type normal with profile {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:16:17.084076 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [req-e3ba1a04-c139-4e41-a8cb-b25923231d94 req-7360c78d-cbac-4264-8dc8-fa8c70af6beb service neutron] Attempting to bind port c3f98d92-aa4f-4644-b6e9-33c2db6e68f7 by drivers openvswitch,hyperv on host hv-cinder-84159 at level 0 using segments [{'id': '71a7ccad-3b9a-49dc-aad4-6fc2bb28e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'e448eb24-07f0-4164-bcb9-ffce49adfff6'}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:16:17.084163 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ba1a04-c139-4e41-a8cb-b25923231d94 req-7360c78d-cbac-4264-8dc8-fa8c70af6beb service neutron] Attempting to bind port c3f98d92-aa4f-4644-b6e9-33c2db6e68f7 on network e448eb24-07f0-4164-bcb9-ffce49adfff6 {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:16:17.100970 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ba1a04-c139-4e41-a8cb-b25923231d94 req-7360c78d-cbac-4264-8dc8-fa8c70af6beb service neutron] Port c3f98d92-aa4f-4644-b6e9-33c2db6e68f7 on network e448eb24-07f0-4164-bcb9-ffce49adfff6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84159 {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 17:16:17.101292 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ba1a04-c139-4e41-a8cb-b25923231d94 req-7360c78d-cbac-4264-8dc8-fa8c70af6beb service neutron] Attempting to bind port c3f98d92-aa4f-4644-b6e9-33c2db6e68f7 on network e448eb24-07f0-4164-bcb9-ffce49adfff6 {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:16:17.110840 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ba1a04-c139-4e41-a8cb-b25923231d94 req-7360c78d-cbac-4264-8dc8-fa8c70af6beb service neutron] Checking agent: {'id': '38379b20-dcc3-43b7-a09e-956d8be7db9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84159', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 13, 58), 'started_at': datetime.datetime(2022, 5, 12, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:16:17.111431 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ba1a04-c139-4e41-a8cb-b25923231d94 req-7360c78d-cbac-4264-8dc8-fa8c70af6beb service neutron] Checking segment: {'id': '71a7ccad-3b9a-49dc-aad4-6fc2bb28e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'e448eb24-07f0-4164-bcb9-ffce49adfff6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:16:17.115531 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ba1a04-c139-4e41-a8cb-b25923231d94 req-7360c78d-cbac-4264-8dc8-fa8c70af6beb service neutron] Bound using segment: {'id': '71a7ccad-3b9a-49dc-aad4-6fc2bb28e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'e448eb24-07f0-4164-bcb9-ffce49adfff6'} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:16:17.116173 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [req-e3ba1a04-c139-4e41-a8cb-b25923231d94 req-7360c78d-cbac-4264-8dc8-fa8c70af6beb service neutron] Bound port: c3f98d92-aa4f-4644-b6e9-33c2db6e68f7, host: hv-cinder-84159, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71a7ccad-3b9a-49dc-aad4-6fc2bb28e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'e448eb24-07f0-4164-bcb9-ffce49adfff6'}}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:16:17.116545 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-e3ba1a04-c139-4e41-a8cb-b25923231d94 req-7360c78d-cbac-4264-8dc8-fa8c70af6beb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (c3f98d92-aa4f-4644-b6e9-33c2db6e68f7), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:17.197847 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Provisioning complete for port 4b670f16-25c0-4865-b6e8-66a010626af7 triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:16:17.198530 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (4b670f16-25c0-4865-b6e8-66a010626af7), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:17.307461 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.db [req-e3ba1a04-c139-4e41-a8cb-b25923231d94 req-7360c78d-cbac-4264-8dc8-fa8c70af6beb service neutron] For port c3f98d92-aa4f-4644-b6e9-33c2db6e68f7, host hv-cinder-84159, cleared binding levels {{(pid=103468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:16:17.376153 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvr_db [None req-9a2f59f8-f94e-4df4-818e-9d4ff366b662 None None] Set router 2055b3ec-09dd-4090-9285-28048742bdf7 gateway port host: dv-cinder-841591-1-iscsi {{(pid=103470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:16:17.388460 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.db [req-e3ba1a04-c139-4e41-a8cb-b25923231d94 req-7360c78d-cbac-4264-8dc8-fa8c70af6beb service neutron] For port c3f98d92-aa4f-4644-b6e9-33c2db6e68f7, host hv-cinder-84159, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=c3f98d92-aa4f-4644-b6e9-33c2db6e68f7,segment=NetworkSegment(71a7ccad-3b9a-49dc-aad4-6fc2bb28e609),segment_id=71a7ccad-3b9a-49dc-aad4-6fc2bb28e609)] {{(pid=103468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:16:17.400029 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-e3ba1a04-c139-4e41-a8cb-b25923231d94 req-7360c78d-cbac-4264-8dc8-fa8c70af6beb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (c3f98d92-aa4f-4644-b6e9-33c2db6e68f7), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:17.492801 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba1a04-c139-4e41-a8cb-b25923231d94 req-7360c78d-cbac-4264-8dc8-fa8c70af6beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:17.493538 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-e3ba1a04-c139-4e41-a8cb-b25923231d94 req-7360c78d-cbac-4264-8dc8-fa8c70af6beb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-519179'] for port (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:17.496540 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-e3ba1a04-c139-4e41-a8cb-b25923231d94 req-7360c78d-cbac-4264-8dc8-fa8c70af6beb service neutron] 10.222.0.58 "PUT /v2.0/ports/c3f98d92-aa4f-4644-b6e9-33c2db6e68f7 HTTP/1.1" status: 200 len: 1093 time: 3.9422357 May 12 17:16:17.496540 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88c5e2e9-90b0-49d3-a43a-4ab2e6346af2', 'tag': 'c3f98d92-aa4f-4644-b6e9-33c2db6e68f7'}] {{(pid=103468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:16:17.624167 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7360c78d-cbac-4264-8dc8-fa8c70af6beb service neutron] Pushing event updated for resources: {'Port': ['ID=c3f98d92-aa4f-4644-b6e9-33c2db6e68f7,revision_number=3']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:17.753518 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 53522) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:16:17.758546 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-f565395a-331b-4f6d-aea9-bd90548e5133 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1534560738', 'description': 'tempest-description--700460051'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:16:17.813351 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-f565395a-331b-4f6d-aea9-bd90548e5133 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:17.827775 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Current status of the port 4b670f16-25c0-4865-b6e8-66a010626af7 is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:16:17.890539 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca603153-c900-46d1-a632-ca2c26fafa43 req-d665b1f7-5336-4221-8bd8-8e8659984a39 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:17.897588 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-ca603153-c900-46d1-a632-ca2c26fafa43 req-d665b1f7-5336-4221-8bd8-8e8659984a39 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/networks?id=ff0d6338-2300-4010-ae74-9c2289a9588a HTTP/1.1" status: 200 len: 819 time: 0.2601857 May 12 17:16:17.926900 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-ca603153-c900-46d1-a632-ca2c26fafa43 req-9201c8b2-b311-4839-920d-fd646d948a78 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/quotas/638166bec22640968de80cfeaeed437b HTTP/1.1" status: 200 len: 375 time: 0.0282679 May 12 17:16:17.993962 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11327eb0f41ff280cd3a6497cf1c944478feb1aae12e82efcad6faf65da72353" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba1c2b5e-0dd7-4b33-8b92-78d07dc27ee4" -d '{"events": [{"name": "network-changed", "server_uuid": "88c5e2e9-90b0-49d3-a43a-4ab2e6346af2", "tag": "c3f98d92-aa4f-4644-b6e9-33c2db6e68f7"}]}' {{(pid=103468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:16:18.002434 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858ee142-158c-4bb8-ac8d-0e80d907fbd3 req-f9cda492-9cab-4d9f-a648-3d72e83e971d tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:18.003980 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-858ee142-158c-4bb8-ac8d-0e80d907fbd3 req-f9cda492-9cab-4d9f-a648-3d72e83e971d tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] 10.222.0.23 "GET /v2.0/ports?device_id=88c5e2e9-90b0-49d3-a43a-4ab2e6346af2 HTTP/1.1" status: 200 len: 943 time: 0.1224191 May 12 17:16:18.043453 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-ca603153-c900-46d1-a632-ca2c26fafa43 req-a3d095f2-554c-4e4c-84a3-49b368e5f01b tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=638166bec22640968de80cfeaeed437b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1154397 May 12 17:16:18.068958 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-9a2f59f8-f94e-4df4-818e-9d4ff366b662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2055b3ec-09dd-4090-9285-28048742bdf7', 'name': 'tempest-AttachVolumeTestJSON-154657364-router', 'tenant_id': '67e7bebb3ef2474591626aa0a76d7a1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '30375247-101c-4f4b-afc3-a8d1a61a73e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:16:02Z', 'updated_at': '2022-05-12T17:16:11Z', 'revision_number': 4, 'project_id': '67e7bebb3ef2474591626aa0a76d7a1d', 'gw_port': {'id': '30375247-101c-4f4b-afc3-a8d1a61a73e7', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:03:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2055b3ec-09dd-4090-9285-28048742bdf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:16:03Z', 'updated_at': '2022-05-12T17:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_interfaces': [{'id': 'cad86394-a9cb-486c-a924-531fc4111ee5', 'name': '', 'network_id': '8e057b02-0e5b-44bd-83b7-2f23a5bc0a94', 'tenant_id': '67e7bebb3ef2474591626aa0a76d7a1d', 'mac_address': 'fa:16:3e:36:7c:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2055b3ec-09dd-4090-9285-28048742bdf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ee2adf5e-fcc4-48d8-8205-399177bedd23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:16:09Z', 'updated_at': '2022-05-12T17:16:12Z', 'revision_number': 2, 'project_id': '67e7bebb3ef2474591626aa0a76d7a1d', 'subnets': [{'id': 'ee2adf5e-fcc4-48d8-8205-399177bedd23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:16:18.133239 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2f59f8-f94e-4df4-818e-9d4ff366b662 None None] Checking router: 2055b3ec-09dd-4090-9285-28048742bdf7 for host: dv-cinder-841591-1-iscsi {{(pid=103470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:16:18.133601 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2f59f8-f94e-4df4-818e-9d4ff366b662 None None] Updating router 2055b3ec-09dd-4090-9285-28048742bdf7 port cad86394-a9cb-486c-a924-531fc4111ee5 binding host dv-cinder-841591-1-iscsi {{(pid=103470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 17:16:18.179319 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-858ee142-158c-4bb8-ac8d-0e80d907fbd3 req-3038d13a-687e-4877-9cb1-6e260ff876b3 tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5d29dfe-01e2-4c5b-9649-6ba6794dcb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600347 May 12 17:16:18.196834 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-9a2f59f8-f94e-4df4-818e-9d4ff366b662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (cad86394-a9cb-486c-a924-531fc4111ee5), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:18.209431 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-ca603153-c900-46d1-a632-ca2c26fafa43 req-933a05be-057e-4185-bb0e-bfb81c105036 service neutron] 10.222.0.23 "GET /v2.0/networks/ff0d6338-2300-4010-ae74-9c2289a9588a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646593 May 12 17:16:18.241393 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-f565395a-331b-4f6d-aea9-bd90548e5133 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Publish callbacks [] for security_group (5ad77cae-65fc-4aeb-aa6b-51c8f295ecf0), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:18.250151 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-f565395a-331b-4f6d-aea9-bd90548e5133 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (5ad77cae-65fc-4aeb-aa6b-51c8f295ecf0), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:18.284603 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-f565395a-331b-4f6d-aea9-bd90548e5133 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:18.288708 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-f565395a-331b-4f6d-aea9-bd90548e5133 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5340068 May 12 17:16:18.296164 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 53546) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:16:18.301270 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-75183d62-1d29-4c3c-a534-e2bfb9c395b6 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Request body: {'security_group_rule': {'security_group_id': '5ad77cae-65fc-4aeb-aa6b-51c8f295ecf0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:16:18.331621 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f565395a-331b-4f6d-aea9-bd90548e5133 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad77cae-65fc-4aeb-aa6b-51c8f295ecf0,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:18.353869 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-75183d62-1d29-4c3c-a534-e2bfb9c395b6 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Publish callbacks [] for security_group_rule (1968fa5b-7d90-42f3-a75e-7779f5d20ddd), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:18.405117 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-ca603153-c900-46d1-a632-ca2c26fafa43 req-c2bdc2dd-845c-43c1-a4d2-ccb6db2e4199 service neutron] 10.222.0.23 "GET /v2.0/networks/ff0d6338-2300-4010-ae74-9c2289a9588a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931996 May 12 17:16:18.493582 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-75183d62-1d29-4c3c-a534-e2bfb9c395b6 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Publish callbacks [] for security_group_rule (1968fa5b-7d90-42f3-a75e-7779f5d20ddd), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:18.501596 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-75183d62-1d29-4c3c-a534-e2bfb9c395b6 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462143'] for security_group_rule (1968fa5b-7d90-42f3-a75e-7779f5d20ddd), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:18.529823 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75183d62-1d29-4c3c-a534-e2bfb9c395b6 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1968fa5b-7d90-42f3-a75e-7779f5d20ddd,revision_number=0']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:18.573207 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-75183d62-1d29-4c3c-a534-e2bfb9c395b6 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:18.573207 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-75183d62-1d29-4c3c-a534-e2bfb9c395b6 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2676740 May 12 17:16:18.573575 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 53558) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:16:18.575972 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-a650cc07-809c-4dc3-8a5c-bf9101ed4164 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Request body: {'security_group_rule': {'security_group_id': '5ad77cae-65fc-4aeb-aa6b-51c8f295ecf0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:16:18.627939 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-025ad6d3-61f9-4bff-bdc5-0367473c4e57 req-7c7aca26-6d88-4356-851f-df344ae26169 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=47998668-5296-4019-a02c-3c80e30ff266 HTTP/1.1" status: 200 len: 210 time: 0.0493009 May 12 17:16:18.643402 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-a650cc07-809c-4dc3-8a5c-bf9101ed4164 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Publish callbacks [] for security_group_rule (0269ce61-f2fb-4be6-b028-6ae4819d513f), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:18.760037 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-a650cc07-809c-4dc3-8a5c-bf9101ed4164 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Publish callbacks [] for security_group_rule (0269ce61-f2fb-4be6-b028-6ae4819d513f), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:18.770463 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-a650cc07-809c-4dc3-8a5c-bf9101ed4164 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462143'] for security_group_rule (0269ce61-f2fb-4be6-b028-6ae4819d513f), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:18.781995 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device 270f4d95-ad83-4f83-8c08-15dd0a788974 up at agent ovs-agent-dv-cinder-841591-1-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:16:18.799367 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-9a2f59f8-f94e-4df4-818e-9d4ff366b662 None None] Publish callbacks [] for port (cad86394-a9cb-486c-a924-531fc4111ee5), precommit_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:18.817235 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a650cc07-809c-4dc3-8a5c-bf9101ed4164 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0269ce61-f2fb-4be6-b028-6ae4819d513f,revision_number=0']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:18.837351 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-a650cc07-809c-4dc3-8a5c-bf9101ed4164 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:18.838753 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-a650cc07-809c-4dc3-8a5c-bf9101ed4164 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2696173 May 12 17:16:18.842298 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 53574) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:16:18.846980 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-b5aa9a2a-aa34-4a0c-8346-3b0a2df03b34 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Request body: {'floatingip': {'floating_network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:16:18.882410 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-b5aa9a2a-aa34-4a0c-8346-3b0a2df03b34 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:18.891350 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-9a2f59f8-f94e-4df4-818e-9d4ff366b662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (cad86394-a9cb-486c-a924-531fc4111ee5), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:18.935883 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-193f9455-ab31-4499-b520-61b39560e5db x-openstack-request-id: req-193f9455-ab31-4499-b520-61b39560e5db {{(pid=103468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:16:18.936212 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88c5e2e9-90b0-49d3-a43a-4ab2e6346af2", "tag": "c3f98d92-aa4f-4644-b6e9-33c2db6e68f7", "status": "completed", "code": 200}]} {{(pid=103468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:16:18.936925 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-193f9455-ab31-4499-b520-61b39560e5db {{(pid=103468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:16:18.939722 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-193f9455-ab31-4499-b520-61b39560e5db'] response: {'name': 'network-changed', 'server_uuid': '88c5e2e9-90b0-49d3-a43a-4ab2e6346af2', 'tag': 'c3f98d92-aa4f-4644-b6e9-33c2db6e68f7', 'status': 'completed', 'code': 200} May 12 17:16:18.944913 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Provisioning complete for port 270f4d95-ad83-4f83-8c08-15dd0a788974 triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:16:18.947176 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (270f4d95-ad83-4f83-8c08-15dd0a788974), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:19.074541 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-542a7a4e-2c2b-4c7e-b143-af657c3191ee req-2b729cf6-ab3c-47bb-ac77-472f6e9abd74 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=68fea2bf-d6a6-4a97-be8f-bd754b36e60c HTTP/1.1" status: 200 len: 210 time: 0.0971885 May 12 17:16:19.091219 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-b5aa9a2a-aa34-4a0c-8346-3b0a2df03b34 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:19.155039 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ddd455-2d7e-4263-a3e2-4f7d4add5fd9 None None] Pushing event updated for resources: {'Port': ['ID=cad86394-a9cb-486c-a924-531fc4111ee5,revision_number=3']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:19.420739 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e44fec-0619-4ca5-98f4-cccc823195ab req-b9adb769-4491-423a-b926-ec22cc65d7c1 tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:19.431795 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e2e44fec-0619-4ca5-98f4-cccc823195ab req-b9adb769-4491-423a-b926-ec22cc65d7c1 tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] 10.222.0.23 "GET /v2.0/ports?device_id=88c5e2e9-90b0-49d3-a43a-4ab2e6346af2 HTTP/1.1" status: 200 len: 943 time: 0.0920866 May 12 17:16:19.466990 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-9a2f59f8-f94e-4df4-818e-9d4ff366b662 None None] Attempting to bind port cad86394-a9cb-486c-a924-531fc4111ee5 on host dv-cinder-841591-1-iscsi for vnic_type normal with profile {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:16:19.467627 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-9a2f59f8-f94e-4df4-818e-9d4ff366b662 None None] Attempting to bind port cad86394-a9cb-486c-a924-531fc4111ee5 by drivers openvswitch,hyperv on host dv-cinder-841591-1-iscsi at level 0 using segments [{'id': 'fda86e11-a8f8-47c8-b327-8db06b8cc0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '8e057b02-0e5b-44bd-83b7-2f23a5bc0a94'}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:16:19.469397 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2f59f8-f94e-4df4-818e-9d4ff366b662 None None] Attempting to bind port cad86394-a9cb-486c-a924-531fc4111ee5 on network 8e057b02-0e5b-44bd-83b7-2f23a5bc0a94 {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:16:19.587507 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e2e44fec-0619-4ca5-98f4-cccc823195ab req-0a99c785-582f-4351-aa97-a36820c68298 tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5d29dfe-01e2-4c5b-9649-6ba6794dcb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524949 May 12 17:16:19.643288 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.db_base_plugin_common [None req-b5aa9a2a-aa34-4a0c-8346-3b0a2df03b34 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Allocated IP 172.27.0.65 (9bfa71c8-c6b3-48ca-a660-d8187367d4be/c986c1c6-d014-45ab-99c5-409df43f439e/970edad6-02d0-4207-b8a6-7b439e0d1df5) {{(pid=103468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:16:19.685660 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Current status of the port 270f4d95-ad83-4f83-8c08-15dd0a788974 is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:16:19.690241 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device 30375247-101c-4f4b-afc3-a8d1a61a73e7 up at agent ovs-agent-dv-cinder-841591-1-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:16:19.787122 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-eff8c97d-6125-42f1-9e1b-adcf9c446afe req-f2f5071d-b87b-4635-a26a-8893dd05ada9 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9f96cd34d1bc46b78a000e0b5af9d6a2 HTTP/1.1" status: 200 len: 379 time: 0.4332569 May 12 17:16:19.788161 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1c2b5e-0dd7-4b33-8b92-78d07dc27ee4 req-4ec58a8d-8307-44f2-9cb8-cab8df68fc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:19.789798 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-ba1c2b5e-0dd7-4b33-8b92-78d07dc27ee4 req-4ec58a8d-8307-44f2-9cb8-cab8df68fc10 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=48b4bff5a47542c589d67a522647608c&device_id=88c5e2e9-90b0-49d3-a43a-4ab2e6346af2 HTTP/1.1" status: 200 len: 1127 time: 0.3351738 May 12 17:16:19.816274 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [req-eff8c97d-6125-42f1-9e1b-adcf9c446afe req-c135db0a-bc3c-4519-8c0b-c1998c6eec70 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Request body: {'port': {'device_id': '47998668-5296-4019-a02c-3c80e30ff266', 'network_id': '77b21ff8-23c6-42d2-9321-6759378651ee', 'admin_state_up': True, 'tenant_id': '9f96cd34d1bc46b78a000e0b5af9d6a2', 'security_groups': ['05809961-ab33-4b51-9eba-3187efbff5fa']}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:16:19.818306 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2f59f8-f94e-4df4-818e-9d4ff366b662 None None] Checking agent: {'id': 'dea0f963-0a36-45fe-941b-5c749ca6f3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841591-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 7, 30), 'started_at': datetime.datetime(2022, 5, 12, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841591-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:16:19.819003 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2f59f8-f94e-4df4-818e-9d4ff366b662 None None] Checking segment: {'id': 'fda86e11-a8f8-47c8-b327-8db06b8cc0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '8e057b02-0e5b-44bd-83b7-2f23a5bc0a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:16:19.821547 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-9a2f59f8-f94e-4df4-818e-9d4ff366b662 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:19.822120 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2f59f8-f94e-4df4-818e-9d4ff366b662 None None] Bound using segment: {'id': 'fda86e11-a8f8-47c8-b327-8db06b8cc0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '8e057b02-0e5b-44bd-83b7-2f23a5bc0a94'} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:16:19.822902 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-9a2f59f8-f94e-4df4-818e-9d4ff366b662 None None] Bound port: cad86394-a9cb-486c-a924-531fc4111ee5, host: dv-cinder-841591-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fda86e11-a8f8-47c8-b327-8db06b8cc0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '8e057b02-0e5b-44bd-83b7-2f23a5bc0a94'}}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:16:19.825525 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-9a2f59f8-f94e-4df4-818e-9d4ff366b662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (cad86394-a9cb-486c-a924-531fc4111ee5), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:19.880767 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9a41d9ac-b17c-4206-972b-42e5a60df06c req-f23e3fde-155f-4a7e-9474-b457859c7cb1 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=47998668-5296-4019-a02c-3c80e30ff266 HTTP/1.1" status: 200 len: 210 time: 0.0779572 May 12 17:16:19.884844 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Provisioning complete for port 30375247-101c-4f4b-afc3-a8d1a61a73e7 triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:16:19.888369 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (30375247-101c-4f4b-afc3-a8d1a61a73e7), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:20.094587 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-e7e579ab-8025-43ee-b8be-1fbf5c696b2e None None] Provisioning complete for port cad86394-a9cb-486c-a924-531fc4111ee5 triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:16:20.095137 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-e7e579ab-8025-43ee-b8be-1fbf5c696b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (cad86394-a9cb-486c-a924-531fc4111ee5), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:20.228073 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eff8c97d-6125-42f1-9e1b-adcf9c446afe req-c135db0a-bc3c-4519-8c0b-c1998c6eec70 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Made reservation on behalf of 9f96cd34d1bc46b78a000e0b5af9d6a2 for: {'port': 1} {{(pid=103468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:16:20.233226 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-eff8c97d-6125-42f1-9e1b-adcf9c446afe req-c135db0a-bc3c-4519-8c0b-c1998c6eec70 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:20.325992 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-e7e579ab-8025-43ee-b8be-1fbf5c696b2e None None] Port cad86394-a9cb-486c-a924-531fc4111ee5 cannot update to ACTIVE because it is not bound. {{(pid=103470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:16:20.358684 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 53620) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:16:20.366497 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-5ad0a43e-df15-4307-91f0-f1f486387dfc req-91cc6064-9464-42be-9445-bc18fa8d2e47 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=68fea2bf-d6a6-4a97-be8f-bd754b36e60c HTTP/1.1" status: 200 len: 210 time: 0.0685263 May 12 17:16:20.505497 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Current status of the port 30375247-101c-4f4b-afc3-a8d1a61a73e7 is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:16:20.558082 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-9a2f59f8-f94e-4df4-818e-9d4ff366b662 None None] For port cad86394-a9cb-486c-a924-531fc4111ee5, host dv-cinder-841591-1-iscsi, cleared binding levels {{(pid=103470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:16:20.572727 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-9a2f59f8-f94e-4df4-818e-9d4ff366b662 None None] For port cad86394-a9cb-486c-a924-531fc4111ee5, host dv-cinder-841591-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-1-iscsi',level=0,port_id=cad86394-a9cb-486c-a924-531fc4111ee5,segment=NetworkSegment(fda86e11-a8f8-47c8-b327-8db06b8cc0ae),segment_id=fda86e11-a8f8-47c8-b327-8db06b8cc0ae)] {{(pid=103470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:16:20.593241 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-9a2f59f8-f94e-4df4-818e-9d4ff366b662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (cad86394-a9cb-486c-a924-531fc4111ee5), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:20.679050 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1c2b5e-0dd7-4b33-8b92-78d07dc27ee4 req-2a396a44-3b29-42df-8b5c-dba6d4c51ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:20.681150 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-ba1c2b5e-0dd7-4b33-8b92-78d07dc27ee4 req-2a396a44-3b29-42df-8b5c-dba6d4c51ed9 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=48b4bff5a47542c589d67a522647608c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.7395298 May 12 17:16:20.684319 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-b5aa9a2a-aa34-4a0c-8346-3b0a2df03b34 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Publish callbacks [] for port (970edad6-02d0-4207-b8a6-7b439e0d1df5), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:20.720799 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-65e8919d-b869-4414-bc69-024b1492e793 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:20.788323 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2f59f8-f94e-4df4-818e-9d4ff366b662 None None] Routers {'2055b3ec-09dd-4090-9285-28048742bdf7'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:16:20.788961 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-9a2f59f8-f94e-4df4-818e-9d4ff366b662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:15:56Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['2055b3ec-09dd-4090-9285-28048742bdf7'], 'active': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:16:20.877938 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ddd455-2d7e-4263-a3e2-4f7d4add5fd9 None None] Pushing event updated for resources: {'Port': ['ID=cad86394-a9cb-486c-a924-531fc4111ee5,revision_number=4']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:20.990048 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvr_db [None req-9a2f59f8-f94e-4df4-818e-9d4ff366b662 None None] Set router 2055b3ec-09dd-4090-9285-28048742bdf7 gateway port host: dv-cinder-841591-1-iscsi {{(pid=103470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:16:21.007517 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc1c750-4b70-4bbd-9d44-6461697322f1 req-bb9f3ed1-9671-4400-873c-2b6226e408fb tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:21.013954 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4cc1c750-4b70-4bbd-9d44-6461697322f1 req-bb9f3ed1-9671-4400-873c-2b6226e408fb tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] 10.222.0.23 "GET /v2.0/ports?device_id=88c5e2e9-90b0-49d3-a43a-4ab2e6346af2 HTTP/1.1" status: 200 len: 943 time: 0.2407374 May 12 17:16:21.127153 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.db_base_plugin_common [req-eff8c97d-6125-42f1-9e1b-adcf9c446afe req-c135db0a-bc3c-4519-8c0b-c1998c6eec70 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Allocated IP 172.20.0.10 (77b21ff8-23c6-42d2-9321-6759378651ee/0cd36ca6-63ed-4772-87aa-c30fa42b51b3/83ec910a-00e4-4992-bde0-b3583158daf3) {{(pid=103468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:16:21.130799 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4cc1c750-4b70-4bbd-9d44-6461697322f1 req-abd47f10-7d1c-455b-aed7-e617eca428a4 tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5d29dfe-01e2-4c5b-9649-6ba6794dcb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021497 May 12 17:16:21.170134 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-86dd5847-3407-4e10-aa3c-12f8883f9833 None None] Provisioning complete for port cad86394-a9cb-486c-a924-531fc4111ee5 triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:16:21.171066 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-86dd5847-3407-4e10-aa3c-12f8883f9833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (cad86394-a9cb-486c-a924-531fc4111ee5), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:21.187272 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-65e8919d-b869-4414-bc69-024b1492e793 admin admin] Publish callbacks [] for security_group (f4497732-5524-44cc-9575-18b95db0bf35), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:21.194796 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-65e8919d-b869-4414-bc69-024b1492e793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (f4497732-5524-44cc-9575-18b95db0bf35), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:21.195139 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-aa6f58ee-b03e-4564-9fee-8f53f2f47b35 req-b937ed92-fa53-4307-8463-df0a62ebedc5 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=47998668-5296-4019-a02c-3c80e30ff266 HTTP/1.1" status: 200 len: 210 time: 0.1543305 May 12 17:16:21.260746 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1c2b5e-0dd7-4b33-8b92-78d07dc27ee4 req-973eab23-17d0-4736-b86b-2208e2b4848e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:21.268221 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-ba1c2b5e-0dd7-4b33-8b92-78d07dc27ee4 req-973eab23-17d0-4736-b86b-2208e2b4848e service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4110553 May 12 17:16:21.285012 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-65e8919d-b869-4414-bc69-024b1492e793 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=050b6006a1cc4852aa941ce9d3ace27c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9248934 May 12 17:16:21.287956 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 53638) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:16:21.304869 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e8919d-b869-4414-bc69-024b1492e793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4497732-5524-44cc-9575-18b95db0bf35,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:21.311452 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-b5aa9a2a-aa34-4a0c-8346-3b0a2df03b34 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774527475285'] for port (970edad6-02d0-4207-b8a6-7b439e0d1df5), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:21.378195 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-86dd5847-3407-4e10-aa3c-12f8883f9833 None None] Current status of the port cad86394-a9cb-486c-a924-531fc4111ee5 is: DOWN; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:16:21.378631 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-86dd5847-3407-4e10-aa3c-12f8883f9833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (cad86394-a9cb-486c-a924-531fc4111ee5), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:21.426464 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-6a8b4e73-7256-48d4-a538-d978eb18d5db admin admin] Publish callbacks [] for security_group (f4497732-5524-44cc-9575-18b95db0bf35), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:21.438600 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-9a2f59f8-f94e-4df4-818e-9d4ff366b662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2055b3ec-09dd-4090-9285-28048742bdf7', 'name': 'tempest-AttachVolumeTestJSON-154657364-router', 'tenant_id': '67e7bebb3ef2474591626aa0a76d7a1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '30375247-101c-4f4b-afc3-a8d1a61a73e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:16:02Z', 'updated_at': '2022-05-12T17:16:11Z', 'revision_number': 4, 'project_id': '67e7bebb3ef2474591626aa0a76d7a1d', 'gw_port': {'id': '30375247-101c-4f4b-afc3-a8d1a61a73e7', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:03:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2055b3ec-09dd-4090-9285-28048742bdf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:16:03Z', 'updated_at': '2022-05-12T17:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_interfaces': [{'id': 'cad86394-a9cb-486c-a924-531fc4111ee5', 'name': '', 'network_id': '8e057b02-0e5b-44bd-83b7-2f23a5bc0a94', 'tenant_id': '67e7bebb3ef2474591626aa0a76d7a1d', 'mac_address': 'fa:16:3e:36:7c:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2055b3ec-09dd-4090-9285-28048742bdf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ee2adf5e-fcc4-48d8-8205-399177bedd23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:16:09Z', 'updated_at': '2022-05-12T17:16:20Z', 'revision_number': 4, 'project_id': '67e7bebb3ef2474591626aa0a76d7a1d', 'subnets': [{'id': 'ee2adf5e-fcc4-48d8-8205-399177bedd23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:16:21.457410 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aa9a2a-aa34-4a0c-8346-3b0a2df03b34 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Pushing event updated for resources: {'Port': ['ID=970edad6-02d0-4207-b8a6-7b439e0d1df5,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:21.485324 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5aa9a2a-aa34-4a0c-8346-3b0a2df03b34 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Network 9bfa71c8-c6b3-48ca-a660-d8187367d4be is already hosted by enough agents. {{(pid=103468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:16:21.493917 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.base_scheduler [None req-b5aa9a2a-aa34-4a0c-8346-3b0a2df03b34 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Resources bound (agent type, host, resource id): {{(pid=103468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:16:21.501321 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-6a8b4e73-7256-48d4-a538-d978eb18d5db admin admin] Publish callbacks [] for security_group (f4497732-5524-44cc-9575-18b95db0bf35), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:21.507808 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5aa9a2a-aa34-4a0c-8346-3b0a2df03b34 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Received port after_create {{(pid=103468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:16:21.518515 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2f59f8-f94e-4df4-818e-9d4ff366b662 None None] The sync data for ids ['2055b3ec-09dd-4090-9285-28048742bdf7'] in dv-cinder-841591-1-iscsi is: [{'id': '2055b3ec-09dd-4090-9285-28048742bdf7', 'name': 'tempest-AttachVolumeTestJSON-154657364-router', 'tenant_id': '67e7bebb3ef2474591626aa0a76d7a1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '30375247-101c-4f4b-afc3-a8d1a61a73e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:16:02Z', 'updated_at': '2022-05-12T17:16:11Z', 'revision_number': 4, 'project_id': '67e7bebb3ef2474591626aa0a76d7a1d', 'gw_port': {'id': '30375247-101c-4f4b-afc3-a8d1a61a73e7', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:03:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2055b3ec-09dd-4090-9285-28048742bdf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:16:03Z', 'updated_at': '2022-05-12T17:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_interfaces': [{'id': 'cad86394-a9cb-486c-a924-531fc4111ee5', 'name': '', 'network_id': '8e057b02-0e5b-44bd-83b7-2f23a5bc0a94', 'tenant_id': '67e7bebb3ef2474591626aa0a76d7a1d', 'mac_address': 'fa:16:3e:36:7c:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2055b3ec-09dd-4090-9285-28048742bdf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ee2adf5e-fcc4-48d8-8205-399177bedd23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:16:09Z', 'updated_at': '2022-05-12T17:16:20Z', 'revision_number': 4, 'project_id': '67e7bebb3ef2474591626aa0a76d7a1d', 'subnets': [{'id': 'ee2adf5e-fcc4-48d8-8205-399177bedd23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:16:21.574097 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-b5aa9a2a-aa34-4a0c-8346-3b0a2df03b34 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Publish callbacks [] for floatingip (7a39b44c-ccfb-4c2d-ab88-b89d3907d416), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:21.665257 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-86dd5847-3407-4e10-aa3c-12f8883f9833 None None] For port cad86394-a9cb-486c-a924-531fc4111ee5, host dv-cinder-841591-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-1-iscsi',level=0,port_id=cad86394-a9cb-486c-a924-531fc4111ee5,segment=NetworkSegment(fda86e11-a8f8-47c8-b327-8db06b8cc0ae),segment_id=fda86e11-a8f8-47c8-b327-8db06b8cc0ae)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:16:21.667651 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-b5aa9a2a-aa34-4a0c-8346-3b0a2df03b34 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (970edad6-02d0-4207-b8a6-7b439e0d1df5), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:21.673693 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-86dd5847-3407-4e10-aa3c-12f8883f9833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (cad86394-a9cb-486c-a924-531fc4111ee5), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:21.896292 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dd5847-3407-4e10-aa3c-12f8883f9833 None None] Pushing event updated for resources: {'Port': ['ID=cad86394-a9cb-486c-a924-531fc4111ee5,revision_number=5']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:21.968026 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374a62c3-a02f-41c2-a530-ce9769c526d9 req-e3bfa079-6509-41d2-8e65-79efa3de5e35 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:21.971731 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-374a62c3-a02f-41c2-a530-ce9769c526d9 req-e3bfa079-6509-41d2-8e65-79efa3de5e35 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.58 "GET /v2.0/networks?id=ff0d6338-2300-4010-ae74-9c2289a9588a HTTP/1.1" status: 200 len: 819 time: 0.2477109 May 12 17:16:21.986451 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.58', 54719) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:16:22.078491 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-55f6fe0c-5688-46f0-972c-0b960626f715 req-1e32a726-9fc6-4607-9fae-1d6bfeb846ef tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=68fea2bf-d6a6-4a97-be8f-bd754b36e60c HTTP/1.1" status: 200 len: 210 time: 0.5350218 May 12 17:16:22.087809 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.58', 54720) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:16:22.273491 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba1a04-c139-4e41-a8cb-b25923231d94 req-46e645c9-7c1b-4edf-bff7-f0d21aacda25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:22.278930 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e3ba1a04-c139-4e41-a8cb-b25923231d94 req-46e645c9-7c1b-4edf-bff7-f0d21aacda25 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=48b4bff5a47542c589d67a522647608c&device_id=88c5e2e9-90b0-49d3-a43a-4ab2e6346af2 HTTP/1.1" status: 200 len: 1127 time: 0.1825655 May 12 17:16:22.298667 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [req-374a62c3-a02f-41c2-a530-ce9769c526d9 req-1ad2228f-8a5e-4f26-b1af-950adbc0837a tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Request body: {'port': {'device_id': '674ec2ad-d5d1-46d6-b683-b5c2bd561c9a', 'network_id': 'ff0d6338-2300-4010-ae74-9c2289a9588a', 'admin_state_up': True, 'tenant_id': '638166bec22640968de80cfeaeed437b'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:16:22.543049 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e3ba1a04-c139-4e41-a8cb-b25923231d94 req-b7c88a11-678e-4c1a-a8cf-45807cd581e5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3f98d92-aa4f-4644-b6e9-33c2db6e68f7 HTTP/1.1" status: 200 len: 217 time: 0.2442377 May 12 17:16:22.579994 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-eff8c97d-6125-42f1-9e1b-adcf9c446afe req-c135db0a-bc3c-4519-8c0b-c1998c6eec70 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Publish callbacks [] for port (83ec910a-00e4-4992-bde0-b3583158daf3), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:22.604842 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-6a8b4e73-7256-48d4-a538-d978eb18d5db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (f4497732-5524-44cc-9575-18b95db0bf35), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:22.620664 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-6a8b4e73-7256-48d4-a538-d978eb18d5db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:22.620664 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-6a8b4e73-7256-48d4-a538-d978eb18d5db admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f4497732-5524-44cc-9575-18b95db0bf35 HTTP/1.1" status: 204 len: 168 time: 1.3263128 May 12 17:16:22.680514 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c30a724f-024d-42d1-9e2f-5e2e5d09fb8c req-474fa674-1a6c-45db-9b0d-253f2adc3eb1 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=47998668-5296-4019-a02c-3c80e30ff266 HTTP/1.1" status: 200 len: 210 time: 0.2596624 May 12 17:16:22.758892 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8b4e73-7256-48d4-a538-d978eb18d5db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4497732-5524-44cc-9575-18b95db0bf35,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:22.821870 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba1a04-c139-4e41-a8cb-b25923231d94 req-6efd6ee9-58ce-4923-9141-07d14b2dde88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:22.823529 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e3ba1a04-c139-4e41-a8cb-b25923231d94 req-6efd6ee9-58ce-4923-9141-07d14b2dde88 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d64d4c54-fac8-4a43-86c5-22f93f2900a9 HTTP/1.1" status: 200 len: 851 time: 0.2352371 May 12 17:16:22.841872 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device cad86394-a9cb-486c-a924-531fc4111ee5 up at agent ovs-agent-dv-cinder-841591-1-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:16:22.956880 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf176ab-5f25-4de2-947a-3a4963d06b2a req-373977b7-93c2-4ffb-b859-221a527ad440 tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:22.962604 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Provisioning complete for port cad86394-a9cb-486c-a924-531fc4111ee5 triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:16:22.963251 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (cad86394-a9cb-486c-a924-531fc4111ee5), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:22.963735 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-4bf176ab-5f25-4de2-947a-3a4963d06b2a req-373977b7-93c2-4ffb-b859-221a527ad440 tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] 10.222.0.23 "GET /v2.0/ports?device_id=88c5e2e9-90b0-49d3-a43a-4ab2e6346af2 HTTP/1.1" status: 200 len: 943 time: 0.5216966 May 12 17:16:23.012517 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca603153-c900-46d1-a632-ca2c26fafa43 req-181ce285-2180-49f2-8cf1-2881df201918 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:23.014985 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-ca603153-c900-46d1-a632-ca2c26fafa43 req-181ce285-2180-49f2-8cf1-2881df201918 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.58 "GET /v2.0/networks?id=ff0d6338-2300-4010-ae74-9c2289a9588a HTTP/1.1" status: 200 len: 819 time: 1.0211375 May 12 17:16:23.019803 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-b5aa9a2a-aa34-4a0c-8346-3b0a2df03b34 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Publish callbacks [] for port (970edad6-02d0-4207-b8a6-7b439e0d1df5), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:23.047030 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-b5aa9a2a-aa34-4a0c-8346-3b0a2df03b34 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (970edad6-02d0-4207-b8a6-7b439e0d1df5), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:23.064586 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Current status of the port cad86394-a9cb-486c-a924-531fc4111ee5 is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:16:23.114970 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-b5aa9a2a-aa34-4a0c-8346-3b0a2df03b34 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682608'] for floatingip (7a39b44c-ccfb-4c2d-ab88-b89d3907d416), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:23.118498 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 53694) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:16:23.120430 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-4bf176ab-5f25-4de2-947a-3a4963d06b2a req-a162b18f-18f7-4617-8762-6d8ad2856cf9 tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5d29dfe-01e2-4c5b-9649-6ba6794dcb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557853 May 12 17:16:23.145547 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-14302668-822d-4f36-9c26-67e62dd4a785 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:23.150196 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-eff8c97d-6125-42f1-9e1b-adcf9c446afe req-c135db0a-bc3c-4519-8c0b-c1998c6eec70 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774527475285'] for port (83ec910a-00e4-4992-bde0-b3583158daf3), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:23.155095 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aa9a2a-aa34-4a0c-8346-3b0a2df03b34 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Pushing event updated for resources: {'Port': ['ID=970edad6-02d0-4207-b8a6-7b439e0d1df5,revision_number=2']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:23.158723 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-374a62c3-a02f-41c2-a530-ce9769c526d9 req-1ad2228f-8a5e-4f26-b1af-950adbc0837a tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Made reservation on behalf of 638166bec22640968de80cfeaeed437b for: {'port': 1} {{(pid=103468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:16:23.162123 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-374a62c3-a02f-41c2-a530-ce9769c526d9 req-1ad2228f-8a5e-4f26-b1af-950adbc0837a tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:23.173069 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-b5aa9a2a-aa34-4a0c-8346-3b0a2df03b34 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36930'] for floatingip (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:23.182460 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-b5aa9a2a-aa34-4a0c-8346-3b0a2df03b34 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3307889 May 12 17:16:23.228497 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eff8c97d-6125-42f1-9e1b-adcf9c446afe req-c135db0a-bc3c-4519-8c0b-c1998c6eec70 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Network 77b21ff8-23c6-42d2-9321-6759378651ee is already hosted by enough agents. {{(pid=103468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:16:23.231421 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d45bc695-4156-4ced-9055-93056b0c8ec8 req-75d3e087-1a4d-4ed7-8db8-05dae835a864 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=68fea2bf-d6a6-4a97-be8f-bd754b36e60c HTTP/1.1" status: 200 len: 210 time: 0.0415523 May 12 17:16:23.239960 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.base_scheduler [req-eff8c97d-6125-42f1-9e1b-adcf9c446afe req-c135db0a-bc3c-4519-8c0b-c1998c6eec70 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Resources bound (agent type, host, resource id): {{(pid=103468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:16:23.245151 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [req-eff8c97d-6125-42f1-9e1b-adcf9c446afe req-c135db0a-bc3c-4519-8c0b-c1998c6eec70 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Received port after_create {{(pid=103468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:16:23.251265 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff8c97d-6125-42f1-9e1b-adcf9c446afe req-c135db0a-bc3c-4519-8c0b-c1998c6eec70 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:23.251901 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-eff8c97d-6125-42f1-9e1b-adcf9c446afe req-c135db0a-bc3c-4519-8c0b-c1998c6eec70 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-519179'] for port (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:23.296826 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c135db0a-bc3c-4519-8c0b-c1998c6eec70 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Pushing event updated for resources: {'Port': ['ID=83ec910a-00e4-4992-bde0-b3583158daf3,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:23.310803 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-14302668-822d-4f36-9c26-67e62dd4a785 admin admin] Publish callbacks [] for security_group (9f56ae49-f8a0-4a6a-bd34-8039a2fa6a40), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:23.315420 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-14302668-822d-4f36-9c26-67e62dd4a785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (9f56ae49-f8a0-4a6a-bd34-8039a2fa6a40), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:23.330229 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-eff8c97d-6125-42f1-9e1b-adcf9c446afe req-c135db0a-bc3c-4519-8c0b-c1998c6eec70 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5213749 May 12 17:16:23.365965 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-14302668-822d-4f36-9c26-67e62dd4a785 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=930cf4568e444e85a9880ac7c95a14f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2455182 May 12 17:16:23.366903 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 53704) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:16:23.368912 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14302668-822d-4f36-9c26-67e62dd4a785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f56ae49-f8a0-4a6a-bd34-8039a2fa6a40,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:23.410850 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.db_base_plugin_common [req-374a62c3-a02f-41c2-a530-ce9769c526d9 req-1ad2228f-8a5e-4f26-b1af-950adbc0837a tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Allocated IP 172.20.0.7 (ff0d6338-2300-4010-ae74-9c2289a9588a/3ceba6be-c195-4fd8-b10b-839022cc6ef4/d57d4a88-7f65-442d-9424-fce30450293a) {{(pid=103468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:16:23.430449 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-e7c3bfd7-338f-45f0-be10-7cd1d3beafe9 admin admin] Publish callbacks [] for security_group (9f56ae49-f8a0-4a6a-bd34-8039a2fa6a40), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:23.455992 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-e7c3bfd7-338f-45f0-be10-7cd1d3beafe9 admin admin] Publish callbacks [] for security_group (9f56ae49-f8a0-4a6a-bd34-8039a2fa6a40), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:23.482358 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-6507c607-716e-4c10-864d-383530926bd5 req-806aca57-e1fc-4607-805d-423e95ac4db2 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1534560738&fields=id&tenant_id=67e7bebb3ef2474591626aa0a76d7a1d HTTP/1.1" status: 200 len: 267 time: 0.0687792 May 12 17:16:23.514120 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-cf6dd80b-ea07-4693-8fde-31c285b34fae None None] Provisioning complete for port 83ec910a-00e4-4992-bde0-b3583158daf3 triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:16:23.514318 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-e7c3bfd7-338f-45f0-be10-7cd1d3beafe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (9f56ae49-f8a0-4a6a-bd34-8039a2fa6a40), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:23.514986 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-cf6dd80b-ea07-4693-8fde-31c285b34fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (83ec910a-00e4-4992-bde0-b3583158daf3), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:23.517009 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-e7c3bfd7-338f-45f0-be10-7cd1d3beafe9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:23.521369 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-e7c3bfd7-338f-45f0-be10-7cd1d3beafe9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9f56ae49-f8a0-4a6a-bd34-8039a2fa6a40 HTTP/1.1" status: 204 len: 168 time: 0.1535015 May 12 17:16:23.549376 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c3bfd7-338f-45f0-be10-7cd1d3beafe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f56ae49-f8a0-4a6a-bd34-8039a2fa6a40,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:23.557816 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-cf6dd80b-ea07-4693-8fde-31c285b34fae None None] Port 83ec910a-00e4-4992-bde0-b3583158daf3 cannot update to ACTIVE because it is not bound. {{(pid=103470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:16:23.677059 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6507c607-716e-4c10-864d-383530926bd5 req-f9767c0e-8e2b-48ea-a7d5-abf751f3ca19 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:23.678773 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-6507c607-716e-4c10-864d-383530926bd5 req-f9767c0e-8e2b-48ea-a7d5-abf751f3ca19 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/networks?id=8e057b02-0e5b-44bd-83b7-2f23a5bc0a94 HTTP/1.1" status: 200 len: 810 time: 0.1858401 May 12 17:16:23.690640 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-374a62c3-a02f-41c2-a530-ce9769c526d9 req-1ad2228f-8a5e-4f26-b1af-950adbc0837a tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Publish callbacks [] for port (d57d4a88-7f65-442d-9424-fce30450293a), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:23.705529 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-6507c607-716e-4c10-864d-383530926bd5 req-c554c1a4-2395-46e2-a020-f95a698f7e28 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/quotas/67e7bebb3ef2474591626aa0a76d7a1d HTTP/1.1" status: 200 len: 375 time: 0.0188425 May 12 17:16:23.769312 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-6507c607-716e-4c10-864d-383530926bd5 req-765eb775-f0fa-42da-b45b-3ddb249619b4 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=67e7bebb3ef2474591626aa0a76d7a1d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0564120 May 12 17:16:23.776399 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-374a62c3-a02f-41c2-a530-ce9769c526d9 req-1ad2228f-8a5e-4f26-b1af-950adbc0837a tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774527475285'] for port (d57d4a88-7f65-442d-9424-fce30450293a), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:23.782599 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-c969c7ba-7921-4dee-b464-917022c99930 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (ad05f391-ff61-4b74-a3af-7ffb7f485489), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:23.859439 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5efbcde-d27a-4862-9fe3-f7dbb55793bb req-b36a43c3-cff2-4f30-8fb9-0614d0265a76 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:23.861422 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c5efbcde-d27a-4862-9fe3-f7dbb55793bb req-b36a43c3-cff2-4f30-8fb9-0614d0265a76 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=47998668-5296-4019-a02c-3c80e30ff266 HTTP/1.1" status: 200 len: 932 time: 0.0595908 May 12 17:16:23.874290 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-374a62c3-a02f-41c2-a530-ce9769c526d9 req-1ad2228f-8a5e-4f26-b1af-950adbc0837a tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Network ff0d6338-2300-4010-ae74-9c2289a9588a is already hosted by enough agents. {{(pid=103468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:16:23.879236 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.base_scheduler [req-374a62c3-a02f-41c2-a530-ce9769c526d9 req-1ad2228f-8a5e-4f26-b1af-950adbc0837a tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Resources bound (agent type, host, resource id): {{(pid=103468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:16:23.881686 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [req-374a62c3-a02f-41c2-a530-ce9769c526d9 req-1ad2228f-8a5e-4f26-b1af-950adbc0837a tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Received port after_create {{(pid=103468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:16:23.887861 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374a62c3-a02f-41c2-a530-ce9769c526d9 req-1ad2228f-8a5e-4f26-b1af-950adbc0837a tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:23.888477 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-374a62c3-a02f-41c2-a530-ce9769c526d9 req-1ad2228f-8a5e-4f26-b1af-950adbc0837a tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-519179'] for port (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:23.902098 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad2228f-8a5e-4f26-b1af-950adbc0837a tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Pushing event updated for resources: {'Port': ['ID=d57d4a88-7f65-442d-9424-fce30450293a,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:23.927311 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c5efbcde-d27a-4862-9fe3-f7dbb55793bb req-363534c2-df57-4aab-a095-eb562836cb88 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=05809961-ab33-4b51-9eba-3187efbff5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601726 May 12 17:16:23.936806 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-374a62c3-a02f-41c2-a530-ce9769c526d9 req-1ad2228f-8a5e-4f26-b1af-950adbc0837a tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6784587 May 12 17:16:23.976828 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-6507c607-716e-4c10-864d-383530926bd5 req-00143b86-07fd-4cc0-8936-501b8726e87a service neutron] 10.222.0.23 "GET /v2.0/networks/8e057b02-0e5b-44bd-83b7-2f23a5bc0a94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879447 May 12 17:16:24.268753 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c9931-da23-48c5-b169-6a8758f44aa7 req-0f5b0011-d637-4cae-808b-606664d1c179 tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:24.270496 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ec7c9931-da23-48c5-b169-6a8758f44aa7 req-0f5b0011-d637-4cae-808b-606664d1c179 tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] 10.222.0.23 "GET /v2.0/ports?device_id=88c5e2e9-90b0-49d3-a43a-4ab2e6346af2 HTTP/1.1" status: 200 len: 943 time: 0.0603027 May 12 17:16:24.295486 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-6507c607-716e-4c10-864d-383530926bd5 req-3661149a-6d29-4aab-8156-29a86b75cb1e service neutron] 10.222.0.23 "GET /v2.0/networks/8e057b02-0e5b-44bd-83b7-2f23a5bc0a94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3114581 May 12 17:16:24.336607 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ec7c9931-da23-48c5-b169-6a8758f44aa7 req-247edf61-a694-4c9e-a178-5ab8760953dc tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5d29dfe-01e2-4c5b-9649-6ba6794dcb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595369 May 12 17:16:24.394063 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-608905cf-3a74-4baf-a9a9-bda9fa4be5d5 None None] Provisioning complete for port d57d4a88-7f65-442d-9424-fce30450293a triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:16:24.399984 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-608905cf-3a74-4baf-a9a9-bda9fa4be5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (d57d4a88-7f65-442d-9424-fce30450293a), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:24.451085 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-85a50fee-0f0c-41a9-92c4-19f2d66a4bfe req-d1dcd5d0-2b67-4876-a51a-ec06b4d037e8 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=68fea2bf-d6a6-4a97-be8f-bd754b36e60c HTTP/1.1" status: 200 len: 210 time: 0.0352533 May 12 17:16:24.469568 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-608905cf-3a74-4baf-a9a9-bda9fa4be5d5 None None] Port d57d4a88-7f65-442d-9424-fce30450293a cannot update to ACTIVE because it is not bound. {{(pid=103470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:16:24.544304 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-02ecbc97-31ce-4852-b884-f5d9bbf80fea req-ed21622e-c9c4-47ee-af00-f28f97d5ed67 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/ports?device_id=878603bd-9524-4a76-88c3-463a2f09910f HTTP/1.1" status: 200 len: 210 time: 0.0398598 May 12 17:16:25.049142 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e588f8f-64c5-4c2f-9ffe-3a200399f6bf req-879b4d59-d1bb-434c-a159-83a1345cc957 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:25.050648 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-3e588f8f-64c5-4c2f-9ffe-3a200399f6bf req-879b4d59-d1bb-434c-a159-83a1345cc957 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=47998668-5296-4019-a02c-3c80e30ff266 HTTP/1.1" status: 200 len: 932 time: 0.0510924 May 12 17:16:25.098361 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-3e588f8f-64c5-4c2f-9ffe-3a200399f6bf req-e3350c99-d092-4686-847e-efe2f0cb5728 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=05809961-ab33-4b51-9eba-3187efbff5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421565 May 12 17:16:25.455197 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d49c47-bd3d-48c5-b3ba-99b2aedc9c73 req-8c77c504-0d71-437a-9b32-4ab3ff489d9b tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:25.456652 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e0d49c47-bd3d-48c5-b3ba-99b2aedc9c73 req-8c77c504-0d71-437a-9b32-4ab3ff489d9b tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] 10.222.0.23 "GET /v2.0/ports?device_id=88c5e2e9-90b0-49d3-a43a-4ab2e6346af2 HTTP/1.1" status: 200 len: 943 time: 0.0474722 May 12 17:16:25.510918 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e0d49c47-bd3d-48c5-b3ba-99b2aedc9c73 req-67c17ce1-3899-4be3-bbf7-0840d8d4ba61 tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5d29dfe-01e2-4c5b-9649-6ba6794dcb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488572 May 12 17:16:25.597371 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-b0278490-605d-40ad-8195-47f789ce62a6 req-a5237f40-886b-429a-8eba-3ecc58c25ea2 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=68fea2bf-d6a6-4a97-be8f-bd754b36e60c HTTP/1.1" status: 200 len: 210 time: 0.0526989 May 12 17:16:25.692658 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b4cd55b3-0fc4-493e-abac-a37b3944bbca req-45dab45a-7bd1-43a3-9b9e-c4ff61b40f45 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/ports?device_id=878603bd-9524-4a76-88c3-463a2f09910f HTTP/1.1" status: 200 len: 210 time: 0.0470734 May 12 17:16:25.916703 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 53818) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:16:26.020852 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-ec8f834a-27e3-459c-9960-ce7c8b0988d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:26.124690 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-ec8f834a-27e3-459c-9960-ce7c8b0988d8 admin admin] Publish callbacks [] for security_group (bcb94ea2-f6b0-4f7f-b37f-acb1f1351343), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:26.129866 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-ec8f834a-27e3-459c-9960-ce7c8b0988d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (bcb94ea2-f6b0-4f7f-b37f-acb1f1351343), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:26.168635 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3b6eb57a-89fd-4838-a35d-c4d3b761270f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (e5548ccc-31b8-4072-a6b0-52b00208ea79), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:26.194843 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8f834a-27e3-459c-9960-ce7c8b0988d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb94ea2-f6b0-4f7f-b37f-acb1f1351343,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:26.221436 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-ec8f834a-27e3-459c-9960-ce7c8b0988d8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=798671b7f9ba481e956c51daba3e9644&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3010581 May 12 17:16:26.221636 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 53826) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:16:26.247521 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95206591-9565-4025-bd9b-4d7ae60fa4f8 req-852212e2-0795-4429-bab1-bdcb958d559d tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:26.249180 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-95206591-9565-4025-bd9b-4d7ae60fa4f8 req-852212e2-0795-4429-bab1-bdcb958d559d tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=47998668-5296-4019-a02c-3c80e30ff266 HTTP/1.1" status: 200 len: 932 time: 0.0512938 May 12 17:16:26.279498 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-80b3562e-dddb-4588-b493-f0619c4bf181 admin admin] Publish callbacks [] for security_group (bcb94ea2-f6b0-4f7f-b37f-acb1f1351343), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:26.303387 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-80b3562e-dddb-4588-b493-f0619c4bf181 admin admin] Publish callbacks [] for security_group (bcb94ea2-f6b0-4f7f-b37f-acb1f1351343), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:26.321245 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-95206591-9565-4025-bd9b-4d7ae60fa4f8 req-66891d70-ad1b-4aa2-ba90-ea9470607e1f tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=05809961-ab33-4b51-9eba-3187efbff5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641654 May 12 17:16:26.359698 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-80b3562e-dddb-4588-b493-f0619c4bf181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (bcb94ea2-f6b0-4f7f-b37f-acb1f1351343), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:26.362628 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-80b3562e-dddb-4588-b493-f0619c4bf181 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:26.366863 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-80b3562e-dddb-4588-b493-f0619c4bf181 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bcb94ea2-f6b0-4f7f-b37f-acb1f1351343 HTTP/1.1" status: 204 len: 168 time: 0.1440346 May 12 17:16:26.375805 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b3562e-dddb-4588-b493-f0619c4bf181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcb94ea2-f6b0-4f7f-b37f-acb1f1351343,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:26.661968 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5421d234-011a-442a-9e44-a8397926f921 req-a2296160-89b6-497f-b452-4709fa62b918 tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:26.683222 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5421d234-011a-442a-9e44-a8397926f921 req-a2296160-89b6-497f-b452-4709fa62b918 tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] 10.222.0.23 "GET /v2.0/ports?device_id=88c5e2e9-90b0-49d3-a43a-4ab2e6346af2 HTTP/1.1" status: 200 len: 943 time: 0.0906518 May 12 17:16:26.751023 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5421d234-011a-442a-9e44-a8397926f921 req-81fa67c8-b886-48f6-ab69-98ff504dbb50 tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5d29dfe-01e2-4c5b-9649-6ba6794dcb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660715 May 12 17:16:26.768171 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-053dfa45-c943-423f-aa0b-27fec7f91fbe req-b4e2aaa9-3778-4386-86bf-7a381ee04316 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=68fea2bf-d6a6-4a97-be8f-bd754b36e60c HTTP/1.1" status: 200 len: 210 time: 0.0411022 May 12 17:16:26.839090 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 53852) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:16:26.858224 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0db0ee7a-bc79-4c70-ab98-9aa468b6453b req-50c47ebc-d36e-4261-8e5c-57e4424e8b56 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/ports?device_id=878603bd-9524-4a76-88c3-463a2f09910f HTTP/1.1" status: 200 len: 210 time: 0.0409184 May 12 17:16:26.882140 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-9d4a1a7b-dc64-421e-8ac4-a48d61a8b243 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:26.970861 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-9d4a1a7b-dc64-421e-8ac4-a48d61a8b243 admin admin] Publish callbacks [] for security_group (a494198e-a723-4103-8752-2384c1ecd649), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:26.974924 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-9d4a1a7b-dc64-421e-8ac4-a48d61a8b243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (a494198e-a723-4103-8752-2384c1ecd649), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:27.016034 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-9d4a1a7b-dc64-421e-8ac4-a48d61a8b243 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9fb93f2025d84f54bc2fb5d42a0dfba1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1757977 May 12 17:16:27.016956 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4a1a7b-dc64-421e-8ac4-a48d61a8b243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a494198e-a723-4103-8752-2384c1ecd649,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:27.019134 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 53864) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:16:27.087918 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-98073e2a-e9d2-4c8d-b875-87ed0e473748 admin admin] Publish callbacks [] for security_group (a494198e-a723-4103-8752-2384c1ecd649), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:27.116344 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-98073e2a-e9d2-4c8d-b875-87ed0e473748 admin admin] Publish callbacks [] for security_group (a494198e-a723-4103-8752-2384c1ecd649), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:27.187106 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-98073e2a-e9d2-4c8d-b875-87ed0e473748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (a494198e-a723-4103-8752-2384c1ecd649), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:27.188908 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-98073e2a-e9d2-4c8d-b875-87ed0e473748 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:27.199883 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-98073e2a-e9d2-4c8d-b875-87ed0e473748 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a494198e-a723-4103-8752-2384c1ecd649 HTTP/1.1" status: 204 len: 168 time: 0.1768625 May 12 17:16:27.214474 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98073e2a-e9d2-4c8d-b875-87ed0e473748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a494198e-a723-4103-8752-2384c1ecd649,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:27.282219 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-921d17b2-ae2c-4a72-8bd8-05131367e3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (bf71836d-8135-4bcd-843a-dab378dba2b2), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:27.469899 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b52f66a-b631-4ad1-aa61-c2c2e9cb9319 req-0933afab-41c7-4420-843b-952f87b3b7c1 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:27.471549 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-0b52f66a-b631-4ad1-aa61-c2c2e9cb9319 req-0933afab-41c7-4420-843b-952f87b3b7c1 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=47998668-5296-4019-a02c-3c80e30ff266 HTTP/1.1" status: 200 len: 932 time: 0.0529425 May 12 17:16:27.544986 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-0b52f66a-b631-4ad1-aa61-c2c2e9cb9319 req-d3094d91-df1b-41cc-9fba-4ae41e229479 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=05809961-ab33-4b51-9eba-3187efbff5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595930 May 12 17:16:27.865228 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (38379b20-dcc3-43b7-a09e-956d8be7db9c), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:27.922086 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8a18b2-3a50-4ee7-b2b4-5251a1593dfe req-4f1af238-4100-4ff3-b095-360af5c8f452 tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:27.924091 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-cb8a18b2-3a50-4ee7-b2b4-5251a1593dfe req-4f1af238-4100-4ff3-b095-360af5c8f452 tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] 10.222.0.23 "GET /v2.0/ports?device_id=88c5e2e9-90b0-49d3-a43a-4ab2e6346af2 HTTP/1.1" status: 200 len: 943 time: 0.0834987 May 12 17:16:27.942840 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-8f698d19-34c9-4a60-9980-9137f68b2c27 req-f2af23a1-a312-4b02-a1fe-2bd24e6dfa02 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=68fea2bf-d6a6-4a97-be8f-bd754b36e60c HTTP/1.1" status: 200 len: 210 time: 0.0606303 May 12 17:16:28.025812 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-cb8a18b2-3a50-4ee7-b2b4-5251a1593dfe req-be669fc0-38fc-42b9-81ee-81196d97dc2f tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5d29dfe-01e2-4c5b-9649-6ba6794dcb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885072 May 12 17:16:28.052865 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-f78a7a78-a87b-4de5-993f-c2259d64f9ec req-41f2992f-c78a-4c66-9aea-ba5d0bccabf3 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/ports?device_id=878603bd-9524-4a76-88c3-463a2f09910f HTTP/1.1" status: 200 len: 210 time: 0.0388892 May 12 17:16:28.662290 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0278a09-31c5-44b0-84b5-6fca0307db49 req-95c8e076-703f-4fbc-a3e7-66429add725d tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:28.663772 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d0278a09-31c5-44b0-84b5-6fca0307db49 req-95c8e076-703f-4fbc-a3e7-66429add725d tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=47998668-5296-4019-a02c-3c80e30ff266 HTTP/1.1" status: 200 len: 932 time: 0.0458429 May 12 17:16:28.713312 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d0278a09-31c5-44b0-84b5-6fca0307db49 req-ec46a74b-4378-4a81-b867-0276b5b62a27 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=05809961-ab33-4b51-9eba-3187efbff5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430670 May 12 17:16:28.806873 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-c581148e-646c-4c8c-8cc5-93d6184e682f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (98e1a54e-83f0-40d1-9631-7dd40ffbcd59), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:28.988348 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e3ba1a04-c139-4e41-a8cb-b25923231d94 req-983b5da1-df56-428c-9423-7bd800c71c5b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e448eb24-07f0-4164-bcb9-ffce49adfff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509713 May 12 17:16:29.048165 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-b984ae94-4943-497b-8dee-76ed28533ae5 req-28522952-60dc-48cd-ae7f-1d39bd7d151a tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=68fea2bf-d6a6-4a97-be8f-bd754b36e60c HTTP/1.1" status: 200 len: 210 time: 0.0279737 May 12 17:16:29.101315 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [req-eff8c97d-6125-42f1-9e1b-adcf9c446afe req-7877a4e9-5357-4e50-8002-295ba3f07161 service neutron] Request body: {'port': {'device_id': '47998668-5296-4019-a02c-3c80e30ff266', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84159'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:16:29.128713 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [req-ca603153-c900-46d1-a632-ca2c26fafa43 req-67686eb3-9fd1-4b35-bbc3-636c2fe56d63 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Request body: {'port': {'device_id': '68fea2bf-d6a6-4a97-be8f-bd754b36e60c', 'network_id': 'ff0d6338-2300-4010-ae74-9c2289a9588a', 'admin_state_up': True, 'tenant_id': '638166bec22640968de80cfeaeed437b'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:16:29.151356 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38f2214-3b6f-499a-8873-ae9ac4faa093 req-61bc761f-3254-455b-a5f9-fdb5cb371e0d tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:29.153789 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e38f2214-3b6f-499a-8873-ae9ac4faa093 req-61bc761f-3254-455b-a5f9-fdb5cb371e0d tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] 10.222.0.23 "GET /v2.0/ports?device_id=88c5e2e9-90b0-49d3-a43a-4ab2e6346af2 HTTP/1.1" status: 200 len: 943 time: 0.0575221 May 12 17:16:29.190503 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [req-374a62c3-a02f-41c2-a530-ce9769c526d9 req-a91e4cc8-a1ce-40a0-aed2-29799499fa55 service neutron] Request body: {'port': {'device_id': '674ec2ad-d5d1-46d6-b683-b5c2bd561c9a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84159'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:16:29.235192 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-a4bd1a6c-2eae-492f-96c1-dc8dc7fe2a7d req-7e47825d-830a-41e1-96e5-aa41264bd0c6 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/ports?device_id=878603bd-9524-4a76-88c3-463a2f09910f HTTP/1.1" status: 200 len: 210 time: 0.1004746 May 12 17:16:29.302175 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e38f2214-3b6f-499a-8873-ae9ac4faa093 req-57bf8b25-cf49-4275-a229-07e8ecd30706 tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5d29dfe-01e2-4c5b-9649-6ba6794dcb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315899 May 12 17:16:29.344449 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e3ba1a04-c139-4e41-a8cb-b25923231d94 req-b0a3dd71-2c86-4d1f-8495-a829c5dae328 service neutron] 10.222.0.58 "GET /v2.0/networks/e448eb24-07f0-4164-bcb9-ffce49adfff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747353 May 12 17:16:29.355679 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-374a62c3-a02f-41c2-a530-ce9769c526d9 req-a91e4cc8-a1ce-40a0-aed2-29799499fa55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (d57d4a88-7f65-442d-9424-fce30450293a), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:29.360574 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-eff8c97d-6125-42f1-9e1b-adcf9c446afe req-7877a4e9-5357-4e50-8002-295ba3f07161 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (83ec910a-00e4-4992-bde0-b3583158daf3), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:29.499685 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e3ba1a04-c139-4e41-a8cb-b25923231d94 req-c222f25a-5916-4efb-b523-f6c52d1840f4 service neutron] 10.222.0.58 "GET /v2.0/networks/e448eb24-07f0-4164-bcb9-ffce49adfff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401899 May 12 17:16:29.516093 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca603153-c900-46d1-a632-ca2c26fafa43 req-67686eb3-9fd1-4b35-bbc3-636c2fe56d63 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Made reservation on behalf of 638166bec22640968de80cfeaeed437b for: {'port': 1} {{(pid=103468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:16:29.519732 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-ca603153-c900-46d1-a632-ca2c26fafa43 req-67686eb3-9fd1-4b35-bbc3-636c2fe56d63 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:29.637254 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 53978) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:16:29.742255 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-43478167-d613-414c-9429-de1b86fbb84c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:29.860020 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-43478167-d613-414c-9429-de1b86fbb84c admin admin] Publish callbacks [] for security_group (5adbbb49-30d0-4953-afa3-0ac11f1fbfc0), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:29.861520 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-43478167-d613-414c-9429-de1b86fbb84c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (5adbbb49-30d0-4953-afa3-0ac11f1fbfc0), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:29.906485 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-43478167-d613-414c-9429-de1b86fbb84c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=38b141dfa5f147148cb32092b9bd0d12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2656965 May 12 17:16:29.906485 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43478167-d613-414c-9429-de1b86fbb84c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5adbbb49-30d0-4953-afa3-0ac11f1fbfc0,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:29.908907 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 53992) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:16:29.958494 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773be37a-7be6-40b2-b5b1-246bfac54732 req-d52aaaff-e0e6-417d-899f-ed8a2d722894 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:29.959941 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-773be37a-7be6-40b2-b5b1-246bfac54732 req-d52aaaff-e0e6-417d-899f-ed8a2d722894 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=47998668-5296-4019-a02c-3c80e30ff266 HTTP/1.1" status: 200 len: 932 time: 0.1573250 May 12 17:16:30.109907 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-3563b510-e79b-4169-9962-9396fbb6795e admin admin] Publish callbacks [] for security_group (5adbbb49-30d0-4953-afa3-0ac11f1fbfc0), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:30.115229 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-773be37a-7be6-40b2-b5b1-246bfac54732 req-a744c461-8d01-4bed-846e-6a43d21d4bd0 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=05809961-ab33-4b51-9eba-3187efbff5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1433954 May 12 17:16:30.166515 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-03c20ab1-7555-4d30-bcd5-07342041e7c7 req-54a57e29-d114-4e84-b4f7-b43217f21647 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=68fea2bf-d6a6-4a97-be8f-bd754b36e60c HTTP/1.1" status: 200 len: 210 time: 0.0478485 May 12 17:16:30.194987 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.notifiers.nova [req-374a62c3-a02f-41c2-a530-ce9769c526d9 req-a91e4cc8-a1ce-40a0-aed2-29799499fa55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d57d4a88-7f65-442d-9424-fce30450293a {{(pid=103468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:16:30.200614 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-3563b510-e79b-4169-9962-9396fbb6795e admin admin] Publish callbacks [] for security_group (5adbbb49-30d0-4953-afa3-0ac11f1fbfc0), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:30.206452 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-374a62c3-a02f-41c2-a530-ce9769c526d9 req-a91e4cc8-a1ce-40a0-aed2-29799499fa55 service neutron] Publish callbacks [] for port (d57d4a88-7f65-442d-9424-fce30450293a), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:30.223886 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.notifiers.nova [req-eff8c97d-6125-42f1-9e1b-adcf9c446afe req-7877a4e9-5357-4e50-8002-295ba3f07161 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83ec910a-00e4-4992-bde0-b3583158daf3 {{(pid=103468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:16:30.224929 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (dea0f963-0a36-45fe-941b-5c749ca6f3bf), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:30.236945 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-eff8c97d-6125-42f1-9e1b-adcf9c446afe req-7877a4e9-5357-4e50-8002-295ba3f07161 service neutron] Publish callbacks [] for port (83ec910a-00e4-4992-bde0-b3583158daf3), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:30.249419 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.provisioning_blocks [req-374a62c3-a02f-41c2-a530-ce9769c526d9 req-a91e4cc8-a1ce-40a0-aed2-29799499fa55 service neutron] Transition to ACTIVE for port object d57d4a88-7f65-442d-9424-fce30450293a will not be triggered until provisioned by entity L2. {{(pid=103468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 17:16:30.272283 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-374a62c3-a02f-41c2-a530-ce9769c526d9 req-a91e4cc8-a1ce-40a0-aed2-29799499fa55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (d57d4a88-7f65-442d-9424-fce30450293a), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:30.303956 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.provisioning_blocks [req-eff8c97d-6125-42f1-9e1b-adcf9c446afe req-7877a4e9-5357-4e50-8002-295ba3f07161 service neutron] Transition to ACTIVE for port object 83ec910a-00e4-4992-bde0-b3583158daf3 will not be triggered until provisioned by entity L2. {{(pid=103468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 17:16:30.332416 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-eff8c97d-6125-42f1-9e1b-adcf9c446afe req-7877a4e9-5357-4e50-8002-295ba3f07161 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (83ec910a-00e4-4992-bde0-b3583158daf3), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:30.401114 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-a6dcc1fa-f116-4c91-a205-9d030b626612 req-36ff7fee-642b-49fb-a6a5-1983db3b4b31 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/ports?device_id=878603bd-9524-4a76-88c3-463a2f09910f HTTP/1.1" status: 200 len: 210 time: 0.0756130 May 12 17:16:30.418321 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91e4cc8-a1ce-40a0-aed2-29799499fa55 service neutron] Pushing event updated for resources: {'Port': ['ID=d57d4a88-7f65-442d-9424-fce30450293a,revision_number=2']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:30.435135 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.db_base_plugin_common [req-ca603153-c900-46d1-a632-ca2c26fafa43 req-67686eb3-9fd1-4b35-bbc3-636c2fe56d63 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Allocated IP 172.20.0.3 (ff0d6338-2300-4010-ae74-9c2289a9588a/3ceba6be-c195-4fd8-b10b-839022cc6ef4/4b14ecbe-91e8-4995-96ec-24bef4c83422) {{(pid=103468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:16:30.438238 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-3563b510-e79b-4169-9962-9396fbb6795e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (5adbbb49-30d0-4953-afa3-0ac11f1fbfc0), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:30.440637 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-3563b510-e79b-4169-9962-9396fbb6795e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:30.445035 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-3563b510-e79b-4169-9962-9396fbb6795e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5adbbb49-30d0-4953-afa3-0ac11f1fbfc0 HTTP/1.1" status: 204 len: 168 time: 0.5324485 May 12 17:16:30.489780 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4025eca-b5b7-480f-b736-2bca164720a9 req-2340da92-c6fe-4404-88e1-f40549e2da78 tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:30.491410 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e4025eca-b5b7-480f-b736-2bca164720a9 req-2340da92-c6fe-4404-88e1-f40549e2da78 tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] 10.222.0.23 "GET /v2.0/ports?device_id=88c5e2e9-90b0-49d3-a43a-4ab2e6346af2 HTTP/1.1" status: 200 len: 943 time: 0.0986860 May 12 17:16:30.597168 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e4025eca-b5b7-480f-b736-2bca164720a9 req-edf8a71a-aa35-427b-aa9c-d4c39ada2989 tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5d29dfe-01e2-4c5b-9649-6ba6794dcb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933738 May 12 17:16:30.680640 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3563b510-e79b-4169-9962-9396fbb6795e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5adbbb49-30d0-4953-afa3-0ac11f1fbfc0,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:30.697345 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [req-374a62c3-a02f-41c2-a530-ce9769c526d9 req-a91e4cc8-a1ce-40a0-aed2-29799499fa55 service neutron] Attempting to bind port d57d4a88-7f65-442d-9424-fce30450293a on host hv-cinder-84159 for vnic_type normal with profile {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:16:30.697689 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [req-374a62c3-a02f-41c2-a530-ce9769c526d9 req-a91e4cc8-a1ce-40a0-aed2-29799499fa55 service neutron] Attempting to bind port d57d4a88-7f65-442d-9424-fce30450293a by drivers openvswitch,hyperv on host hv-cinder-84159 at level 0 using segments [{'id': '19a8dca8-bd58-4f99-95b0-2fe50f24eee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ff0d6338-2300-4010-ae74-9c2289a9588a'}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:16:30.698021 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374a62c3-a02f-41c2-a530-ce9769c526d9 req-a91e4cc8-a1ce-40a0-aed2-29799499fa55 service neutron] Attempting to bind port d57d4a88-7f65-442d-9424-fce30450293a on network ff0d6338-2300-4010-ae74-9c2289a9588a {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:16:30.728703 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7877a4e9-5357-4e50-8002-295ba3f07161 service neutron] Pushing event updated for resources: {'Port': ['ID=83ec910a-00e4-4992-bde0-b3583158daf3,revision_number=2']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:30.735115 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374a62c3-a02f-41c2-a530-ce9769c526d9 req-a91e4cc8-a1ce-40a0-aed2-29799499fa55 service neutron] Port d57d4a88-7f65-442d-9424-fce30450293a on network ff0d6338-2300-4010-ae74-9c2289a9588a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84159 {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 17:16:30.735538 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374a62c3-a02f-41c2-a530-ce9769c526d9 req-a91e4cc8-a1ce-40a0-aed2-29799499fa55 service neutron] Attempting to bind port d57d4a88-7f65-442d-9424-fce30450293a on network ff0d6338-2300-4010-ae74-9c2289a9588a {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:16:30.787268 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374a62c3-a02f-41c2-a530-ce9769c526d9 req-a91e4cc8-a1ce-40a0-aed2-29799499fa55 service neutron] Checking agent: {'id': '38379b20-dcc3-43b7-a09e-956d8be7db9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84159', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 13, 58), 'started_at': datetime.datetime(2022, 5, 12, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:16:30.787607 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374a62c3-a02f-41c2-a530-ce9769c526d9 req-a91e4cc8-a1ce-40a0-aed2-29799499fa55 service neutron] Checking segment: {'id': '19a8dca8-bd58-4f99-95b0-2fe50f24eee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ff0d6338-2300-4010-ae74-9c2289a9588a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:16:30.787990 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374a62c3-a02f-41c2-a530-ce9769c526d9 req-a91e4cc8-a1ce-40a0-aed2-29799499fa55 service neutron] Bound using segment: {'id': '19a8dca8-bd58-4f99-95b0-2fe50f24eee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ff0d6338-2300-4010-ae74-9c2289a9588a'} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:16:30.788437 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [req-374a62c3-a02f-41c2-a530-ce9769c526d9 req-a91e4cc8-a1ce-40a0-aed2-29799499fa55 service neutron] Bound port: d57d4a88-7f65-442d-9424-fce30450293a, host: hv-cinder-84159, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19a8dca8-bd58-4f99-95b0-2fe50f24eee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ff0d6338-2300-4010-ae74-9c2289a9588a'}}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:16:30.788793 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-374a62c3-a02f-41c2-a530-ce9769c526d9 req-a91e4cc8-a1ce-40a0-aed2-29799499fa55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (d57d4a88-7f65-442d-9424-fce30450293a), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:30.808966 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [req-eff8c97d-6125-42f1-9e1b-adcf9c446afe req-7877a4e9-5357-4e50-8002-295ba3f07161 service neutron] Attempting to bind port 83ec910a-00e4-4992-bde0-b3583158daf3 on host hv-cinder-84159 for vnic_type normal with profile {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:16:30.809307 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [req-eff8c97d-6125-42f1-9e1b-adcf9c446afe req-7877a4e9-5357-4e50-8002-295ba3f07161 service neutron] Attempting to bind port 83ec910a-00e4-4992-bde0-b3583158daf3 by drivers openvswitch,hyperv on host hv-cinder-84159 at level 0 using segments [{'id': 'c7a6aaf3-54ce-4151-ae72-69f500e464b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '77b21ff8-23c6-42d2-9321-6759378651ee'}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:16:30.809638 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff8c97d-6125-42f1-9e1b-adcf9c446afe req-7877a4e9-5357-4e50-8002-295ba3f07161 service neutron] Attempting to bind port 83ec910a-00e4-4992-bde0-b3583158daf3 on network 77b21ff8-23c6-42d2-9321-6759378651ee {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:16:30.827920 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff8c97d-6125-42f1-9e1b-adcf9c446afe req-7877a4e9-5357-4e50-8002-295ba3f07161 service neutron] Port 83ec910a-00e4-4992-bde0-b3583158daf3 on network 77b21ff8-23c6-42d2-9321-6759378651ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84159 {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 17:16:30.828245 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff8c97d-6125-42f1-9e1b-adcf9c446afe req-7877a4e9-5357-4e50-8002-295ba3f07161 service neutron] Attempting to bind port 83ec910a-00e4-4992-bde0-b3583158daf3 on network 77b21ff8-23c6-42d2-9321-6759378651ee {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:16:30.871569 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff8c97d-6125-42f1-9e1b-adcf9c446afe req-7877a4e9-5357-4e50-8002-295ba3f07161 service neutron] Checking agent: {'id': '38379b20-dcc3-43b7-a09e-956d8be7db9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84159', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 13, 58), 'started_at': datetime.datetime(2022, 5, 12, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:16:30.871906 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff8c97d-6125-42f1-9e1b-adcf9c446afe req-7877a4e9-5357-4e50-8002-295ba3f07161 service neutron] Checking segment: {'id': 'c7a6aaf3-54ce-4151-ae72-69f500e464b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '77b21ff8-23c6-42d2-9321-6759378651ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:16:30.872293 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff8c97d-6125-42f1-9e1b-adcf9c446afe req-7877a4e9-5357-4e50-8002-295ba3f07161 service neutron] Bound using segment: {'id': 'c7a6aaf3-54ce-4151-ae72-69f500e464b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '77b21ff8-23c6-42d2-9321-6759378651ee'} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:16:30.872735 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [req-eff8c97d-6125-42f1-9e1b-adcf9c446afe req-7877a4e9-5357-4e50-8002-295ba3f07161 service neutron] Bound port: 83ec910a-00e4-4992-bde0-b3583158daf3, host: hv-cinder-84159, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7a6aaf3-54ce-4151-ae72-69f500e464b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '77b21ff8-23c6-42d2-9321-6759378651ee'}}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:16:30.873107 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-eff8c97d-6125-42f1-9e1b-adcf9c446afe req-7877a4e9-5357-4e50-8002-295ba3f07161 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (83ec910a-00e4-4992-bde0-b3583158daf3), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:30.877949 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-ca603153-c900-46d1-a632-ca2c26fafa43 req-67686eb3-9fd1-4b35-bbc3-636c2fe56d63 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Publish callbacks [] for port (4b14ecbe-91e8-4995-96ec-24bef4c83422), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:30.884375 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 54026) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:16:30.986942 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.db [req-374a62c3-a02f-41c2-a530-ce9769c526d9 req-a91e4cc8-a1ce-40a0-aed2-29799499fa55 service neutron] For port d57d4a88-7f65-442d-9424-fce30450293a, host hv-cinder-84159, cleared binding levels {{(pid=103468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:16:31.012009 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.db [req-374a62c3-a02f-41c2-a530-ce9769c526d9 req-a91e4cc8-a1ce-40a0-aed2-29799499fa55 service neutron] For port d57d4a88-7f65-442d-9424-fce30450293a, host hv-cinder-84159, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=d57d4a88-7f65-442d-9424-fce30450293a,segment=NetworkSegment(19a8dca8-bd58-4f99-95b0-2fe50f24eee0),segment_id=19a8dca8-bd58-4f99-95b0-2fe50f24eee0)] {{(pid=103468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:16:31.030615 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-374a62c3-a02f-41c2-a530-ce9769c526d9 req-a91e4cc8-a1ce-40a0-aed2-29799499fa55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (d57d4a88-7f65-442d-9424-fce30450293a), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:31.042836 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-ca603153-c900-46d1-a632-ca2c26fafa43 req-67686eb3-9fd1-4b35-bbc3-636c2fe56d63 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774527475285'] for port (4b14ecbe-91e8-4995-96ec-24bef4c83422), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:31.088142 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.db [req-eff8c97d-6125-42f1-9e1b-adcf9c446afe req-7877a4e9-5357-4e50-8002-295ba3f07161 service neutron] For port 83ec910a-00e4-4992-bde0-b3583158daf3, host hv-cinder-84159, cleared binding levels {{(pid=103468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:16:31.115942 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374a62c3-a02f-41c2-a530-ce9769c526d9 req-a91e4cc8-a1ce-40a0-aed2-29799499fa55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:31.117154 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-374a62c3-a02f-41c2-a530-ce9769c526d9 req-a91e4cc8-a1ce-40a0-aed2-29799499fa55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-519179'] for port (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:31.118918 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-374a62c3-a02f-41c2-a530-ce9769c526d9 req-a91e4cc8-a1ce-40a0-aed2-29799499fa55 service neutron] 10.222.0.58 "PUT /v2.0/ports/d57d4a88-7f65-442d-9424-fce30450293a HTTP/1.1" status: 200 len: 1093 time: 1.9512570 May 12 17:16:31.129843 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '674ec2ad-d5d1-46d6-b683-b5c2bd561c9a', 'tag': 'd57d4a88-7f65-442d-9424-fce30450293a'}] {{(pid=103468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:16:31.133123 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11327eb0f41ff280cd3a6497cf1c944478feb1aae12e82efcad6faf65da72353" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d6a4401-39ef-42a5-b45c-971378ebbe6e" -d '{"events": [{"name": "network-changed", "server_uuid": "674ec2ad-d5d1-46d6-b683-b5c2bd561c9a", "tag": "d57d4a88-7f65-442d-9424-fce30450293a"}]}' {{(pid=103468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:16:31.141160 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 54042) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:16:31.142659 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.db [req-eff8c97d-6125-42f1-9e1b-adcf9c446afe req-7877a4e9-5357-4e50-8002-295ba3f07161 service neutron] For port 83ec910a-00e4-4992-bde0-b3583158daf3, host hv-cinder-84159, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=83ec910a-00e4-4992-bde0-b3583158daf3,segment=NetworkSegment(c7a6aaf3-54ce-4151-ae72-69f500e464b9),segment_id=c7a6aaf3-54ce-4151-ae72-69f500e464b9)] {{(pid=103468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:16:31.164958 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca603153-c900-46d1-a632-ca2c26fafa43 req-67686eb3-9fd1-4b35-bbc3-636c2fe56d63 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Network ff0d6338-2300-4010-ae74-9c2289a9588a is already hosted by enough agents. {{(pid=103468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:16:31.173983 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.base_scheduler [req-ca603153-c900-46d1-a632-ca2c26fafa43 req-67686eb3-9fd1-4b35-bbc3-636c2fe56d63 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Resources bound (agent type, host, resource id): {{(pid=103468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:16:31.184181 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-8a18be41-8c8a-460d-9f61-04f703a3e860 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:31.189856 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-22f2371b-3e86-4774-970a-298f39b7da1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:31.191368 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-eff8c97d-6125-42f1-9e1b-adcf9c446afe req-7877a4e9-5357-4e50-8002-295ba3f07161 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (83ec910a-00e4-4992-bde0-b3583158daf3), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:31.200837 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca603153-c900-46d1-a632-ca2c26fafa43 req-67686eb3-9fd1-4b35-bbc3-636c2fe56d63 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Received port after_create {{(pid=103468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:16:31.211820 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca603153-c900-46d1-a632-ca2c26fafa43 req-67686eb3-9fd1-4b35-bbc3-636c2fe56d63 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:31.213134 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-ca603153-c900-46d1-a632-ca2c26fafa43 req-67686eb3-9fd1-4b35-bbc3-636c2fe56d63 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-519179'] for port (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:31.233321 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91e4cc8-a1ce-40a0-aed2-29799499fa55 service neutron] Pushing event updated for resources: {'Port': ['ID=d57d4a88-7f65-442d-9424-fce30450293a,revision_number=3']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:31.329583 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9706e6fb-5d48-4481-a346-26d68b2cd367 x-openstack-request-id: req-9706e6fb-5d48-4481-a346-26d68b2cd367 {{(pid=103468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:16:31.330136 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "674ec2ad-d5d1-46d6-b683-b5c2bd561c9a", "tag": "d57d4a88-7f65-442d-9424-fce30450293a", "status": "completed", "code": 200}]} {{(pid=103468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:16:31.330776 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9706e6fb-5d48-4481-a346-26d68b2cd367 {{(pid=103468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:16:31.331404 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9706e6fb-5d48-4481-a346-26d68b2cd367'] response: {'name': 'network-changed', 'server_uuid': '674ec2ad-d5d1-46d6-b683-b5c2bd561c9a', 'tag': 'd57d4a88-7f65-442d-9424-fce30450293a', 'status': 'completed', 'code': 200} May 12 17:16:31.342338 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff8c97d-6125-42f1-9e1b-adcf9c446afe req-7877a4e9-5357-4e50-8002-295ba3f07161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:31.343061 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-eff8c97d-6125-42f1-9e1b-adcf9c446afe req-7877a4e9-5357-4e50-8002-295ba3f07161 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-519179'] for port (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:31.344625 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-eff8c97d-6125-42f1-9e1b-adcf9c446afe req-7877a4e9-5357-4e50-8002-295ba3f07161 service neutron] 10.222.0.58 "PUT /v2.0/ports/83ec910a-00e4-4992-bde0-b3583158daf3 HTTP/1.1" status: 200 len: 1094 time: 2.2512610 May 12 17:16:31.347935 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-ca603153-c900-46d1-a632-ca2c26fafa43 req-67686eb3-9fd1-4b35-bbc3-636c2fe56d63 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2419059 May 12 17:16:31.406808 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [req-ca603153-c900-46d1-a632-ca2c26fafa43 req-7dd5e4a1-e42a-40ad-8e66-3bd7da96eb07 service neutron] Request body: {'port': {'device_id': '68fea2bf-d6a6-4a97-be8f-bd754b36e60c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84159'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:16:31.450784 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374a62c3-a02f-41c2-a530-ce9769c526d9 req-43e7fc87-d70e-4310-9fdc-9c62a82082fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:31.453344 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-374a62c3-a02f-41c2-a530-ce9769c526d9 req-43e7fc87-d70e-4310-9fdc-9c62a82082fd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=638166bec22640968de80cfeaeed437b&device_id=674ec2ad-d5d1-46d6-b683-b5c2bd561c9a HTTP/1.1" status: 200 len: 1127 time: 0.1806622 May 12 17:16:31.499944 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79313d6-8e89-4a88-a3aa-c4ac01846cbe req-41cab39e-4331-48eb-9f4c-45851523f638 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:31.501686 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d79313d6-8e89-4a88-a3aa-c4ac01846cbe req-41cab39e-4331-48eb-9f4c-45851523f638 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=47998668-5296-4019-a02c-3c80e30ff266 HTTP/1.1" status: 200 len: 944 time: 0.2201321 May 12 17:16:31.511255 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6507c607-716e-4c10-864d-383530926bd5 req-83c5df82-4b77-410c-8236-f2c85d070032 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:31.513569 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6507c607-716e-4c10-864d-383530926bd5 req-83c5df82-4b77-410c-8236-f2c85d070032 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.58 "GET /v2.0/networks?id=8e057b02-0e5b-44bd-83b7-2f23a5bc0a94 HTTP/1.1" status: 200 len: 810 time: 0.4426904 May 12 17:16:31.647044 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d79313d6-8e89-4a88-a3aa-c4ac01846cbe req-1e50c218-7394-4a41-b4fd-1b9d4f26a31a tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=05809961-ab33-4b51-9eba-3187efbff5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259902 May 12 17:16:31.716068 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-8a18be41-8c8a-460d-9f61-04f703a3e860 admin admin] Publish callbacks [] for security_group (f1b30996-4326-41a8-9b43-33433ace30f5), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:31.726710 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-22f2371b-3e86-4774-970a-298f39b7da1a admin admin] Publish callbacks [] for security_group (6e96a20e-c117-43b7-9a22-a13547dd9d41), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:31.734904 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-8a18be41-8c8a-460d-9f61-04f703a3e860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (f1b30996-4326-41a8-9b43-33433ace30f5), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:31.755173 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-22f2371b-3e86-4774-970a-298f39b7da1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (6e96a20e-c117-43b7-9a22-a13547dd9d41), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:31.831043 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6507c607-716e-4c10-864d-383530926bd5 req-d119c9b7-71b8-434b-8b6c-379498e07917 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67e7bebb3ef2474591626aa0a76d7a1d HTTP/1.1" status: 200 len: 380 time: 0.2692783 May 12 17:16:31.836193 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-8a18be41-8c8a-460d-9f61-04f703a3e860 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=12cc7f225b4a424893b395324a6dfc57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6903718 May 12 17:16:31.838019 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-261248d9-b840-4245-a94a-2fc59289ef1b req-10a4c6a2-ce5e-4918-a93a-3948046c9b60 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/ports?device_id=878603bd-9524-4a76-88c3-463a2f09910f HTTP/1.1" status: 200 len: 210 time: 0.0690885 May 12 17:16:31.844218 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a18be41-8c8a-460d-9f61-04f703a3e860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b30996-4326-41a8-9b43-33433ace30f5,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:31.846533 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 54060) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:16:31.861169 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-374a62c3-a02f-41c2-a530-ce9769c526d9 req-1cf6d612-741d-469b-9b18-c2c5574d9164 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d57d4a88-7f65-442d-9424-fce30450293a HTTP/1.1" status: 200 len: 217 time: 0.3442419 May 12 17:16:31.870352 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-22f2371b-3e86-4774-970a-298f39b7da1a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=028e98df1e8a49d3b22db50bcfe96b69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9859397 May 12 17:16:31.871523 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 54062) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:16:31.892527 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67686eb3-9fd1-4b35-bbc3-636c2fe56d63 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Pushing event updated for resources: {'Port': ['ID=4b14ecbe-91e8-4995-96ec-24bef4c83422,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:31.900882 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff8c97d-6125-42f1-9e1b-adcf9c446afe req-f4813f75-f0ec-4d80-87b6-4d7fec8374b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:31.902401 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-eff8c97d-6125-42f1-9e1b-adcf9c446afe req-f4813f75-f0ec-4d80-87b6-4d7fec8374b6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9f96cd34d1bc46b78a000e0b5af9d6a2&device_id=47998668-5296-4019-a02c-3c80e30ff266 HTTP/1.1" status: 200 len: 1128 time: 0.4664562 May 12 17:16:31.911619 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fae44b-0932-4c93-b4c7-cf088d29c418 req-e172cf19-59db-489f-b67d-68ed5a88a693 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:31.913032 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-80fae44b-0932-4c93-b4c7-cf088d29c418 req-e172cf19-59db-489f-b67d-68ed5a88a693 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=68fea2bf-d6a6-4a97-be8f-bd754b36e60c HTTP/1.1" status: 200 len: 931 time: 0.4572706 May 12 17:16:31.921819 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f2371b-3e86-4774-970a-298f39b7da1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e96a20e-c117-43b7-9a22-a13547dd9d41,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:31.947956 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-ca603153-c900-46d1-a632-ca2c26fafa43 req-7dd5e4a1-e42a-40ad-8e66-3bd7da96eb07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (4b14ecbe-91e8-4995-96ec-24bef4c83422), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:31.948792 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-f5ddd9bf-f66e-471b-b346-7c3f231b8306 None None] Provisioning complete for port 4b14ecbe-91e8-4995-96ec-24bef4c83422 triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:16:31.949757 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-f5ddd9bf-f66e-471b-b346-7c3f231b8306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (4b14ecbe-91e8-4995-96ec-24bef4c83422), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:31.993706 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-f5ddd9bf-f66e-471b-b346-7c3f231b8306 None None] Port 4b14ecbe-91e8-4995-96ec-24bef4c83422 cannot update to ACTIVE because it is not bound. {{(pid=103470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:16:32.016783 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7877a4e9-5357-4e50-8002-295ba3f07161 service neutron] Pushing event updated for resources: {'Port': ['ID=83ec910a-00e4-4992-bde0-b3583158daf3,revision_number=3']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:32.063453 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-80fae44b-0932-4c93-b4c7-cf088d29c418 req-9b4345af-15bc-4702-b74d-ae7bd5b146b9 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=db7d0f43-a860-4c22-8e80-2ebcff18b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267686 May 12 17:16:32.173186 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2473b51-8fe3-4ce0-8517-25f8e1cf6fc2 req-5739cef0-5be5-4f97-8ae8-fd32c9a54db2 tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:32.174633 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b2473b51-8fe3-4ce0-8517-25f8e1cf6fc2 req-5739cef0-5be5-4f97-8ae8-fd32c9a54db2 tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] 10.222.0.23 "GET /v2.0/ports?device_id=88c5e2e9-90b0-49d3-a43a-4ab2e6346af2 HTTP/1.1" status: 200 len: 943 time: 0.2418218 May 12 17:16:32.177288 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-e1950d78-af96-44ce-a043-6154d3e2da57 admin admin] Publish callbacks [] for security_group (f1b30996-4326-41a8-9b43-33433ace30f5), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:32.181210 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-cc9feb88-a2eb-4bb5-8538-40874f87c665 admin admin] Publish callbacks [] for security_group (6e96a20e-c117-43b7-9a22-a13547dd9d41), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:32.224807 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-e1950d78-af96-44ce-a043-6154d3e2da57 admin admin] Publish callbacks [] for security_group (f1b30996-4326-41a8-9b43-33433ace30f5), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:32.243956 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-cc9feb88-a2eb-4bb5-8538-40874f87c665 admin admin] Publish callbacks [] for security_group (6e96a20e-c117-43b7-9a22-a13547dd9d41), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:32.298309 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b2473b51-8fe3-4ce0-8517-25f8e1cf6fc2 req-6fcfb966-a036-4b0f-a285-241e3df16fb1 tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5d29dfe-01e2-4c5b-9649-6ba6794dcb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180010 May 12 17:16:32.335920 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.notifiers.nova [req-ca603153-c900-46d1-a632-ca2c26fafa43 req-7dd5e4a1-e42a-40ad-8e66-3bd7da96eb07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b14ecbe-91e8-4995-96ec-24bef4c83422 {{(pid=103468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:16:32.337556 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-cc9feb88-a2eb-4bb5-8538-40874f87c665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (6e96a20e-c117-43b7-9a22-a13547dd9d41), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:32.342385 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-cc9feb88-a2eb-4bb5-8538-40874f87c665 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:32.344182 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-cc9feb88-a2eb-4bb5-8538-40874f87c665 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6e96a20e-c117-43b7-9a22-a13547dd9d41 HTTP/1.1" status: 204 len: 168 time: 0.4651971 May 12 17:16:32.347563 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-ca603153-c900-46d1-a632-ca2c26fafa43 req-7dd5e4a1-e42a-40ad-8e66-3bd7da96eb07 service neutron] Publish callbacks [] for port (4b14ecbe-91e8-4995-96ec-24bef4c83422), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:32.352233 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-e1950d78-af96-44ce-a043-6154d3e2da57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (f1b30996-4326-41a8-9b43-33433ace30f5), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:32.354905 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-e1950d78-af96-44ce-a043-6154d3e2da57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:32.356977 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-e1950d78-af96-44ce-a043-6154d3e2da57 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f1b30996-4326-41a8-9b43-33433ace30f5 HTTP/1.1" status: 204 len: 168 time: 0.5068099 May 12 17:16:32.363938 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9feb88-a2eb-4bb5-8538-40874f87c665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e96a20e-c117-43b7-9a22-a13547dd9d41,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:32.364454 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.provisioning_blocks [req-ca603153-c900-46d1-a632-ca2c26fafa43 req-7dd5e4a1-e42a-40ad-8e66-3bd7da96eb07 service neutron] Transition to ACTIVE for port object 4b14ecbe-91e8-4995-96ec-24bef4c83422 will not be triggered until provisioned by entity L2. {{(pid=103468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 17:16:32.375430 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1950d78-af96-44ce-a043-6154d3e2da57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b30996-4326-41a8-9b43-33433ace30f5,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:32.384098 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-ca603153-c900-46d1-a632-ca2c26fafa43 req-7dd5e4a1-e42a-40ad-8e66-3bd7da96eb07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (4b14ecbe-91e8-4995-96ec-24bef4c83422), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:32.478083 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd5e4a1-e42a-40ad-8e66-3bd7da96eb07 service neutron] Pushing event updated for resources: {'Port': ['ID=4b14ecbe-91e8-4995-96ec-24bef4c83422,revision_number=2']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:32.485206 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 54086) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:16:32.508069 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [req-ca603153-c900-46d1-a632-ca2c26fafa43 req-7dd5e4a1-e42a-40ad-8e66-3bd7da96eb07 service neutron] Attempting to bind port 4b14ecbe-91e8-4995-96ec-24bef4c83422 on host hv-cinder-84159 for vnic_type normal with profile {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:16:32.508403 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [req-ca603153-c900-46d1-a632-ca2c26fafa43 req-7dd5e4a1-e42a-40ad-8e66-3bd7da96eb07 service neutron] Attempting to bind port 4b14ecbe-91e8-4995-96ec-24bef4c83422 by drivers openvswitch,hyperv on host hv-cinder-84159 at level 0 using segments [{'id': '19a8dca8-bd58-4f99-95b0-2fe50f24eee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ff0d6338-2300-4010-ae74-9c2289a9588a'}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:16:32.508727 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca603153-c900-46d1-a632-ca2c26fafa43 req-7dd5e4a1-e42a-40ad-8e66-3bd7da96eb07 service neutron] Attempting to bind port 4b14ecbe-91e8-4995-96ec-24bef4c83422 on network ff0d6338-2300-4010-ae74-9c2289a9588a {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:16:32.513461 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca603153-c900-46d1-a632-ca2c26fafa43 req-7dd5e4a1-e42a-40ad-8e66-3bd7da96eb07 service neutron] Port 4b14ecbe-91e8-4995-96ec-24bef4c83422 on network ff0d6338-2300-4010-ae74-9c2289a9588a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84159 {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 17:16:32.513822 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca603153-c900-46d1-a632-ca2c26fafa43 req-7dd5e4a1-e42a-40ad-8e66-3bd7da96eb07 service neutron] Attempting to bind port 4b14ecbe-91e8-4995-96ec-24bef4c83422 on network ff0d6338-2300-4010-ae74-9c2289a9588a {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:16:32.519003 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca603153-c900-46d1-a632-ca2c26fafa43 req-7dd5e4a1-e42a-40ad-8e66-3bd7da96eb07 service neutron] Checking agent: {'id': '38379b20-dcc3-43b7-a09e-956d8be7db9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84159', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 13, 58), 'started_at': datetime.datetime(2022, 5, 12, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:16:32.519342 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca603153-c900-46d1-a632-ca2c26fafa43 req-7dd5e4a1-e42a-40ad-8e66-3bd7da96eb07 service neutron] Checking segment: {'id': '19a8dca8-bd58-4f99-95b0-2fe50f24eee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ff0d6338-2300-4010-ae74-9c2289a9588a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:16:32.519724 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca603153-c900-46d1-a632-ca2c26fafa43 req-7dd5e4a1-e42a-40ad-8e66-3bd7da96eb07 service neutron] Bound using segment: {'id': '19a8dca8-bd58-4f99-95b0-2fe50f24eee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ff0d6338-2300-4010-ae74-9c2289a9588a'} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:16:32.520146 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [req-ca603153-c900-46d1-a632-ca2c26fafa43 req-7dd5e4a1-e42a-40ad-8e66-3bd7da96eb07 service neutron] Bound port: 4b14ecbe-91e8-4995-96ec-24bef4c83422, host: hv-cinder-84159, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19a8dca8-bd58-4f99-95b0-2fe50f24eee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ff0d6338-2300-4010-ae74-9c2289a9588a'}}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:16:32.520935 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-ca603153-c900-46d1-a632-ca2c26fafa43 req-7dd5e4a1-e42a-40ad-8e66-3bd7da96eb07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (4b14ecbe-91e8-4995-96ec-24bef4c83422), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:32.594689 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.db [req-ca603153-c900-46d1-a632-ca2c26fafa43 req-7dd5e4a1-e42a-40ad-8e66-3bd7da96eb07 service neutron] For port 4b14ecbe-91e8-4995-96ec-24bef4c83422, host hv-cinder-84159, cleared binding levels {{(pid=103468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:16:32.598008 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.db [req-ca603153-c900-46d1-a632-ca2c26fafa43 req-7dd5e4a1-e42a-40ad-8e66-3bd7da96eb07 service neutron] For port 4b14ecbe-91e8-4995-96ec-24bef4c83422, host hv-cinder-84159, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=4b14ecbe-91e8-4995-96ec-24bef4c83422,segment=NetworkSegment(19a8dca8-bd58-4f99-95b0-2fe50f24eee0),segment_id=19a8dca8-bd58-4f99-95b0-2fe50f24eee0)] {{(pid=103468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:16:32.608916 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-ca603153-c900-46d1-a632-ca2c26fafa43 req-7dd5e4a1-e42a-40ad-8e66-3bd7da96eb07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (4b14ecbe-91e8-4995-96ec-24bef4c83422), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:32.663184 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca603153-c900-46d1-a632-ca2c26fafa43 req-7dd5e4a1-e42a-40ad-8e66-3bd7da96eb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:32.663813 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-ca603153-c900-46d1-a632-ca2c26fafa43 req-7dd5e4a1-e42a-40ad-8e66-3bd7da96eb07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-519179'] for port (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:32.665241 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-ca603153-c900-46d1-a632-ca2c26fafa43 req-7dd5e4a1-e42a-40ad-8e66-3bd7da96eb07 service neutron] 10.222.0.58 "PUT /v2.0/ports/4b14ecbe-91e8-4995-96ec-24bef4c83422 HTTP/1.1" status: 200 len: 1093 time: 1.3033915 May 12 17:16:32.681440 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd5e4a1-e42a-40ad-8e66-3bd7da96eb07 service neutron] Pushing event updated for resources: {'Port': ['ID=4b14ecbe-91e8-4995-96ec-24bef4c83422,revision_number=3']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:32.842381 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2742a5c-20cd-4c29-8e9e-223e6ab6b6ff req-22cb9e1f-1d50-4101-81cf-e89f58a90b89 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:32.844236 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-f2742a5c-20cd-4c29-8e9e-223e6ab6b6ff req-22cb9e1f-1d50-4101-81cf-e89f58a90b89 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=47998668-5296-4019-a02c-3c80e30ff266 HTTP/1.1" status: 200 len: 944 time: 0.1063464 May 12 17:16:32.970170 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-f2742a5c-20cd-4c29-8e9e-223e6ab6b6ff req-13650a1e-7b98-4293-9abf-64e2c5a8c89d tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=05809961-ab33-4b51-9eba-3187efbff5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603998 May 12 17:16:33.012803 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-668a847b-a160-42a8-85ce-717893ebbb24 req-b38239a9-eefc-4631-9be3-f57ab90fee52 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/ports?device_id=878603bd-9524-4a76-88c3-463a2f09910f HTTP/1.1" status: 200 len: 210 time: 0.0434132 May 12 17:16:33.015189 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-93d60eb6-c3d7-4a3b-805d-29e94908d0ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:33.118951 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-93d60eb6-c3d7-4a3b-805d-29e94908d0ef admin admin] Publish callbacks [] for security_group (d9bc26f3-8c0f-4435-9932-4d1080218f5a), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:33.125423 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-93d60eb6-c3d7-4a3b-805d-29e94908d0ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (d9bc26f3-8c0f-4435-9932-4d1080218f5a), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:33.166883 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-93d60eb6-c3d7-4a3b-805d-29e94908d0ef admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2fc341ff65e64af3a82ba6afa71f1709&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6804864 May 12 17:16:33.168975 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d60eb6-c3d7-4a3b-805d-29e94908d0ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9bc26f3-8c0f-4435-9932-4d1080218f5a,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:33.171388 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 54116) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:16:33.207267 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b79cd1-89a4-46c5-8277-4ec8efa95b3b req-ca3c9a39-8873-469b-84d1-9b49a311cb00 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:33.214401 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-83b79cd1-89a4-46c5-8277-4ec8efa95b3b req-ca3c9a39-8873-469b-84d1-9b49a311cb00 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=68fea2bf-d6a6-4a97-be8f-bd754b36e60c HTTP/1.1" status: 200 len: 943 time: 0.0723214 May 12 17:16:33.224460 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-c83f908c-73c8-4382-9582-413c25668ff0 admin admin] Publish callbacks [] for security_group (d9bc26f3-8c0f-4435-9932-4d1080218f5a), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:33.249325 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-c83f908c-73c8-4382-9582-413c25668ff0 admin admin] Publish callbacks [] for security_group (d9bc26f3-8c0f-4435-9932-4d1080218f5a), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:33.272939 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-83b79cd1-89a4-46c5-8277-4ec8efa95b3b req-d509aa95-79fd-4dc7-add4-99315c03536b tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=db7d0f43-a860-4c22-8e80-2ebcff18b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574992 May 12 17:16:33.332641 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47998668-5296-4019-a02c-3c80e30ff266', 'tag': '83ec910a-00e4-4992-bde0-b3583158daf3'}, {'name': 'network-changed', 'server_uuid': '68fea2bf-d6a6-4a97-be8f-bd754b36e60c', 'tag': '4b14ecbe-91e8-4995-96ec-24bef4c83422'}] {{(pid=103468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:16:33.335411 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-c83f908c-73c8-4382-9582-413c25668ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (d9bc26f3-8c0f-4435-9932-4d1080218f5a), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:33.335772 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11327eb0f41ff280cd3a6497cf1c944478feb1aae12e82efcad6faf65da72353" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daeed207-7387-4306-a044-ac46a751c287" -d '{"events": [{"name": "network-changed", "server_uuid": "47998668-5296-4019-a02c-3c80e30ff266", "tag": "83ec910a-00e4-4992-bde0-b3583158daf3"}, {"name": "network-changed", "server_uuid": "68fea2bf-d6a6-4a97-be8f-bd754b36e60c", "tag": "4b14ecbe-91e8-4995-96ec-24bef4c83422"}]}' {{(pid=103468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:16:33.339851 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-c83f908c-73c8-4382-9582-413c25668ff0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:33.344078 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-c83f908c-73c8-4382-9582-413c25668ff0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d9bc26f3-8c0f-4435-9932-4d1080218f5a HTTP/1.1" status: 204 len: 168 time: 0.1716700 May 12 17:16:33.352114 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83f908c-73c8-4382-9582-413c25668ff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9bc26f3-8c0f-4435-9932-4d1080218f5a,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:33.396976 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 12 May 2022 17:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a07d4e45-c60e-4d70-babd-d4897792ba11 x-openstack-request-id: req-a07d4e45-c60e-4d70-babd-d4897792ba11 {{(pid=103468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:16:33.397481 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47998668-5296-4019-a02c-3c80e30ff266", "tag": "83ec910a-00e4-4992-bde0-b3583158daf3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "68fea2bf-d6a6-4a97-be8f-bd754b36e60c", "tag": "4b14ecbe-91e8-4995-96ec-24bef4c83422", "status": "completed", "code": 200}]} {{(pid=103468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:16:33.398175 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a07d4e45-c60e-4d70-babd-d4897792ba11 {{(pid=103468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:16:33.398705 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a07d4e45-c60e-4d70-babd-d4897792ba11'] response: {'name': 'network-changed', 'server_uuid': '47998668-5296-4019-a02c-3c80e30ff266', 'tag': '83ec910a-00e4-4992-bde0-b3583158daf3', 'status': 'completed', 'code': 200} May 12 17:16:33.398964 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a07d4e45-c60e-4d70-babd-d4897792ba11'] response: {'name': 'network-changed', 'server_uuid': '68fea2bf-d6a6-4a97-be8f-bd754b36e60c', 'tag': '4b14ecbe-91e8-4995-96ec-24bef4c83422', 'status': 'completed', 'code': 200} May 12 17:16:33.434016 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b3b799-4855-471a-bc8e-fba44f48c683 req-8f7376bf-8d9a-49ec-aa04-46386e562380 tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:33.435548 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-58b3b799-4855-471a-bc8e-fba44f48c683 req-8f7376bf-8d9a-49ec-aa04-46386e562380 tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] 10.222.0.23 "GET /v2.0/ports?device_id=88c5e2e9-90b0-49d3-a43a-4ab2e6346af2 HTTP/1.1" status: 200 len: 943 time: 0.0577989 May 12 17:16:33.489541 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-58b3b799-4855-471a-bc8e-fba44f48c683 req-a77f8475-444f-45cb-bcff-4a47d57cc9fd tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5d29dfe-01e2-4c5b-9649-6ba6794dcb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415900 May 12 17:16:33.767146 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 54148) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:16:33.780939 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-f4b1cf03-7e7b-4b2a-b6e6-b01df7a33b58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:33.866474 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-f4b1cf03-7e7b-4b2a-b6e6-b01df7a33b58 admin admin] Publish callbacks [] for security_group (c98ba0d2-2390-41c5-a8c9-3b2de43d2401), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:33.872002 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-f4b1cf03-7e7b-4b2a-b6e6-b01df7a33b58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (c98ba0d2-2390-41c5-a8c9-3b2de43d2401), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:33.912340 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-f4b1cf03-7e7b-4b2a-b6e6-b01df7a33b58 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a4d8cc56c4614739a0ee710b6637c5e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1438749 May 12 17:16:33.914357 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b1cf03-7e7b-4b2a-b6e6-b01df7a33b58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c98ba0d2-2390-41c5-a8c9-3b2de43d2401,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:33.915314 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 54152) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:16:33.989506 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-32dc9ab5-48dc-4796-b117-e6c8dd92ff36 admin admin] Publish callbacks [] for security_group (c98ba0d2-2390-41c5-a8c9-3b2de43d2401), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:34.016805 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-32dc9ab5-48dc-4796-b117-e6c8dd92ff36 admin admin] Publish callbacks [] for security_group (c98ba0d2-2390-41c5-a8c9-3b2de43d2401), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:34.079110 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-32dc9ab5-48dc-4796-b117-e6c8dd92ff36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (c98ba0d2-2390-41c5-a8c9-3b2de43d2401), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:34.082839 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-32dc9ab5-48dc-4796-b117-e6c8dd92ff36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:34.084793 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-32dc9ab5-48dc-4796-b117-e6c8dd92ff36 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c98ba0d2-2390-41c5-a8c9-3b2de43d2401 HTTP/1.1" status: 204 len: 168 time: 0.1671653 May 12 17:16:34.105152 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dc9ab5-48dc-4796-b117-e6c8dd92ff36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c98ba0d2-2390-41c5-a8c9-3b2de43d2401,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:34.201055 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7e91b504-cd8c-452f-81a7-2b38c1d8e8ee req-99706894-e98b-4d95-8789-46c8128df0fe tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/ports?device_id=878603bd-9524-4a76-88c3-463a2f09910f HTTP/1.1" status: 200 len: 210 time: 0.0472906 May 12 17:16:34.208102 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841a88c1-33ef-4fd2-872e-770ed2df9251 req-8a748e5c-40c1-43c2-8f54-dd54cfc244e1 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:34.216062 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-841a88c1-33ef-4fd2-872e-770ed2df9251 req-8a748e5c-40c1-43c2-8f54-dd54cfc244e1 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=47998668-5296-4019-a02c-3c80e30ff266 HTTP/1.1" status: 200 len: 944 time: 0.0977907 May 12 17:16:34.279044 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-841a88c1-33ef-4fd2-872e-770ed2df9251 req-bdc9346e-51e0-4d62-994d-31ce566d172a tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=05809961-ab33-4b51-9eba-3187efbff5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602863 May 12 17:16:34.385228 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e89537-57e5-485d-ba5b-8edf5612b355 req-8aace848-34f0-42ae-94f8-4767b173943d tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:34.387405 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-23e89537-57e5-485d-ba5b-8edf5612b355 req-8aace848-34f0-42ae-94f8-4767b173943d tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=68fea2bf-d6a6-4a97-be8f-bd754b36e60c HTTP/1.1" status: 200 len: 943 time: 0.0516911 May 12 17:16:34.437988 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-23e89537-57e5-485d-ba5b-8edf5612b355 req-daf1b5ca-fcdb-4f47-8f03-58631675dcdd tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=db7d0f43-a860-4c22-8e80-2ebcff18b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450532 May 12 17:16:34.508165 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [req-6507c607-716e-4c10-864d-383530926bd5 req-cc0d5c8f-e7c1-4c76-a966-eb06dbc04d98 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Request body: {'port': {'device_id': '878603bd-9524-4a76-88c3-463a2f09910f', 'network_id': '8e057b02-0e5b-44bd-83b7-2f23a5bc0a94', 'admin_state_up': True, 'tenant_id': '67e7bebb3ef2474591626aa0a76d7a1d', 'security_groups': ['5ad77cae-65fc-4aeb-aa6b-51c8f295ecf0']}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:16:34.529291 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Device c3f98d92-aa4f-4644-b6e9-33c2db6e68f7 details requested by agent hyperv_hv-cinder-84159 with host hv-cinder-84159 {{(pid=103470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 17:16:34.710864 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] For port c3f98d92-aa4f-4644-b6e9-33c2db6e68f7, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=c3f98d92-aa4f-4644-b6e9-33c2db6e68f7,segment=NetworkSegment(71a7ccad-3b9a-49dc-aad4-6fc2bb28e609),segment_id=71a7ccad-3b9a-49dc-aad4-6fc2bb28e609)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:16:34.731969 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-eff8c97d-6125-42f1-9e1b-adcf9c446afe req-9b86efd6-4e93-420c-8a70-c599c6c94dd3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83ec910a-00e4-4992-bde0-b3583158daf3 HTTP/1.1" status: 200 len: 217 time: 0.1275218 May 12 17:16:34.742198 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Returning: {'device': 'c3f98d92-aa4f-4644-b6e9-33c2db6e68f7', 'network_id': 'e448eb24-07f0-4164-bcb9-ffce49adfff6', 'port_id': 'c3f98d92-aa4f-4644-b6e9-33c2db6e68f7', 'mac_address': 'fa:16:3e:d0:e5:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd64d4c54-fac8-4a43-86c5-22f93f2900a9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 17:16:34.794823 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Current status of the port c3f98d92-aa4f-4644-b6e9-33c2db6e68f7 is: DOWN; New status is: BUILD {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:16:34.795411 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (c3f98d92-aa4f-4644-b6e9-33c2db6e68f7), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:34.806493 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff8c97d-6125-42f1-9e1b-adcf9c446afe req-87a11d09-7384-4a73-b2ae-b6b8b9733f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:34.808755 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-eff8c97d-6125-42f1-9e1b-adcf9c446afe req-87a11d09-7384-4a73-b2ae-b6b8b9733f9d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0cd36ca6-63ed-4772-87aa-c30fa42b51b3 HTTP/1.1" status: 200 len: 856 time: 0.0650184 May 12 17:16:34.812538 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3f98d92-aa4f-4644-b6e9-33c2db6e68f7 {{(pid=103470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:16:34.819293 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc3045e-1397-4a37-8559-837c9916dda2 req-9a1b8b07-d2e0-4f6a-8820-1283c6dcf34f tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:34.828018 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-1dc3045e-1397-4a37-8559-837c9916dda2 req-9a1b8b07-d2e0-4f6a-8820-1283c6dcf34f tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] 10.222.0.23 "GET /v2.0/ports?device_id=88c5e2e9-90b0-49d3-a43a-4ab2e6346af2 HTTP/1.1" status: 200 len: 943 time: 0.2144144 May 12 17:16:34.830537 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca603153-c900-46d1-a632-ca2c26fafa43 req-094f81ef-6ed4-4e6a-8022-c714cafaea39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:34.832105 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-ca603153-c900-46d1-a632-ca2c26fafa43 req-094f81ef-6ed4-4e6a-8022-c714cafaea39 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=638166bec22640968de80cfeaeed437b&device_id=68fea2bf-d6a6-4a97-be8f-bd754b36e60c HTTP/1.1" status: 200 len: 1127 time: 0.2684405 May 12 17:16:34.836841 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] For port c3f98d92-aa4f-4644-b6e9-33c2db6e68f7, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=c3f98d92-aa4f-4644-b6e9-33c2db6e68f7,segment=NetworkSegment(71a7ccad-3b9a-49dc-aad4-6fc2bb28e609),segment_id=71a7ccad-3b9a-49dc-aad4-6fc2bb28e609)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:16:34.839037 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6507c607-716e-4c10-864d-383530926bd5 req-cc0d5c8f-e7c1-4c76-a966-eb06dbc04d98 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Made reservation on behalf of 67e7bebb3ef2474591626aa0a76d7a1d for: {'port': 1} {{(pid=103469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:16:34.841342 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (c3f98d92-aa4f-4644-b6e9-33c2db6e68f7), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:34.844118 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-6507c607-716e-4c10-864d-383530926bd5 req-cc0d5c8f-e7c1-4c76-a966-eb06dbc04d98 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:34.924549 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Pushing event updated for resources: {'Port': ['ID=c3f98d92-aa4f-4644-b6e9-33c2db6e68f7,revision_number=4']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:34.927116 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-ca603153-c900-46d1-a632-ca2c26fafa43 req-46685a1d-c9a5-4fc9-90ff-991700d8968d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b14ecbe-91e8-4995-96ec-24bef4c83422 HTTP/1.1" status: 200 len: 217 time: 0.0756755 May 12 17:16:34.928755 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374a62c3-a02f-41c2-a530-ce9769c526d9 req-ca620749-c956-4fc8-a59c-099312fd456b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:34.930921 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-374a62c3-a02f-41c2-a530-ce9769c526d9 req-ca620749-c956-4fc8-a59c-099312fd456b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3ceba6be-c195-4fd8-b10b-839022cc6ef4 HTTP/1.1" status: 200 len: 858 time: 0.4159622 May 12 17:16:35.065471 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-1dc3045e-1397-4a37-8559-837c9916dda2 req-239dab2a-f706-424e-99d7-52d240d56680 tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5d29dfe-01e2-4c5b-9649-6ba6794dcb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362425 May 12 17:16:35.066483 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff8c97d-6125-42f1-9e1b-adcf9c446afe req-3719db96-324d-4204-9ba4-bc6074143d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:35.068049 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-eff8c97d-6125-42f1-9e1b-adcf9c446afe req-3719db96-324d-4204-9ba4-bc6074143d8f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=77b21ff8-23c6-42d2-9321-6759378651ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2323599 May 12 17:16:35.078577 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374a62c3-a02f-41c2-a530-ce9769c526d9 req-0dc135bb-1f60-4325-b3b9-5b3cf6e05130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:35.080273 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-374a62c3-a02f-41c2-a530-ce9769c526d9 req-0dc135bb-1f60-4325-b3b9-5b3cf6e05130 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ff0d6338-2300-4010-ae74-9c2289a9588a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1209176 May 12 17:16:35.112180 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] get_ports_and_sgs() called for port_ids ['c3f98d92-aa4f-4644-b6e9-33c2db6e68f7'] {{(pid=103470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:16:35.135711 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca603153-c900-46d1-a632-ca2c26fafa43 req-ec90ea96-ee5f-4089-b2b3-4bb940adaca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:35.137593 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-ca603153-c900-46d1-a632-ca2c26fafa43 req-ec90ea96-ee5f-4089-b2b3-4bb940adaca2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3ceba6be-c195-4fd8-b10b-839022cc6ef4 HTTP/1.1" status: 200 len: 858 time: 0.1793051 May 12 17:16:35.184555 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.db.db_base_plugin_common [req-6507c607-716e-4c10-864d-383530926bd5 req-cc0d5c8f-e7c1-4c76-a966-eb06dbc04d98 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Allocated IP 172.20.0.10 (8e057b02-0e5b-44bd-83b7-2f23a5bc0a94/ee2adf5e-fcc4-48d8-8205-399177bedd23/b977622b-d460-4133-b674-446f064230f1) {{(pid=103469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:16:35.412524 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca603153-c900-46d1-a632-ca2c26fafa43 req-25fc873b-298a-476b-bc9c-4c2bd9ea7b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:35.414043 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-ca603153-c900-46d1-a632-ca2c26fafa43 req-25fc873b-298a-476b-bc9c-4c2bd9ea7b11 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ff0d6338-2300-4010-ae74-9c2289a9588a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2656741 May 12 17:16:35.458238 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-6507c607-716e-4c10-864d-383530926bd5 req-cc0d5c8f-e7c1-4c76-a966-eb06dbc04d98 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Publish callbacks [] for port (b977622b-d460-4133-b674-446f064230f1), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:35.519129 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-6507c607-716e-4c10-864d-383530926bd5 req-cc0d5c8f-e7c1-4c76-a966-eb06dbc04d98 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774527475285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968517'] for port (b977622b-d460-4133-b674-446f064230f1), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:35.591964 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aa1138-73c3-4b70-b763-5de464a99021 req-4b77574e-6ac0-421b-9885-95472e1c4aee tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:35.602155 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-90aa1138-73c3-4b70-b763-5de464a99021 req-4b77574e-6ac0-421b-9885-95472e1c4aee tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=47998668-5296-4019-a02c-3c80e30ff266 HTTP/1.1" status: 200 len: 944 time: 0.1688092 May 12 17:16:35.640520 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2910dc-d013-41ba-a47f-926498cae9af req-4195097e-ca15-435e-aab5-be8d29485aa8 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:35.648286 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-bb2910dc-d013-41ba-a47f-926498cae9af req-4195097e-ca15-435e-aab5-be8d29485aa8 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/ports?device_id=878603bd-9524-4a76-88c3-463a2f09910f HTTP/1.1" status: 200 len: 932 time: 0.1882486 May 12 17:16:35.658118 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-374a62c3-a02f-41c2-a530-ce9769c526d9 req-de6e2ff7-29b9-4836-b0ec-ecd64475a05c service neutron] 10.222.0.58 "GET /v2.0/networks/ff0d6338-2300-4010-ae74-9c2289a9588a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5681889 May 12 17:16:35.664448 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-eff8c97d-6125-42f1-9e1b-adcf9c446afe req-08dde0b8-b2bd-44d4-9898-07e6ee08b61e service neutron] 10.222.0.58 "GET /v2.0/networks/77b21ff8-23c6-42d2-9321-6759378651ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5876873 May 12 17:16:35.685951 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6507c607-716e-4c10-864d-383530926bd5 req-cc0d5c8f-e7c1-4c76-a966-eb06dbc04d98 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Network 8e057b02-0e5b-44bd-83b7-2f23a5bc0a94 is already hosted by enough agents. {{(pid=103469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:16:35.701437 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-ca603153-c900-46d1-a632-ca2c26fafa43 req-5a222467-bf85-4392-9a84-6f1739f5e091 service neutron] 10.222.0.58 "GET /v2.0/networks/ff0d6338-2300-4010-ae74-9c2289a9588a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2665615 May 12 17:16:35.707739 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [req-6507c607-716e-4c10-864d-383530926bd5 req-cc0d5c8f-e7c1-4c76-a966-eb06dbc04d98 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Resources bound (agent type, host, resource id): {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:16:35.710833 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [req-6507c607-716e-4c10-864d-383530926bd5 req-cc0d5c8f-e7c1-4c76-a966-eb06dbc04d98 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Received port after_create {{(pid=103469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:16:35.742641 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0d5c8f-e7c1-4c76-a966-eb06dbc04d98 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Pushing event updated for resources: {'Port': ['ID=b977622b-d460-4133-b674-446f064230f1,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:35.798750 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-bb2910dc-d013-41ba-a47f-926498cae9af req-3373c39f-dba5-4334-a807-9bc320463496 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ad77cae-65fc-4aeb-aa6b-51c8f295ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494408 May 12 17:16:35.810082 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6507c607-716e-4c10-864d-383530926bd5 req-cc0d5c8f-e7c1-4c76-a966-eb06dbc04d98 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:35.810799 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-6507c607-716e-4c10-864d-383530926bd5 req-cc0d5c8f-e7c1-4c76-a966-eb06dbc04d98 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-519179'] for port (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:35.856197 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6507c607-716e-4c10-864d-383530926bd5 req-cc0d5c8f-e7c1-4c76-a966-eb06dbc04d98 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3530753 May 12 17:16:35.959918 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc640023-39ad-4cd8-afc3-d00f0eb20b48 req-b04efdca-fde4-463d-87ed-02484a2c447f tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:35.962392 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-90aa1138-73c3-4b70-b763-5de464a99021 req-d95fccab-e8da-44f5-9162-b2b9edf40117 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=05809961-ab33-4b51-9eba-3187efbff5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3590372 May 12 17:16:35.969086 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-bc640023-39ad-4cd8-afc3-d00f0eb20b48 req-b04efdca-fde4-463d-87ed-02484a2c447f tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=68fea2bf-d6a6-4a97-be8f-bd754b36e60c HTTP/1.1" status: 200 len: 943 time: 0.0725267 May 12 17:16:36.042617 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-bc640023-39ad-4cd8-afc3-d00f0eb20b48 req-9193899f-3fb9-4743-98b3-bedebcda26cf tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=db7d0f43-a860-4c22-8e80-2ebcff18b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725753 May 12 17:16:36.085101 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-ca603153-c900-46d1-a632-ca2c26fafa43 req-af03be22-dbf4-4aff-98e0-a8a6110fa3c6 service neutron] 10.222.0.58 "GET /v2.0/networks/ff0d6338-2300-4010-ae74-9c2289a9588a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3636739 May 12 17:16:36.095932 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-374a62c3-a02f-41c2-a530-ce9769c526d9 req-ea5ae83e-d719-48fd-b7b5-37c648680d4b service neutron] 10.222.0.58 "GET /v2.0/networks/ff0d6338-2300-4010-ae74-9c2289a9588a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4295001 May 12 17:16:36.099615 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-eff8c97d-6125-42f1-9e1b-adcf9c446afe req-0741d84b-9333-422c-89f0-55cbe36994f8 service neutron] 10.222.0.58 "GET /v2.0/networks/77b21ff8-23c6-42d2-9321-6759378651ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3566675 May 12 17:16:36.153938 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 54276) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:16:36.182769 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-b3f5923d-ff18-4f66-b43f-041aebad29e5 None None] Provisioning complete for port b977622b-d460-4133-b674-446f064230f1 triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:16:36.184314 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b3f5923d-ff18-4f66-b43f-041aebad29e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (b977622b-d460-4133-b674-446f064230f1), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:36.196460 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed2ed84-8985-42b9-8e3d-759bf533b419 req-a7e07990-90cb-4fa9-83f8-eea82ba07bcf tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:36.204053 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-9ed2ed84-8985-42b9-8e3d-759bf533b419 req-a7e07990-90cb-4fa9-83f8-eea82ba07bcf tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] 10.222.0.23 "GET /v2.0/ports?device_id=88c5e2e9-90b0-49d3-a43a-4ab2e6346af2 HTTP/1.1" status: 200 len: 944 time: 0.0621972 May 12 17:16:36.223866 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-b3f5923d-ff18-4f66-b43f-041aebad29e5 None None] Port b977622b-d460-4133-b674-446f064230f1 cannot update to ACTIVE because it is not bound. {{(pid=103470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:16:36.248102 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-9ed2ed84-8985-42b9-8e3d-759bf533b419 req-3bec29cc-da85-4049-8cad-31798ec6176c tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5d29dfe-01e2-4c5b-9649-6ba6794dcb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433378 May 12 17:16:36.297027 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-1f3b3878-e71c-45d0-bfbd-cb262bf04934 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:36.383027 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-1f3b3878-e71c-45d0-bfbd-cb262bf04934 admin admin] Publish callbacks [] for security_group (9aebb616-1881-4e70-9b72-c348c38cc3f4), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:36.386982 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-1f3b3878-e71c-45d0-bfbd-cb262bf04934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (9aebb616-1881-4e70-9b72-c348c38cc3f4), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:36.423438 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3b3878-e71c-45d0-bfbd-cb262bf04934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aebb616-1881-4e70-9b72-c348c38cc3f4,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:36.427702 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-1f3b3878-e71c-45d0-bfbd-cb262bf04934 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f1f6688c63674f3aada8843842d35223&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2727311 May 12 17:16:36.430466 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 54286) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:16:36.478049 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-c4f2d1ba-9d56-412b-af92-3eec2cf3a668 admin admin] Publish callbacks [] for security_group (9aebb616-1881-4e70-9b72-c348c38cc3f4), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:36.499519 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-c4f2d1ba-9d56-412b-af92-3eec2cf3a668 admin admin] Publish callbacks [] for security_group (9aebb616-1881-4e70-9b72-c348c38cc3f4), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:36.548116 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-c4f2d1ba-9d56-412b-af92-3eec2cf3a668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (9aebb616-1881-4e70-9b72-c348c38cc3f4), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:36.550770 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-c4f2d1ba-9d56-412b-af92-3eec2cf3a668 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:36.554664 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-c4f2d1ba-9d56-412b-af92-3eec2cf3a668 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9aebb616-1881-4e70-9b72-c348c38cc3f4 HTTP/1.1" status: 204 len: 168 time: 0.1206439 May 12 17:16:36.561318 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f2d1ba-9d56-412b-af92-3eec2cf3a668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aebb616-1881-4e70-9b72-c348c38cc3f4,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:36.830343 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 54298) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:16:36.844501 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-a4f13d21-cf66-4461-8d37-fec5db67248c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:36.924168 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df9915b-c29c-4f58-81be-bfae653862e6 req-da17c4ee-8691-4cad-ade9-644c80eff15f tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:36.925670 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6df9915b-c29c-4f58-81be-bfae653862e6 req-da17c4ee-8691-4cad-ade9-644c80eff15f tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/ports?device_id=878603bd-9524-4a76-88c3-463a2f09910f HTTP/1.1" status: 200 len: 932 time: 0.0557013 May 12 17:16:36.930195 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-a4f13d21-cf66-4461-8d37-fec5db67248c admin admin] Publish callbacks [] for security_group (a74793ca-f523-40d4-ab7f-7eac1ad133a3), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:36.934336 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-a4f13d21-cf66-4461-8d37-fec5db67248c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (a74793ca-f523-40d4-ab7f-7eac1ad133a3), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:36.971491 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f13d21-cf66-4461-8d37-fec5db67248c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a74793ca-f523-40d4-ab7f-7eac1ad133a3,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:36.976009 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6df9915b-c29c-4f58-81be-bfae653862e6 req-81c6b034-1c85-4793-bdb2-b1aa44f00368 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ad77cae-65fc-4aeb-aa6b-51c8f295ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447600 May 12 17:16:36.985319 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-a4f13d21-cf66-4461-8d37-fec5db67248c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=76103bdeeac14499b17b7f074d332d40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1509166 May 12 17:16:36.985319 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 54302) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:16:37.045160 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c0665507-d6d6-4b96-a3c1-54f7e56ab711 admin admin] Publish callbacks [] for security_group (a74793ca-f523-40d4-ab7f-7eac1ad133a3), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:37.093490 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c0665507-d6d6-4b96-a3c1-54f7e56ab711 admin admin] Publish callbacks [] for security_group (a74793ca-f523-40d4-ab7f-7eac1ad133a3), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:37.123712 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f4c7ba-89f6-4b94-baf1-7ebf07838ae8 req-42507f29-41f8-4716-b020-257d30929791 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:37.125233 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-38f4c7ba-89f6-4b94-baf1-7ebf07838ae8 req-42507f29-41f8-4716-b020-257d30929791 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=47998668-5296-4019-a02c-3c80e30ff266 HTTP/1.1" status: 200 len: 944 time: 0.0686247 May 12 17:16:37.158301 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc3a86f-a1a9-46d3-bd88-c99c0508b3f4 req-e4dd5d14-d578-4c92-9624-7126b8eb1676 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:37.160494 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8cc3a86f-a1a9-46d3-bd88-c99c0508b3f4 req-e4dd5d14-d578-4c92-9624-7126b8eb1676 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=68fea2bf-d6a6-4a97-be8f-bd754b36e60c HTTP/1.1" status: 200 len: 943 time: 0.0495586 May 12 17:16:37.185359 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-38f4c7ba-89f6-4b94-baf1-7ebf07838ae8 req-57a52c66-67f6-493a-aac8-7ec52ef6567e tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=05809961-ab33-4b51-9eba-3187efbff5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488992 May 12 17:16:37.194451 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c0665507-d6d6-4b96-a3c1-54f7e56ab711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (a74793ca-f523-40d4-ab7f-7eac1ad133a3), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:37.195648 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c0665507-d6d6-4b96-a3c1-54f7e56ab711 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:37.201109 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-c0665507-d6d6-4b96-a3c1-54f7e56ab711 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a74793ca-f523-40d4-ab7f-7eac1ad133a3 HTTP/1.1" status: 204 len: 168 time: 0.2139933 May 12 17:16:37.211134 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0665507-d6d6-4b96-a3c1-54f7e56ab711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a74793ca-f523-40d4-ab7f-7eac1ad133a3,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:37.252376 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8cc3a86f-a1a9-46d3-bd88-c99c0508b3f4 req-2b6743dc-f22d-43b8-9f65-7ae703d1c9dc tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=db7d0f43-a860-4c22-8e80-2ebcff18b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875020 May 12 17:16:37.376746 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb61ee52-553e-41f0-a2c1-1a2cf178beb6 req-fa459b6d-c2fa-4fdf-b558-014d2dbe4542 tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:37.378280 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-bb61ee52-553e-41f0-a2c1-1a2cf178beb6 req-fa459b6d-c2fa-4fdf-b558-014d2dbe4542 tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] 10.222.0.23 "GET /v2.0/ports?device_id=88c5e2e9-90b0-49d3-a43a-4ab2e6346af2 HTTP/1.1" status: 200 len: 944 time: 0.0573320 May 12 17:16:37.426324 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-bb61ee52-553e-41f0-a2c1-1a2cf178beb6 req-83ac13e4-f613-4e20-814c-4792407dd109 tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5d29dfe-01e2-4c5b-9649-6ba6794dcb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422981 May 12 17:16:37.521082 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Device c3f98d92-aa4f-4644-b6e9-33c2db6e68f7 up at agent hyperv_hv-cinder-84159 {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:16:37.567281 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Provisioning for port c3f98d92-aa4f-4644-b6e9-33c2db6e68f7 completed by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 17:16:37.576914 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Provisioning complete for port c3f98d92-aa4f-4644-b6e9-33c2db6e68f7 triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:16:37.577337 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (c3f98d92-aa4f-4644-b6e9-33c2db6e68f7), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:37.665074 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Current status of the port c3f98d92-aa4f-4644-b6e9-33c2db6e68f7 is: BUILD; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:16:37.665500 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (c3f98d92-aa4f-4644-b6e9-33c2db6e68f7), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:37.690267 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88c5e2e9-90b0-49d3-a43a-4ab2e6346af2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3f98d92-aa4f-4644-b6e9-33c2db6e68f7'}] {{(pid=103470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:16:37.768794 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] For port c3f98d92-aa4f-4644-b6e9-33c2db6e68f7, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=c3f98d92-aa4f-4644-b6e9-33c2db6e68f7,segment=NetworkSegment(71a7ccad-3b9a-49dc-aad4-6fc2bb28e609),segment_id=71a7ccad-3b9a-49dc-aad4-6fc2bb28e609)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:16:37.775124 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (c3f98d92-aa4f-4644-b6e9-33c2db6e68f7), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:37.851076 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Pushing event updated for resources: {'Port': ['ID=c3f98d92-aa4f-4644-b6e9-33c2db6e68f7,revision_number=5']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:37.877129 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}983eca14ffe1519f8471a5ce991629ce2b8e436912840ac2edb7b499268545ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b685a944-a254-451b-b1ac-c028433d883e" -d '{"events": [{"server_uuid": "88c5e2e9-90b0-49d3-a43a-4ab2e6346af2", "name": "network-vif-plugged", "status": "completed", "tag": "c3f98d92-aa4f-4644-b6e9-33c2db6e68f7"}]}' {{(pid=103470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:16:38.023937 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e7a66a5-d8e0-461f-9552-4ffacc0c0f0f x-openstack-request-id: req-5e7a66a5-d8e0-461f-9552-4ffacc0c0f0f {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:16:38.024310 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88c5e2e9-90b0-49d3-a43a-4ab2e6346af2", "name": "network-vif-plugged", "status": "completed", "tag": "c3f98d92-aa4f-4644-b6e9-33c2db6e68f7", "code": 200}]} {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:16:38.024714 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5e7a66a5-d8e0-461f-9552-4ffacc0c0f0f {{(pid=103470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:16:38.025233 dv-cinder-841591-1-iscsi neutron-server[103470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e7a66a5-d8e0-461f-9552-4ffacc0c0f0f'] response: {'server_uuid': '88c5e2e9-90b0-49d3-a43a-4ab2e6346af2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3f98d92-aa4f-4644-b6e9-33c2db6e68f7', 'code': 200} May 12 17:16:38.300073 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263bbfbc-0b17-43aa-b0d5-36b57214d8ca req-5aa84d7b-084a-405f-92e2-7ed0861ca315 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:38.302238 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-263bbfbc-0b17-43aa-b0d5-36b57214d8ca req-5aa84d7b-084a-405f-92e2-7ed0861ca315 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/ports?device_id=878603bd-9524-4a76-88c3-463a2f09910f HTTP/1.1" status: 200 len: 932 time: 0.2490742 May 12 17:16:38.315204 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b5f049-b8c8-4e59-8bbb-6b0ac64115c6 req-38fa59c0-2429-4d58-a43d-3ab2b1f1b104 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:38.316688 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-44b5f049-b8c8-4e59-8bbb-6b0ac64115c6 req-38fa59c0-2429-4d58-a43d-3ab2b1f1b104 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=47998668-5296-4019-a02c-3c80e30ff266 HTTP/1.1" status: 200 len: 944 time: 0.0475409 May 12 17:16:38.358107 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-263bbfbc-0b17-43aa-b0d5-36b57214d8ca req-c3133da2-3f7a-4367-9fd5-49b30222c1b2 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ad77cae-65fc-4aeb-aa6b-51c8f295ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482500 May 12 17:16:38.377258 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-44b5f049-b8c8-4e59-8bbb-6b0ac64115c6 req-72899c6e-c6a9-40f3-84be-56c4c8cb9722 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=05809961-ab33-4b51-9eba-3187efbff5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509093 May 12 17:16:38.459372 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e61774a-16de-4fd2-8d24-b8d6adb0a9ef req-57da5340-81fd-40c7-a025-c39e69d31237 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:38.460863 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-0e61774a-16de-4fd2-8d24-b8d6adb0a9ef req-57da5340-81fd-40c7-a025-c39e69d31237 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=68fea2bf-d6a6-4a97-be8f-bd754b36e60c HTTP/1.1" status: 200 len: 943 time: 0.0463347 May 12 17:16:38.511752 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-0e61774a-16de-4fd2-8d24-b8d6adb0a9ef req-e8fbfaf1-8d89-435b-ad00-d4efa6491eb7 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=db7d0f43-a860-4c22-8e80-2ebcff18b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430458 May 12 17:16:38.567205 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [req-6507c607-716e-4c10-864d-383530926bd5 req-52a07156-0172-4e46-a587-08003c6798d3 service neutron] Request body: {'port': {'device_id': '878603bd-9524-4a76-88c3-463a2f09910f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84159'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:16:38.579351 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c40337-b91d-406c-9df2-532b9ab9b0fc req-d0e3b45a-a54a-4c94-ba9f-3e63e5fbd146 tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:38.580794 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-96c40337-b91d-406c-9df2-532b9ab9b0fc req-d0e3b45a-a54a-4c94-ba9f-3e63e5fbd146 tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] 10.222.0.23 "GET /v2.0/ports?device_id=88c5e2e9-90b0-49d3-a43a-4ab2e6346af2 HTTP/1.1" status: 200 len: 945 time: 0.0772052 May 12 17:16:38.664067 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-6507c607-716e-4c10-864d-383530926bd5 req-52a07156-0172-4e46-a587-08003c6798d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (b977622b-d460-4133-b674-446f064230f1), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:38.683079 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-96c40337-b91d-406c-9df2-532b9ab9b0fc req-b8af6e48-41f9-42a1-9411-fc4a77a93830 tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5d29dfe-01e2-4c5b-9649-6ba6794dcb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872643 May 12 17:16:39.208987 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [req-6507c607-716e-4c10-864d-383530926bd5 req-52a07156-0172-4e46-a587-08003c6798d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b977622b-d460-4133-b674-446f064230f1 {{(pid=103469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:16:39.218255 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-6507c607-716e-4c10-864d-383530926bd5 req-52a07156-0172-4e46-a587-08003c6798d3 service neutron] Publish callbacks [] for port (b977622b-d460-4133-b674-446f064230f1), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:39.238796 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.db.provisioning_blocks [req-6507c607-716e-4c10-864d-383530926bd5 req-52a07156-0172-4e46-a587-08003c6798d3 service neutron] Transition to ACTIVE for port object b977622b-d460-4133-b674-446f064230f1 will not be triggered until provisioned by entity L2. {{(pid=103469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 17:16:39.242883 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-6507c607-716e-4c10-864d-383530926bd5 req-52a07156-0172-4e46-a587-08003c6798d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968562'] for port (b977622b-d460-4133-b674-446f064230f1), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:39.301045 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a07156-0172-4e46-a587-08003c6798d3 service neutron] Pushing event updated for resources: {'Port': ['ID=b977622b-d460-4133-b674-446f064230f1,revision_number=2']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:39.432219 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.managers [req-6507c607-716e-4c10-864d-383530926bd5 req-52a07156-0172-4e46-a587-08003c6798d3 service neutron] Attempting to bind port b977622b-d460-4133-b674-446f064230f1 on host hv-cinder-84159 for vnic_type normal with profile {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:16:39.432979 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.managers [req-6507c607-716e-4c10-864d-383530926bd5 req-52a07156-0172-4e46-a587-08003c6798d3 service neutron] Attempting to bind port b977622b-d460-4133-b674-446f064230f1 by drivers openvswitch,hyperv on host hv-cinder-84159 at level 0 using segments [{'id': 'fda86e11-a8f8-47c8-b327-8db06b8cc0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '8e057b02-0e5b-44bd-83b7-2f23a5bc0a94'}] {{(pid=103469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:16:39.432979 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6507c607-716e-4c10-864d-383530926bd5 req-52a07156-0172-4e46-a587-08003c6798d3 service neutron] Attempting to bind port b977622b-d460-4133-b674-446f064230f1 on network 8e057b02-0e5b-44bd-83b7-2f23a5bc0a94 {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:16:39.441059 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6507c607-716e-4c10-864d-383530926bd5 req-52a07156-0172-4e46-a587-08003c6798d3 service neutron] Port b977622b-d460-4133-b674-446f064230f1 on network 8e057b02-0e5b-44bd-83b7-2f23a5bc0a94 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84159 {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 17:16:39.441462 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6507c607-716e-4c10-864d-383530926bd5 req-52a07156-0172-4e46-a587-08003c6798d3 service neutron] Attempting to bind port b977622b-d460-4133-b674-446f064230f1 on network 8e057b02-0e5b-44bd-83b7-2f23a5bc0a94 {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:16:39.446840 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6507c607-716e-4c10-864d-383530926bd5 req-52a07156-0172-4e46-a587-08003c6798d3 service neutron] Checking agent: {'id': '38379b20-dcc3-43b7-a09e-956d8be7db9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84159', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 13, 58), 'started_at': datetime.datetime(2022, 5, 12, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:16:39.447229 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6507c607-716e-4c10-864d-383530926bd5 req-52a07156-0172-4e46-a587-08003c6798d3 service neutron] Checking segment: {'id': 'fda86e11-a8f8-47c8-b327-8db06b8cc0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '8e057b02-0e5b-44bd-83b7-2f23a5bc0a94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:16:39.447792 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6507c607-716e-4c10-864d-383530926bd5 req-52a07156-0172-4e46-a587-08003c6798d3 service neutron] Bound using segment: {'id': 'fda86e11-a8f8-47c8-b327-8db06b8cc0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '8e057b02-0e5b-44bd-83b7-2f23a5bc0a94'} {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:16:39.448262 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.managers [req-6507c607-716e-4c10-864d-383530926bd5 req-52a07156-0172-4e46-a587-08003c6798d3 service neutron] Bound port: b977622b-d460-4133-b674-446f064230f1, host: hv-cinder-84159, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fda86e11-a8f8-47c8-b327-8db06b8cc0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '8e057b02-0e5b-44bd-83b7-2f23a5bc0a94'}}] {{(pid=103469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:16:39.448675 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-6507c607-716e-4c10-864d-383530926bd5 req-52a07156-0172-4e46-a587-08003c6798d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (b977622b-d460-4133-b674-446f064230f1), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:39.530279 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e905f86-ae44-4cd5-9d99-3809304d2f9d req-9f3d2613-174d-4f08-9a23-9f34e7bc5fa3 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:39.531877 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-0e905f86-ae44-4cd5-9d99-3809304d2f9d req-9f3d2613-174d-4f08-9a23-9f34e7bc5fa3 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/ports?device_id=878603bd-9524-4a76-88c3-463a2f09910f HTTP/1.1" status: 200 len: 944 time: 0.0739498 May 12 17:16:39.563979 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a65cb1-66d5-459d-b573-60f2a7406041 req-eee8e3c7-24c9-498c-90d4-1705e9443a8e tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:39.565399 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b8a65cb1-66d5-459d-b573-60f2a7406041 req-eee8e3c7-24c9-498c-90d4-1705e9443a8e tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=47998668-5296-4019-a02c-3c80e30ff266 HTTP/1.1" status: 200 len: 944 time: 0.0637436 May 12 17:16:39.587707 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [req-6507c607-716e-4c10-864d-383530926bd5 req-52a07156-0172-4e46-a587-08003c6798d3 service neutron] For port b977622b-d460-4133-b674-446f064230f1, host hv-cinder-84159, cleared binding levels {{(pid=103469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:16:39.589804 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-0e905f86-ae44-4cd5-9d99-3809304d2f9d req-f3b16541-4248-48e2-88a7-ea59ee716763 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ad77cae-65fc-4aeb-aa6b-51c8f295ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520234 May 12 17:16:39.618566 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [req-6507c607-716e-4c10-864d-383530926bd5 req-52a07156-0172-4e46-a587-08003c6798d3 service neutron] For port b977622b-d460-4133-b674-446f064230f1, host hv-cinder-84159, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=b977622b-d460-4133-b674-446f064230f1,segment=NetworkSegment(fda86e11-a8f8-47c8-b327-8db06b8cc0ae),segment_id=fda86e11-a8f8-47c8-b327-8db06b8cc0ae)] {{(pid=103469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:16:39.630842 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-6507c607-716e-4c10-864d-383530926bd5 req-52a07156-0172-4e46-a587-08003c6798d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968562'] for port (b977622b-d460-4133-b674-446f064230f1), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:39.670762 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b8a65cb1-66d5-459d-b573-60f2a7406041 req-ed1554ea-4676-46d4-afa2-fbba2f7f75e0 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=05809961-ab33-4b51-9eba-3187efbff5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977480 May 12 17:16:39.679785 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6507c607-716e-4c10-864d-383530926bd5 req-52a07156-0172-4e46-a587-08003c6798d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:39.680403 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-6507c607-716e-4c10-864d-383530926bd5 req-52a07156-0172-4e46-a587-08003c6798d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-519179'] for port (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:39.681792 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6507c607-716e-4c10-864d-383530926bd5 req-52a07156-0172-4e46-a587-08003c6798d3 service neutron] 10.222.0.58 "PUT /v2.0/ports/b977622b-d460-4133-b674-446f064230f1 HTTP/1.1" status: 200 len: 1094 time: 1.1231937 May 12 17:16:39.682188 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '878603bd-9524-4a76-88c3-463a2f09910f', 'tag': 'b977622b-d460-4133-b674-446f064230f1'}] {{(pid=103469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:16:39.696171 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f85210d-ebf5-41c6-bebc-b2a32e817775 req-a00d7523-6789-476a-8422-52e158cb6836 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:39.698494 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-3f85210d-ebf5-41c6-bebc-b2a32e817775 req-a00d7523-6789-476a-8422-52e158cb6836 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=68fea2bf-d6a6-4a97-be8f-bd754b36e60c HTTP/1.1" status: 200 len: 943 time: 0.0586216 May 12 17:16:39.747471 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a07156-0172-4e46-a587-08003c6798d3 service neutron] Pushing event updated for resources: {'Port': ['ID=b977622b-d460-4133-b674-446f064230f1,revision_number=3']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:39.800893 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-3f85210d-ebf5-41c6-bebc-b2a32e817775 req-84e9f2d4-70e2-40fb-b767-73c185e746fa tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=db7d0f43-a860-4c22-8e80-2ebcff18b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877929 May 12 17:16:39.825975 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef37483-e70e-4f08-b99f-4ec26933c91d req-f2c3c7fe-91fb-4101-9844-ac41b06d2f98 tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:39.827711 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8ef37483-e70e-4f08-b99f-4ec26933c91d req-f2c3c7fe-91fb-4101-9844-ac41b06d2f98 tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] 10.222.0.23 "GET /v2.0/ports?device_id=88c5e2e9-90b0-49d3-a43a-4ab2e6346af2 HTTP/1.1" status: 200 len: 945 time: 0.0619245 May 12 17:16:39.867406 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a389b951f31a62b906e18655c420a9fe9aa70b39b59c66ae41c54d630ec86ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6417b91-14b1-48f5-9631-8c3e14af1248" -d '{"events": [{"name": "network-changed", "server_uuid": "878603bd-9524-4a76-88c3-463a2f09910f", "tag": "b977622b-d460-4133-b674-446f064230f1"}]}' {{(pid=103469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:16:39.908502 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8ef37483-e70e-4f08-b99f-4ec26933c91d req-036af48c-c363-40b3-b05a-ef92204a4202 tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5d29dfe-01e2-4c5b-9649-6ba6794dcb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704956 May 12 17:16:39.988838 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1148018c-9abd-433b-9d62-be6aca3aa94d x-openstack-request-id: req-1148018c-9abd-433b-9d62-be6aca3aa94d {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:16:39.989131 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "878603bd-9524-4a76-88c3-463a2f09910f", "tag": "b977622b-d460-4133-b674-446f064230f1", "status": "completed", "code": 200}]} {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:16:39.989437 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1148018c-9abd-433b-9d62-be6aca3aa94d {{(pid=103469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:16:39.990070 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1148018c-9abd-433b-9d62-be6aca3aa94d'] response: {'name': 'network-changed', 'server_uuid': '878603bd-9524-4a76-88c3-463a2f09910f', 'tag': 'b977622b-d460-4133-b674-446f064230f1', 'status': 'completed', 'code': 200} May 12 17:16:40.703820 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56147317-6f36-489d-b821-e2b78c220c85 req-2ff5401f-c379-432d-abd6-1b06f91b2c0a tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:40.705299 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-56147317-6f36-489d-b821-e2b78c220c85 req-2ff5401f-c379-432d-abd6-1b06f91b2c0a tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/ports?device_id=878603bd-9524-4a76-88c3-463a2f09910f HTTP/1.1" status: 200 len: 944 time: 0.0504460 May 12 17:16:40.754981 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-56147317-6f36-489d-b821-e2b78c220c85 req-9a830237-161e-4dd3-b2ab-7fc46e25bb7f tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ad77cae-65fc-4aeb-aa6b-51c8f295ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430264 May 12 17:16:40.811746 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c112ef-0058-49d7-be56-7114b39d77f0 req-d31f1490-7a8a-4698-8efa-ed6f07eaf264 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:40.813459 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-d5c112ef-0058-49d7-be56-7114b39d77f0 req-d31f1490-7a8a-4698-8efa-ed6f07eaf264 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=47998668-5296-4019-a02c-3c80e30ff266 HTTP/1.1" status: 200 len: 944 time: 0.0488358 May 12 17:16:40.844304 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Device d57d4a88-7f65-442d-9424-fce30450293a details requested by agent hyperv_hv-cinder-84159 with host hv-cinder-84159 {{(pid=103470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 17:16:40.879444 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-d5c112ef-0058-49d7-be56-7114b39d77f0 req-af4f6753-f8db-4167-9c10-8403e751c594 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=05809961-ab33-4b51-9eba-3187efbff5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578542 May 12 17:16:40.935384 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d247ca-f7f2-4a63-97f8-4a6f905f6dc9 req-90a93bf2-09f9-40ea-9d5f-aace1835971f tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:40.937497 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-14d247ca-f7f2-4a63-97f8-4a6f905f6dc9 req-90a93bf2-09f9-40ea-9d5f-aace1835971f tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=68fea2bf-d6a6-4a97-be8f-bd754b36e60c HTTP/1.1" status: 200 len: 943 time: 0.0735919 May 12 17:16:40.969928 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] For port d57d4a88-7f65-442d-9424-fce30450293a, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=d57d4a88-7f65-442d-9424-fce30450293a,segment=NetworkSegment(19a8dca8-bd58-4f99-95b0-2fe50f24eee0),segment_id=19a8dca8-bd58-4f99-95b0-2fe50f24eee0)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:16:40.993261 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Returning: {'device': 'd57d4a88-7f65-442d-9424-fce30450293a', 'network_id': 'ff0d6338-2300-4010-ae74-9c2289a9588a', 'port_id': 'd57d4a88-7f65-442d-9424-fce30450293a', 'mac_address': 'fa:16:3e:20:2e:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ceba6be-c195-4fd8-b10b-839022cc6ef4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 17:16:41.012384 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-14d247ca-f7f2-4a63-97f8-4a6f905f6dc9 req-c19459a7-9fbc-4565-a987-d05c68e0bd1f tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=db7d0f43-a860-4c22-8e80-2ebcff18b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661836 May 12 17:16:41.045554 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Current status of the port d57d4a88-7f65-442d-9424-fce30450293a is: DOWN; New status is: BUILD {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:16:41.046157 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (d57d4a88-7f65-442d-9424-fce30450293a), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:41.062566 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d57d4a88-7f65-442d-9424-fce30450293a {{(pid=103470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:16:41.067279 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6a4401-39ef-42a5-b45c-971378ebbe6e req-b9669dbb-6e5b-4887-bbe0-adb81bdb88bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:41.069385 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-2d6a4401-39ef-42a5-b45c-971378ebbe6e req-b9669dbb-6e5b-4887-bbe0-adb81bdb88bb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=638166bec22640968de80cfeaeed437b&device_id=674ec2ad-d5d1-46d6-b683-b5c2bd561c9a HTTP/1.1" status: 200 len: 1127 time: 0.0438821 May 12 17:16:41.070610 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeed207-7387-4306-a044-ac46a751c287 req-9c328c42-1650-4ec6-8599-16a87407100d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:41.072681 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-daeed207-7387-4306-a044-ac46a751c287 req-9c328c42-1650-4ec6-8599-16a87407100d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9f96cd34d1bc46b78a000e0b5af9d6a2&device_id=47998668-5296-4019-a02c-3c80e30ff266 HTTP/1.1" status: 200 len: 1128 time: 0.0576313 May 12 17:16:41.093102 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] For port d57d4a88-7f65-442d-9424-fce30450293a, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=d57d4a88-7f65-442d-9424-fce30450293a,segment=NetworkSegment(19a8dca8-bd58-4f99-95b0-2fe50f24eee0),segment_id=19a8dca8-bd58-4f99-95b0-2fe50f24eee0)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:16:41.103776 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (d57d4a88-7f65-442d-9424-fce30450293a), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:41.168940 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Pushing event updated for resources: {'Port': ['ID=d57d4a88-7f65-442d-9424-fce30450293a,revision_number=4']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:41.210007 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef5a602-2324-465a-aad1-83e836f7afbc req-a85c2008-9d2b-4f03-9c64-4d9023e8aeb2 tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:41.211412 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-9ef5a602-2324-465a-aad1-83e836f7afbc req-a85c2008-9d2b-4f03-9c64-4d9023e8aeb2 tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] 10.222.0.23 "GET /v2.0/ports?device_id=88c5e2e9-90b0-49d3-a43a-4ab2e6346af2 HTTP/1.1" status: 200 len: 945 time: 0.2289152 May 12 17:16:41.237532 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6417b91-14b1-48f5-9631-8c3e14af1248 req-32138191-7685-421c-b99e-f243a67a75da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:41.238637 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-e6417b91-14b1-48f5-9631-8c3e14af1248 req-32138191-7685-421c-b99e-f243a67a75da service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=67e7bebb3ef2474591626aa0a76d7a1d&device_id=878603bd-9524-4a76-88c3-463a2f09910f HTTP/1.1" status: 200 len: 1128 time: 0.2217076 May 12 17:16:41.241827 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeed207-7387-4306-a044-ac46a751c287 req-112b9254-a01f-405a-8ba8-b7bbc0446bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:41.243457 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-daeed207-7387-4306-a044-ac46a751c287 req-112b9254-a01f-405a-8ba8-b7bbc0446bf2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=77b21ff8-23c6-42d2-9321-6759378651ee HTTP/1.1" status: 200 len: 918 time: 0.1625311 May 12 17:16:41.285283 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-daeed207-7387-4306-a044-ac46a751c287 req-8062091d-c3ef-420b-beaa-8e69fcd77f6b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83ec910a-00e4-4992-bde0-b3583158daf3 HTTP/1.1" status: 200 len: 217 time: 0.0347178 May 12 17:16:41.332029 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] get_ports_and_sgs() called for port_ids ['d57d4a88-7f65-442d-9424-fce30450293a'] {{(pid=103470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:16:41.333873 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeed207-7387-4306-a044-ac46a751c287 req-c6e3cf55-aee2-4d12-873c-257c76daf1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:41.335307 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e61806-1706-432c-bf0d-8fbdce117927 req-28850cfc-058d-48bd-92bd-1a684edaa166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:41.335429 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-daeed207-7387-4306-a044-ac46a751c287 req-c6e3cf55-aee2-4d12-873c-257c76daf1fa service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0cd36ca6-63ed-4772-87aa-c30fa42b51b3 HTTP/1.1" status: 200 len: 856 time: 0.0435598 May 12 17:16:41.336828 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-15e61806-1706-432c-bf0d-8fbdce117927 req-28850cfc-058d-48bd-92bd-1a684edaa166 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=88c5e2e9-90b0-49d3-a43a-4ab2e6346af2 HTTP/1.1" status: 200 len: 1129 time: 0.2030184 May 12 17:16:41.402991 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeed207-7387-4306-a044-ac46a751c287 req-610201af-f9d0-466f-85d7-65339f445524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:41.404995 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-daeed207-7387-4306-a044-ac46a751c287 req-610201af-f9d0-466f-85d7-65339f445524 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=77b21ff8-23c6-42d2-9321-6759378651ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0577343 May 12 17:16:41.407107 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-15e61806-1706-432c-bf0d-8fbdce117927 req-229ebcae-e383-4c2b-b4d5-b56552294aef service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:41.493121 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6a4401-39ef-42a5-b45c-971378ebbe6e req-ea2beadf-b438-4552-a410-149fb0ab6aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:41.502764 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-2d6a4401-39ef-42a5-b45c-971378ebbe6e req-ea2beadf-b438-4552-a410-149fb0ab6aab service neutron] 10.222.0.58 "GET /v2.0/networks?id=ff0d6338-2300-4010-ae74-9c2289a9588a HTTP/1.1" status: 200 len: 920 time: 0.3985436 May 12 17:16:41.507181 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-daeed207-7387-4306-a044-ac46a751c287 req-92385ee8-8aa2-4bec-be24-8c3530f8bb47 service neutron] 10.222.0.58 "GET /v2.0/networks/77b21ff8-23c6-42d2-9321-6759378651ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945201 May 12 17:16:41.584171 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-9ef5a602-2324-465a-aad1-83e836f7afbc req-7d9cb491-bc80-4146-86d2-d67b7d6d3b31 tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5d29dfe-01e2-4c5b-9649-6ba6794dcb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3602273 May 12 17:16:41.603533 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-2d6a4401-39ef-42a5-b45c-971378ebbe6e req-11c27ef3-f9c2-4683-a911-0b2b11b3678b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d57d4a88-7f65-442d-9424-fce30450293a HTTP/1.1" status: 200 len: 217 time: 0.0993705 May 12 17:16:41.619449 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-daeed207-7387-4306-a044-ac46a751c287 req-c429473e-52fe-499c-bdd2-11b01bc731de service neutron] 10.222.0.58 "GET /v2.0/networks/77b21ff8-23c6-42d2-9321-6759378651ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053085 May 12 17:16:41.695423 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6417b91-14b1-48f5-9631-8c3e14af1248 req-41f302bb-ad6e-4530-908c-caffd9bd33bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:41.696976 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-e6417b91-14b1-48f5-9631-8c3e14af1248 req-41f302bb-ad6e-4530-908c-caffd9bd33bd service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=67e7bebb3ef2474591626aa0a76d7a1d&shared=False HTTP/1.1" status: 200 len: 911 time: 0.4087973 May 12 17:16:41.725712 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6a4401-39ef-42a5-b45c-971378ebbe6e req-1fe1b5bd-cf5b-4889-ac59-81fa17e0bee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:41.727952 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-2d6a4401-39ef-42a5-b45c-971378ebbe6e req-1fe1b5bd-cf5b-4889-ac59-81fa17e0bee7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3ceba6be-c195-4fd8-b10b-839022cc6ef4 HTTP/1.1" status: 200 len: 858 time: 0.1163452 May 12 17:16:41.738232 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeed207-7387-4306-a044-ac46a751c287 req-9e60ccc9-b9ea-4a35-9e5a-b427cacf78e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:41.739920 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-daeed207-7387-4306-a044-ac46a751c287 req-9e60ccc9-b9ea-4a35-9e5a-b427cacf78e4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=638166bec22640968de80cfeaeed437b&device_id=68fea2bf-d6a6-4a97-be8f-bd754b36e60c HTTP/1.1" status: 200 len: 1127 time: 0.0581493 May 12 17:16:41.767353 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-15e61806-1706-432c-bf0d-8fbdce117927 req-229ebcae-e383-4c2b-b4d5-b56552294aef service neutron] Publish callbacks [] for security_group (fe2e3574-7255-4077-9654-93fd2ad86b3a), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:41.796489 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-15e61806-1706-432c-bf0d-8fbdce117927 req-229ebcae-e383-4c2b-b4d5-b56552294aef service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (fe2e3574-7255-4077-9654-93fd2ad86b3a), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:41.887810 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeed207-7387-4306-a044-ac46a751c287 req-825c1120-892f-475d-b497-b017dc39aaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:41.889300 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-daeed207-7387-4306-a044-ac46a751c287 req-825c1120-892f-475d-b497-b017dc39aaf6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ff0d6338-2300-4010-ae74-9c2289a9588a HTTP/1.1" status: 200 len: 920 time: 0.1417432 May 12 17:16:41.890037 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6a4401-39ef-42a5-b45c-971378ebbe6e req-958c4577-7f1a-4756-814d-aae61fd241e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:41.892025 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-2d6a4401-39ef-42a5-b45c-971378ebbe6e req-958c4577-7f1a-4756-814d-aae61fd241e3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ff0d6338-2300-4010-ae74-9c2289a9588a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1472895 May 12 17:16:41.934953 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-15e61806-1706-432c-bf0d-8fbdce117927 req-229ebcae-e383-4c2b-b4d5-b56552294aef service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a5d29dfe-01e2-4c5b-9649-6ba6794dcb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5802796 May 12 17:16:41.947198 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229ebcae-e383-4c2b-b4d5-b56552294aef service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=fe2e3574-7255-4077-9654-93fd2ad86b3a,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:41.960137 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-daeed207-7387-4306-a044-ac46a751c287 req-cd9315aa-d3b0-4d1a-892d-5d44a3b370e3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b14ecbe-91e8-4995-96ec-24bef4c83422 HTTP/1.1" status: 200 len: 217 time: 0.0429220 May 12 17:16:41.968206 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142af260-1788-470b-b4a7-6802f693de59 req-7b60e9d8-a599-4887-8b78-6106294cbdc5 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:41.969651 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-142af260-1788-470b-b4a7-6802f693de59 req-7b60e9d8-a599-4887-8b78-6106294cbdc5 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/ports?device_id=878603bd-9524-4a76-88c3-463a2f09910f HTTP/1.1" status: 200 len: 944 time: 0.0923908 May 12 17:16:42.029753 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6417b91-14b1-48f5-9631-8c3e14af1248 req-708ce919-e220-4542-b952-86d3835f6b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:42.031466 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-e6417b91-14b1-48f5-9631-8c3e14af1248 req-708ce919-e220-4542-b952-86d3835f6b8c service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3223293 May 12 17:16:42.056766 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-142af260-1788-470b-b4a7-6802f693de59 req-e0d81ee8-479e-4b7b-8ca8-ac09780262c2 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ad77cae-65fc-4aeb-aa6b-51c8f295ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797715 May 12 17:16:42.057363 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 54554) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:16:42.099972 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cfd3c5-99b1-4906-9955-7fd228ff2f20 req-f9171862-bd0e-41e4-ab8d-cab1e4f06a69 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:42.107962 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-51cfd3c5-99b1-4906-9955-7fd228ff2f20 req-f9171862-bd0e-41e4-ab8d-cab1e4f06a69 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=47998668-5296-4019-a02c-3c80e30ff266 HTTP/1.1" status: 200 len: 944 time: 0.1000042 May 12 17:16:42.164866 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-2d6a4401-39ef-42a5-b45c-971378ebbe6e req-61b7a308-ef97-4497-af87-18d5dfaae18b service neutron] 10.222.0.58 "GET /v2.0/networks/ff0d6338-2300-4010-ae74-9c2289a9588a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619755 May 12 17:16:42.239273 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead1713b-f09f-4ff0-a8bc-ef0683ebe925 req-4e563a42-3a60-41ee-ae81-d964f418af00 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:42.246580 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ead1713b-f09f-4ff0-a8bc-ef0683ebe925 req-4e563a42-3a60-41ee-ae81-d964f418af00 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=68fea2bf-d6a6-4a97-be8f-bd754b36e60c HTTP/1.1" status: 200 len: 943 time: 0.1152310 May 12 17:16:42.264097 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-45fedbd8-d1d1-4b7e-a782-11c9151fee52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:42.270688 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-51cfd3c5-99b1-4906-9955-7fd228ff2f20 req-495b8cf1-b4d1-4bd7-b59d-c1cde367ed23 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=05809961-ab33-4b51-9eba-3187efbff5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1576197 May 12 17:16:42.303829 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeed207-7387-4306-a044-ac46a751c287 req-568d044e-0625-43b1-ba3c-720602c163af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:42.305461 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-daeed207-7387-4306-a044-ac46a751c287 req-568d044e-0625-43b1-ba3c-720602c163af service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3ceba6be-c195-4fd8-b10b-839022cc6ef4 HTTP/1.1" status: 200 len: 858 time: 0.1288402 May 12 17:16:42.324101 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6507c607-716e-4c10-864d-383530926bd5 req-6c670616-e07f-42f7-bec7-3c7a28eea0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:42.325813 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-6507c607-716e-4c10-864d-383530926bd5 req-6c670616-e07f-42f7-bec7-3c7a28eea0a7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=67e7bebb3ef2474591626aa0a76d7a1d&device_id=878603bd-9524-4a76-88c3-463a2f09910f HTTP/1.1" status: 200 len: 1128 time: 0.1195071 May 12 17:16:42.378096 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-6507c607-716e-4c10-864d-383530926bd5 req-52f174aa-c463-47be-a416-83b811622a93 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b977622b-d460-4133-b674-446f064230f1 HTTP/1.1" status: 200 len: 217 time: 0.0404036 May 12 17:16:42.390001 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ead1713b-f09f-4ff0-a8bc-ef0683ebe925 req-85b3a358-1726-4f6b-ae69-3d550cc11533 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=db7d0f43-a860-4c22-8e80-2ebcff18b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426480 May 12 17:16:42.399382 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeed207-7387-4306-a044-ac46a751c287 req-d91e9980-4bcd-4b0b-910e-26c798cac4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:42.400984 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-daeed207-7387-4306-a044-ac46a751c287 req-d91e9980-4bcd-4b0b-910e-26c798cac4cb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ff0d6338-2300-4010-ae74-9c2289a9588a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0845203 May 12 17:16:42.423243 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-2d6a4401-39ef-42a5-b45c-971378ebbe6e req-9e7f370d-904a-4028-ba66-232124491d08 service neutron] 10.222.0.58 "GET /v2.0/networks/ff0d6338-2300-4010-ae74-9c2289a9588a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383170 May 12 17:16:42.443438 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6507c607-716e-4c10-864d-383530926bd5 req-f6deb1bc-c72d-44c7-9f16-0b113fb510e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:42.445270 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-6507c607-716e-4c10-864d-383530926bd5 req-f6deb1bc-c72d-44c7-9f16-0b113fb510e5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ee2adf5e-fcc4-48d8-8205-399177bedd23 HTTP/1.1" status: 200 len: 849 time: 0.0574915 May 12 17:16:42.495649 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-45fedbd8-d1d1-4b7e-a782-11c9151fee52 admin admin] Publish callbacks [] for security_group (d0d55bb4-c321-40bf-8def-ecc516c9a3ab), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:42.501566 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-45fedbd8-d1d1-4b7e-a782-11c9151fee52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (d0d55bb4-c321-40bf-8def-ecc516c9a3ab), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:42.555575 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-daeed207-7387-4306-a044-ac46a751c287 req-cbcaa0c1-63e6-4624-b4c2-6b914f1fb886 service neutron] 10.222.0.58 "GET /v2.0/networks/ff0d6338-2300-4010-ae74-9c2289a9588a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462345 May 12 17:16:42.558705 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-45fedbd8-d1d1-4b7e-a782-11c9151fee52 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=369696d17e8b42858359d5daf226ec8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5003085 May 12 17:16:42.559855 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fedbd8-d1d1-4b7e-a782-11c9151fee52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0d55bb4-c321-40bf-8def-ecc516c9a3ab,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:42.561495 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 54570) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:16:42.608703 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-96b45e26-0e0e-4ce2-aa64-21c0d7726422 admin admin] Publish callbacks [] for security_group (d0d55bb4-c321-40bf-8def-ecc516c9a3ab), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:42.629521 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-96b45e26-0e0e-4ce2-aa64-21c0d7726422 admin admin] Publish callbacks [] for security_group (d0d55bb4-c321-40bf-8def-ecc516c9a3ab), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:42.710882 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa8cf12-f2cd-4b18-ad97-a2b13d1cef74 req-400793cc-34cb-4218-8c3e-b8b78d636adc tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:42.712719 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-dfa8cf12-f2cd-4b18-ad97-a2b13d1cef74 req-400793cc-34cb-4218-8c3e-b8b78d636adc tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] 10.222.0.23 "GET /v2.0/ports?device_id=88c5e2e9-90b0-49d3-a43a-4ab2e6346af2 HTTP/1.1" status: 200 len: 945 time: 0.0573988 May 12 17:16:42.725309 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-96b45e26-0e0e-4ce2-aa64-21c0d7726422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (d0d55bb4-c321-40bf-8def-ecc516c9a3ab), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:42.727857 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-96b45e26-0e0e-4ce2-aa64-21c0d7726422 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:42.728924 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-96b45e26-0e0e-4ce2-aa64-21c0d7726422 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d0d55bb4-c321-40bf-8def-ecc516c9a3ab HTTP/1.1" status: 204 len: 168 time: 0.1657043 May 12 17:16:42.750004 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b45e26-0e0e-4ce2-aa64-21c0d7726422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0d55bb4-c321-40bf-8def-ecc516c9a3ab,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:42.778390 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-dfa8cf12-f2cd-4b18-ad97-a2b13d1cef74 req-9843c09b-5ad8-4401-a300-ca9218564270 tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5d29dfe-01e2-4c5b-9649-6ba6794dcb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592055 May 12 17:16:42.876298 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 54584) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:16:42.983447 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-bb36ff70-ffb6-44cc-8efb-c9f4b2b39334 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:43.012910 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 54588) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:16:43.026679 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-3fd524ac-e722-4f62-a59f-96d2285edff2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:43.059494 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-bb36ff70-ffb6-44cc-8efb-c9f4b2b39334 admin admin] Publish callbacks [] for security_group (195785d2-ae79-46fc-8cbf-bb47c69e692a), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:43.062836 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-bb36ff70-ffb6-44cc-8efb-c9f4b2b39334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (195785d2-ae79-46fc-8cbf-bb47c69e692a), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:43.104264 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-bb36ff70-ffb6-44cc-8efb-c9f4b2b39334 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=59316d11367c46008728163d42d43b3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2244232 May 12 17:16:43.104264 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb36ff70-ffb6-44cc-8efb-c9f4b2b39334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=195785d2-ae79-46fc-8cbf-bb47c69e692a,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:43.105519 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 54592) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:16:43.116533 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-3fd524ac-e722-4f62-a59f-96d2285edff2 admin admin] Publish callbacks [] for security_group (2d41b6b9-58bb-45f1-b6dd-0eb343df3447), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:43.122877 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-3fd524ac-e722-4f62-a59f-96d2285edff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (2d41b6b9-58bb-45f1-b6dd-0eb343df3447), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:43.155073 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c78f901b-e7f5-48bc-b399-2018cf37057c admin admin] Publish callbacks [] for security_group (195785d2-ae79-46fc-8cbf-bb47c69e692a), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:43.176767 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c78f901b-e7f5-48bc-b399-2018cf37057c admin admin] Publish callbacks [] for security_group (195785d2-ae79-46fc-8cbf-bb47c69e692a), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:43.190964 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-3fd524ac-e722-4f62-a59f-96d2285edff2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bf1e4528e35d4c0997c4823c3fb4cb01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1769853 May 12 17:16:43.191663 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd524ac-e722-4f62-a59f-96d2285edff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d41b6b9-58bb-45f1-b6dd-0eb343df3447,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:43.194027 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 54596) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:16:43.211495 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f5486b-a1da-408c-a69d-c5bff26c1dde req-da6c9b66-9544-4cf7-95fb-eb597c95c50e tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:43.214890 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e8f5486b-a1da-408c-a69d-c5bff26c1dde req-da6c9b66-9544-4cf7-95fb-eb597c95c50e tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/ports?device_id=878603bd-9524-4a76-88c3-463a2f09910f HTTP/1.1" status: 200 len: 944 time: 0.0803142 May 12 17:16:43.263323 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c78f901b-e7f5-48bc-b399-2018cf37057c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (195785d2-ae79-46fc-8cbf-bb47c69e692a), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:43.264228 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c78f901b-e7f5-48bc-b399-2018cf37057c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:43.265652 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-c78f901b-e7f5-48bc-b399-2018cf37057c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/195785d2-ae79-46fc-8cbf-bb47c69e692a HTTP/1.1" status: 204 len: 168 time: 0.1591806 May 12 17:16:43.273743 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Device 4b14ecbe-91e8-4995-96ec-24bef4c83422 details requested by agent hyperv_hv-cinder-84159 with host hv-cinder-84159 {{(pid=103470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 17:16:43.277876 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e8f5486b-a1da-408c-a69d-c5bff26c1dde req-22f89046-6c24-4c50-b055-aef8b7676bbf tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ad77cae-65fc-4aeb-aa6b-51c8f295ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577991 May 12 17:16:43.281275 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78f901b-e7f5-48bc-b399-2018cf37057c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=195785d2-ae79-46fc-8cbf-bb47c69e692a,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:43.283962 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ee262f8a-9e88-4f03-a829-d5a69d991ba3 admin admin] Publish callbacks [] for security_group (2d41b6b9-58bb-45f1-b6dd-0eb343df3447), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:43.314433 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ee262f8a-9e88-4f03-a829-d5a69d991ba3 admin admin] Publish callbacks [] for security_group (2d41b6b9-58bb-45f1-b6dd-0eb343df3447), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:43.417112 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6d51b0-14dc-4ae9-b1c4-f2d9fd7de061 req-97c5d062-7262-46d5-b956-4e522ea64067 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:43.419191 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-4b6d51b0-14dc-4ae9-b1c4-f2d9fd7de061 req-97c5d062-7262-46d5-b956-4e522ea64067 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=47998668-5296-4019-a02c-3c80e30ff266 HTTP/1.1" status: 200 len: 944 time: 0.0520091 May 12 17:16:43.421741 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ee262f8a-9e88-4f03-a829-d5a69d991ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (2d41b6b9-58bb-45f1-b6dd-0eb343df3447), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:43.424686 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ee262f8a-9e88-4f03-a829-d5a69d991ba3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:43.428589 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-ee262f8a-9e88-4f03-a829-d5a69d991ba3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2d41b6b9-58bb-45f1-b6dd-0eb343df3447 HTTP/1.1" status: 204 len: 168 time: 0.2334533 May 12 17:16:43.438224 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee262f8a-9e88-4f03-a829-d5a69d991ba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d41b6b9-58bb-45f1-b6dd-0eb343df3447,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:43.538300 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-4b6d51b0-14dc-4ae9-b1c4-f2d9fd7de061 req-8b7a2382-81e8-4d8c-8948-716579b32456 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=05809961-ab33-4b51-9eba-3187efbff5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923889 May 12 17:16:43.596646 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] For port 4b14ecbe-91e8-4995-96ec-24bef4c83422, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=4b14ecbe-91e8-4995-96ec-24bef4c83422,segment=NetworkSegment(19a8dca8-bd58-4f99-95b0-2fe50f24eee0),segment_id=19a8dca8-bd58-4f99-95b0-2fe50f24eee0)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:16:43.613620 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Returning: {'device': '4b14ecbe-91e8-4995-96ec-24bef4c83422', 'network_id': 'ff0d6338-2300-4010-ae74-9c2289a9588a', 'port_id': '4b14ecbe-91e8-4995-96ec-24bef4c83422', 'mac_address': 'fa:16:3e:c2:99:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ceba6be-c195-4fd8-b10b-839022cc6ef4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 17:16:43.657680 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166e830a-0cdc-4df1-a2bf-3d07eff5cf7f req-1d97b957-85fb-4e9d-8618-57b2d6c1b8a4 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:43.665864 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-166e830a-0cdc-4df1-a2bf-3d07eff5cf7f req-1d97b957-85fb-4e9d-8618-57b2d6c1b8a4 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=68fea2bf-d6a6-4a97-be8f-bd754b36e60c HTTP/1.1" status: 200 len: 943 time: 0.1322386 May 12 17:16:43.668461 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Current status of the port 4b14ecbe-91e8-4995-96ec-24bef4c83422 is: DOWN; New status is: BUILD {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:16:43.668959 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (4b14ecbe-91e8-4995-96ec-24bef4c83422), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:43.684595 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b14ecbe-91e8-4995-96ec-24bef4c83422 {{(pid=103470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:16:43.717693 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] For port 4b14ecbe-91e8-4995-96ec-24bef4c83422, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=4b14ecbe-91e8-4995-96ec-24bef4c83422,segment=NetworkSegment(19a8dca8-bd58-4f99-95b0-2fe50f24eee0),segment_id=19a8dca8-bd58-4f99-95b0-2fe50f24eee0)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:16:43.732044 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (4b14ecbe-91e8-4995-96ec-24bef4c83422), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:43.733917 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Device 83ec910a-00e4-4992-bde0-b3583158daf3 details requested by agent hyperv_hv-cinder-84159 with host hv-cinder-84159 {{(pid=103470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 17:16:43.747079 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-166e830a-0cdc-4df1-a2bf-3d07eff5cf7f req-da3b44f9-683e-4195-bb76-a4cd707ba482 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=db7d0f43-a860-4c22-8e80-2ebcff18b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751791 May 12 17:16:43.817189 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Pushing event updated for resources: {'Port': ['ID=4b14ecbe-91e8-4995-96ec-24bef4c83422,revision_number=4']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:43.942202 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] For port 83ec910a-00e4-4992-bde0-b3583158daf3, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=83ec910a-00e4-4992-bde0-b3583158daf3,segment=NetworkSegment(c7a6aaf3-54ce-4151-ae72-69f500e464b9),segment_id=c7a6aaf3-54ce-4151-ae72-69f500e464b9)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:16:43.958981 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Returning: {'device': '83ec910a-00e4-4992-bde0-b3583158daf3', 'network_id': '77b21ff8-23c6-42d2-9321-6759378651ee', 'port_id': '83ec910a-00e4-4992-bde0-b3583158daf3', 'mac_address': 'fa:16:3e:a1:93:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cd36ca6-63ed-4772-87aa-c30fa42b51b3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 17:16:43.976239 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8f37c9-723c-41ae-a141-b102a8ee0203 req-7aca09fe-7841-49f8-be1d-53026b62ae0b tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:43.978078 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-ce8f37c9-723c-41ae-a141-b102a8ee0203 req-7aca09fe-7841-49f8-be1d-53026b62ae0b tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] 10.222.0.23 "GET /v2.0/ports?device_id=88c5e2e9-90b0-49d3-a43a-4ab2e6346af2 HTTP/1.1" status: 200 len: 945 time: 0.0669713 May 12 17:16:44.007713 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Current status of the port 83ec910a-00e4-4992-bde0-b3583158daf3 is: DOWN; New status is: BUILD {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:16:44.008208 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (83ec910a-00e4-4992-bde0-b3583158daf3), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:44.030228 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83ec910a-00e4-4992-bde0-b3583158daf3 {{(pid=103470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:16:44.044600 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-ce8f37c9-723c-41ae-a141-b102a8ee0203 req-3bc8275c-f9eb-45b1-a39c-bd026cda65a1 tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5d29dfe-01e2-4c5b-9649-6ba6794dcb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605056 May 12 17:16:44.055644 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] For port 83ec910a-00e4-4992-bde0-b3583158daf3, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=83ec910a-00e4-4992-bde0-b3583158daf3,segment=NetworkSegment(c7a6aaf3-54ce-4151-ae72-69f500e464b9),segment_id=c7a6aaf3-54ce-4151-ae72-69f500e464b9)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:16:44.065955 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (83ec910a-00e4-4992-bde0-b3583158daf3), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:44.129719 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Pushing event updated for resources: {'Port': ['ID=83ec910a-00e4-4992-bde0-b3583158daf3,revision_number=4']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:44.397447 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d23129-7212-485c-9b24-482a3873b4ed req-4654b5a4-112d-44db-b6e1-704fb5555458 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:44.399643 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-03d23129-7212-485c-9b24-482a3873b4ed req-4654b5a4-112d-44db-b6e1-704fb5555458 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/ports?device_id=878603bd-9524-4a76-88c3-463a2f09910f HTTP/1.1" status: 200 len: 944 time: 0.0487134 May 12 17:16:44.453319 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-03d23129-7212-485c-9b24-482a3873b4ed req-fde2bcef-5f75-464e-bddd-2d6e168c0bf1 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ad77cae-65fc-4aeb-aa6b-51c8f295ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477257 May 12 17:16:44.696448 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e944950-c014-4290-b7f6-b78003e7a8c5 req-ac4f931c-cf6c-4e2f-ba6b-5ef4122e107c tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:44.697950 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-3e944950-c014-4290-b7f6-b78003e7a8c5 req-ac4f931c-cf6c-4e2f-ba6b-5ef4122e107c tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=47998668-5296-4019-a02c-3c80e30ff266 HTTP/1.1" status: 200 len: 945 time: 0.0491126 May 12 17:16:44.763050 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-3e944950-c014-4290-b7f6-b78003e7a8c5 req-ad4fef5d-1c83-487d-bb2d-1278831b3344 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=05809961-ab33-4b51-9eba-3187efbff5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566592 May 12 17:16:44.911380 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e3236-35da-49f0-8284-cd7d0fd14ca2 req-6bfb4f8b-0dca-4760-a131-60b841a0fa4f tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:44.918760 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8b2e3236-35da-49f0-8284-cd7d0fd14ca2 req-6bfb4f8b-0dca-4760-a131-60b841a0fa4f tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=68fea2bf-d6a6-4a97-be8f-bd754b36e60c HTTP/1.1" status: 200 len: 944 time: 0.0712161 May 12 17:16:44.967940 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8b2e3236-35da-49f0-8284-cd7d0fd14ca2 req-2a38dd55-9cf7-4495-b027-5d9f6538be45 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=db7d0f43-a860-4c22-8e80-2ebcff18b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479794 May 12 17:16:45.079272 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6507c607-716e-4c10-864d-383530926bd5 req-c2169b38-aae6-435a-a6f9-2e5608df2687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:45.081512 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-6507c607-716e-4c10-864d-383530926bd5 req-c2169b38-aae6-435a-a6f9-2e5608df2687 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8e057b02-0e5b-44bd-83b7-2f23a5bc0a94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443430 May 12 17:16:45.150557 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-daeed207-7387-4306-a044-ac46a751c287 req-ede8ecca-9f2f-43e0-b742-fde07d46c814 service neutron] 10.222.0.58 "GET /v2.0/networks/ff0d6338-2300-4010-ae74-9c2289a9588a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106949 May 12 17:16:45.164621 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5feb769-74bd-45d3-9821-a139ba2598a1 req-075114a4-61f8-4cc7-901e-fc2b99e6c5c3 tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:45.166463 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-a5feb769-74bd-45d3-9821-a139ba2598a1 req-075114a4-61f8-4cc7-901e-fc2b99e6c5c3 tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] 10.222.0.23 "GET /v2.0/ports?device_id=88c5e2e9-90b0-49d3-a43a-4ab2e6346af2 HTTP/1.1" status: 200 len: 945 time: 0.0514748 May 12 17:16:45.224364 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-a5feb769-74bd-45d3-9821-a139ba2598a1 req-b4c49762-9baa-461a-8528-046233aa200c tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5d29dfe-01e2-4c5b-9649-6ba6794dcb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491970 May 12 17:16:45.446639 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] get_ports_and_sgs() called for port_ids ['4b14ecbe-91e8-4995-96ec-24bef4c83422'] {{(pid=103470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:16:45.506525 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-6507c607-716e-4c10-864d-383530926bd5 req-49438f5c-b3bf-4c90-8709-29c0f1f43cd4 service neutron] 10.222.0.58 "GET /v2.0/networks/8e057b02-0e5b-44bd-83b7-2f23a5bc0a94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319194 May 12 17:16:45.531027 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Device d57d4a88-7f65-442d-9424-fce30450293a up at agent hyperv_hv-cinder-84159 {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:16:45.617110 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-6507c607-716e-4c10-864d-383530926bd5 req-f5a08c7b-55a3-4ded-ad69-567c1a38fc3c service neutron] 10.222.0.58 "GET /v2.0/networks/8e057b02-0e5b-44bd-83b7-2f23a5bc0a94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039894 May 12 17:16:45.645492 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d2fc1f-20cb-4ffc-b7b0-131b26ecbb49 req-bf48ad04-e639-4cda-81f3-47ad94dc3e79 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:45.658922 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a7d2fc1f-20cb-4ffc-b7b0-131b26ecbb49 req-bf48ad04-e639-4cda-81f3-47ad94dc3e79 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/ports?device_id=878603bd-9524-4a76-88c3-463a2f09910f HTTP/1.1" status: 200 len: 944 time: 0.1009440 May 12 17:16:45.664049 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] get_ports_and_sgs() called for port_ids ['83ec910a-00e4-4992-bde0-b3583158daf3'] {{(pid=103470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:16:45.725282 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a7d2fc1f-20cb-4ffc-b7b0-131b26ecbb49 req-867a868f-2681-4b19-a890-f6c0dbe94f31 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ad77cae-65fc-4aeb-aa6b-51c8f295ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595238 May 12 17:16:45.758438 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Provisioning for port d57d4a88-7f65-442d-9424-fce30450293a completed by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 17:16:45.778552 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Provisioning complete for port d57d4a88-7f65-442d-9424-fce30450293a triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:16:45.778955 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (d57d4a88-7f65-442d-9424-fce30450293a), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:45.904852 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd9639f-2462-4a5e-9349-a34a3490e621 req-ddc4527f-5a59-416c-bf20-4ee4dd3ac2d5 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:45.912544 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-0bd9639f-2462-4a5e-9349-a34a3490e621 req-ddc4527f-5a59-416c-bf20-4ee4dd3ac2d5 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=47998668-5296-4019-a02c-3c80e30ff266 HTTP/1.1" status: 200 len: 945 time: 0.0687668 May 12 17:16:45.980926 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-0bd9639f-2462-4a5e-9349-a34a3490e621 req-57ff4007-3959-4924-a4d2-c3f01bb9fa4a tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=05809961-ab33-4b51-9eba-3187efbff5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670123 May 12 17:16:46.017889 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Current status of the port d57d4a88-7f65-442d-9424-fce30450293a is: BUILD; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:16:46.018282 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (d57d4a88-7f65-442d-9424-fce30450293a), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:46.055503 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '674ec2ad-d5d1-46d6-b683-b5c2bd561c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd57d4a88-7f65-442d-9424-fce30450293a'}] {{(pid=103470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:16:46.057792 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}983eca14ffe1519f8471a5ce991629ce2b8e436912840ac2edb7b499268545ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1edb53a4-d986-4671-92cd-b0a767a08acd" -d '{"events": [{"server_uuid": "674ec2ad-d5d1-46d6-b683-b5c2bd561c9a", "name": "network-vif-plugged", "status": "completed", "tag": "d57d4a88-7f65-442d-9424-fce30450293a"}]}' {{(pid=103470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:16:46.071126 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] For port d57d4a88-7f65-442d-9424-fce30450293a, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=d57d4a88-7f65-442d-9424-fce30450293a,segment=NetworkSegment(19a8dca8-bd58-4f99-95b0-2fe50f24eee0),segment_id=19a8dca8-bd58-4f99-95b0-2fe50f24eee0)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:16:46.077547 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (d57d4a88-7f65-442d-9424-fce30450293a), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:46.147390 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57ecc1fc-ba30-4af2-b64e-77b7395dbb9a x-openstack-request-id: req-57ecc1fc-ba30-4af2-b64e-77b7395dbb9a {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:16:46.147690 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "674ec2ad-d5d1-46d6-b683-b5c2bd561c9a", "name": "network-vif-plugged", "status": "completed", "tag": "d57d4a88-7f65-442d-9424-fce30450293a", "code": 200}]} {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:16:46.147939 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-57ecc1fc-ba30-4af2-b64e-77b7395dbb9a {{(pid=103470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:16:46.148535 dv-cinder-841591-1-iscsi neutron-server[103470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57ecc1fc-ba30-4af2-b64e-77b7395dbb9a'] response: {'server_uuid': '674ec2ad-d5d1-46d6-b683-b5c2bd561c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd57d4a88-7f65-442d-9424-fce30450293a', 'code': 200} May 12 17:16:46.174492 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba885b6-c79a-4ee5-bb21-551f88f59105 req-88886259-3959-4959-9ce7-d7a4e3eafe37 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:46.176572 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-bba885b6-c79a-4ee5-bb21-551f88f59105 req-88886259-3959-4959-9ce7-d7a4e3eafe37 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=68fea2bf-d6a6-4a97-be8f-bd754b36e60c HTTP/1.1" status: 200 len: 944 time: 0.0733290 May 12 17:16:46.187223 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Pushing event updated for resources: {'Port': ['ID=d57d4a88-7f65-442d-9424-fce30450293a,revision_number=5']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:46.250084 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-bba885b6-c79a-4ee5-bb21-551f88f59105 req-ca7690c8-a111-4e10-91f3-383f41813d35 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=db7d0f43-a860-4c22-8e80-2ebcff18b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680032 May 12 17:16:46.356051 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de585fe-65b8-4144-ac93-c50055c09899 req-9b1576cf-b1a9-469d-a9f8-e67a4e94ba34 tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:46.358900 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-6de585fe-65b8-4144-ac93-c50055c09899 req-9b1576cf-b1a9-469d-a9f8-e67a4e94ba34 tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] 10.222.0.23 "GET /v2.0/ports?device_id=88c5e2e9-90b0-49d3-a43a-4ab2e6346af2 HTTP/1.1" status: 200 len: 945 time: 0.0562363 May 12 17:16:46.410536 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-6de585fe-65b8-4144-ac93-c50055c09899 req-6ef841d9-9153-4095-88a5-36d602ae0f57 tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5d29dfe-01e2-4c5b-9649-6ba6794dcb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471756 May 12 17:16:46.624200 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 54830) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:16:46.742992 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-5fe3d60a-fb70-407f-8f4a-8a272693f2f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:46.875519 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0391b271-4d16-44b0-aec0-4e411e3a9974 req-51518c10-2b05-42b2-83d4-7623b85c0d08 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:46.876918 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0391b271-4d16-44b0-aec0-4e411e3a9974 req-51518c10-2b05-42b2-83d4-7623b85c0d08 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/ports?device_id=878603bd-9524-4a76-88c3-463a2f09910f HTTP/1.1" status: 200 len: 944 time: 0.0645010 May 12 17:16:47.041996 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Device 4b14ecbe-91e8-4995-96ec-24bef4c83422 up at agent hyperv_hv-cinder-84159 {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:16:47.076285 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-5fe3d60a-fb70-407f-8f4a-8a272693f2f2 admin admin] Publish callbacks [] for security_group (4ce46a53-c9e5-474f-8840-d1ae63394bd2), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:47.088949 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-5fe3d60a-fb70-407f-8f4a-8a272693f2f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (4ce46a53-c9e5-474f-8840-d1ae63394bd2), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:47.158608 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0aa414-d7ef-40af-a615-a8066d6e2086 req-e1844443-40ef-4e42-9fbf-cb593802f8d2 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:47.161258 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Provisioning for port 4b14ecbe-91e8-4995-96ec-24bef4c83422 completed by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 17:16:47.166599 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-dc0aa414-d7ef-40af-a615-a8066d6e2086 req-e1844443-40ef-4e42-9fbf-cb593802f8d2 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=47998668-5296-4019-a02c-3c80e30ff266 HTTP/1.1" status: 200 len: 945 time: 0.0608964 May 12 17:16:47.174377 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Provisioning complete for port 4b14ecbe-91e8-4995-96ec-24bef4c83422 triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:16:47.174811 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (4b14ecbe-91e8-4995-96ec-24bef4c83422), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:47.235621 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-dc0aa414-d7ef-40af-a615-a8066d6e2086 req-3fd2532d-aa04-49ef-9e26-7775b280dd7f tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=05809961-ab33-4b51-9eba-3187efbff5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678835 May 12 17:16:47.238620 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0391b271-4d16-44b0-aec0-4e411e3a9974 req-c1dd3fe1-b339-4428-8820-626727d52f19 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ad77cae-65fc-4aeb-aa6b-51c8f295ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3535056 May 12 17:16:47.272740 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe3d60a-fb70-407f-8f4a-8a272693f2f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce46a53-c9e5-474f-8840-d1ae63394bd2,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:47.279079 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-5fe3d60a-fb70-407f-8f4a-8a272693f2f2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5a11bdf9c86043e7a6ac6f68fa99a418&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6538048 May 12 17:16:47.281754 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 54856) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:16:47.324527 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Current status of the port 4b14ecbe-91e8-4995-96ec-24bef4c83422 is: BUILD; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:16:47.324919 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (4b14ecbe-91e8-4995-96ec-24bef4c83422), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:47.359018 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] For port 4b14ecbe-91e8-4995-96ec-24bef4c83422, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=4b14ecbe-91e8-4995-96ec-24bef4c83422,segment=NetworkSegment(19a8dca8-bd58-4f99-95b0-2fe50f24eee0),segment_id=19a8dca8-bd58-4f99-95b0-2fe50f24eee0)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:16:47.363586 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (4b14ecbe-91e8-4995-96ec-24bef4c83422), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:47.364710 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Device 83ec910a-00e4-4992-bde0-b3583158daf3 up at agent hyperv_hv-cinder-84159 {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:16:47.415380 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.agents_db [None req-75b73116-3060-4b2b-9211-a804f2896a96 None None] Agent healthcheck: found 6 active agents {{(pid=103471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:16:47.420854 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a3268d-d6d8-409c-8604-41ac063626b3 req-f18dce92-83e5-40b5-8878-9c46d723ce0f tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:47.421984 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-06a3268d-d6d8-409c-8604-41ac063626b3 req-f18dce92-83e5-40b5-8878-9c46d723ce0f tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=68fea2bf-d6a6-4a97-be8f-bd754b36e60c HTTP/1.1" status: 200 len: 944 time: 0.0893936 May 12 17:16:47.422674 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-a044c19c-95cf-4681-aa03-db6fc1678f5c admin admin] Publish callbacks [] for security_group (4ce46a53-c9e5-474f-8840-d1ae63394bd2), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:47.436661 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0322f744-29b2-4b8f-ae02-ccbaaab3c721 req-df9db816-2a90-4fe0-8765-80d0a579693b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:47.438129 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-0322f744-29b2-4b8f-ae02-ccbaaab3c721 req-df9db816-2a90-4fe0-8765-80d0a579693b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=674ec2ad-d5d1-46d6-b683-b5c2bd561c9a HTTP/1.1" status: 200 len: 1129 time: 0.1025712 May 12 17:16:47.476608 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-a044c19c-95cf-4681-aa03-db6fc1678f5c admin admin] Publish callbacks [] for security_group (4ce46a53-c9e5-474f-8840-d1ae63394bd2), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:47.493335 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Provisioning for port 83ec910a-00e4-4992-bde0-b3583158daf3 completed by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 17:16:47.497876 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Pushing event updated for resources: {'Port': ['ID=4b14ecbe-91e8-4995-96ec-24bef4c83422,revision_number=5']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:47.503383 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Provisioning complete for port 83ec910a-00e4-4992-bde0-b3583158daf3 triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:16:47.503956 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (83ec910a-00e4-4992-bde0-b3583158daf3), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:47.571778 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad3e8d-5ddf-4c1b-a7fd-887b79cd3e9e req-daa90960-0365-4a40-9d38-f5e71519910e tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:47.573271 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-baad3e8d-5ddf-4c1b-a7fd-887b79cd3e9e req-daa90960-0365-4a40-9d38-f5e71519910e tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] 10.222.0.23 "GET /v2.0/ports?device_id=88c5e2e9-90b0-49d3-a43a-4ab2e6346af2 HTTP/1.1" status: 200 len: 945 time: 0.0581472 May 12 17:16:47.573665 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-06a3268d-d6d8-409c-8604-41ac063626b3 req-f0de0b70-9190-4807-819e-766cac199b2e tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=db7d0f43-a860-4c22-8e80-2ebcff18b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444004 May 12 17:16:47.599158 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-0322f744-29b2-4b8f-ae02-ccbaaab3c721 req-f42e13a5-bd55-4756-98be-7aa496643b68 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=db7d0f43-a860-4c22-8e80-2ebcff18b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452563 May 12 17:16:47.619768 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-a044c19c-95cf-4681-aa03-db6fc1678f5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (4ce46a53-c9e5-474f-8840-d1ae63394bd2), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:47.623285 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-a044c19c-95cf-4681-aa03-db6fc1678f5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:47.624451 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-a044c19c-95cf-4681-aa03-db6fc1678f5c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4ce46a53-c9e5-474f-8840-d1ae63394bd2 HTTP/1.1" status: 204 len: 168 time: 0.3414290 May 12 17:16:47.641417 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a044c19c-95cf-4681-aa03-db6fc1678f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce46a53-c9e5-474f-8840-d1ae63394bd2,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:47.647300 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Current status of the port 83ec910a-00e4-4992-bde0-b3583158daf3 is: BUILD; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:16:47.647698 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (83ec910a-00e4-4992-bde0-b3583158daf3), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:47.666408 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-baad3e8d-5ddf-4c1b-a7fd-887b79cd3e9e req-e8013b41-8fef-4560-bc94-d27c8abfa78f tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5d29dfe-01e2-4c5b-9649-6ba6794dcb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836599 May 12 17:16:47.724834 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] For port 83ec910a-00e4-4992-bde0-b3583158daf3, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=83ec910a-00e4-4992-bde0-b3583158daf3,segment=NetworkSegment(c7a6aaf3-54ce-4151-ae72-69f500e464b9),segment_id=c7a6aaf3-54ce-4151-ae72-69f500e464b9)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:16:47.731362 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (83ec910a-00e4-4992-bde0-b3583158daf3), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:47.788327 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Pushing event updated for resources: {'Port': ['ID=83ec910a-00e4-4992-bde0-b3583158daf3,revision_number=5']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:47.946107 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 54880) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:16:47.959367 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c9f737f6-bd42-4824-b01d-44184818527c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:48.053358 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c9f737f6-bd42-4824-b01d-44184818527c admin admin] Publish callbacks [] for security_group (f3b35ef8-93bd-48c1-b9c0-f7f69b176e37), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:48.057441 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c9f737f6-bd42-4824-b01d-44184818527c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (f3b35ef8-93bd-48c1-b9c0-f7f69b176e37), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:48.095332 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f737f6-bd42-4824-b01d-44184818527c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b35ef8-93bd-48c1-b9c0-f7f69b176e37,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:48.099639 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-c9f737f6-bd42-4824-b01d-44184818527c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=50bfb371f7bd4bb5af9e8d085281114f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1524820 May 12 17:16:48.102545 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 54886) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:16:48.149483 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68fea2bf-d6a6-4a97-be8f-bd754b36e60c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b14ecbe-91e8-4995-96ec-24bef4c83422'}, {'server_uuid': '47998668-5296-4019-a02c-3c80e30ff266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83ec910a-00e4-4992-bde0-b3583158daf3'}] {{(pid=103470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:16:48.151104 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-45efcd6b-b25d-41bc-ad61-b79a3004ce59 admin admin] Publish callbacks [] for security_group (f3b35ef8-93bd-48c1-b9c0-f7f69b176e37), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:48.152821 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}983eca14ffe1519f8471a5ce991629ce2b8e436912840ac2edb7b499268545ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3861aa7-7e7f-4419-a1ee-be4c86bf373f" -d '{"events": [{"server_uuid": "68fea2bf-d6a6-4a97-be8f-bd754b36e60c", "name": "network-vif-plugged", "status": "completed", "tag": "4b14ecbe-91e8-4995-96ec-24bef4c83422"}, {"server_uuid": "47998668-5296-4019-a02c-3c80e30ff266", "name": "network-vif-plugged", "status": "completed", "tag": "83ec910a-00e4-4992-bde0-b3583158daf3"}]}' {{(pid=103470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:16:48.176285 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-45efcd6b-b25d-41bc-ad61-b79a3004ce59 admin admin] Publish callbacks [] for security_group (f3b35ef8-93bd-48c1-b9c0-f7f69b176e37), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:48.193188 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 12 May 2022 17:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a48ced9c-bcdc-4dda-90f1-5141df853971 x-openstack-request-id: req-a48ced9c-bcdc-4dda-90f1-5141df853971 {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:16:48.193625 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68fea2bf-d6a6-4a97-be8f-bd754b36e60c", "name": "network-vif-plugged", "status": "completed", "tag": "4b14ecbe-91e8-4995-96ec-24bef4c83422", "code": 200}, {"server_uuid": "47998668-5296-4019-a02c-3c80e30ff266", "name": "network-vif-plugged", "status": "completed", "tag": "83ec910a-00e4-4992-bde0-b3583158daf3", "code": 200}]} {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:16:48.193891 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a48ced9c-bcdc-4dda-90f1-5141df853971 {{(pid=103470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:16:48.194316 dv-cinder-841591-1-iscsi neutron-server[103470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a48ced9c-bcdc-4dda-90f1-5141df853971'] response: {'server_uuid': '68fea2bf-d6a6-4a97-be8f-bd754b36e60c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b14ecbe-91e8-4995-96ec-24bef4c83422', 'code': 200} May 12 17:16:48.194769 dv-cinder-841591-1-iscsi neutron-server[103470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a48ced9c-bcdc-4dda-90f1-5141df853971'] response: {'server_uuid': '47998668-5296-4019-a02c-3c80e30ff266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83ec910a-00e4-4992-bde0-b3583158daf3', 'code': 200} May 12 17:16:48.227652 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-45efcd6b-b25d-41bc-ad61-b79a3004ce59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (f3b35ef8-93bd-48c1-b9c0-f7f69b176e37), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:48.230832 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-45efcd6b-b25d-41bc-ad61-b79a3004ce59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:48.231979 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-45efcd6b-b25d-41bc-ad61-b79a3004ce59 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f3b35ef8-93bd-48c1-b9c0-f7f69b176e37 HTTP/1.1" status: 204 len: 168 time: 0.1285827 May 12 17:16:48.239810 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45efcd6b-b25d-41bc-ad61-b79a3004ce59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b35ef8-93bd-48c1-b9c0-f7f69b176e37,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:48.441140 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c1e4b3-994d-4e88-851a-7d5cc454ff61 req-133db5b9-a8a5-407f-81ab-36847ff0e1aa tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:48.444704 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb1761c-57cd-4928-9a9d-5695b58ef412 req-ed987b85-1f0d-4536-9adb-98fc4f0e2231 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:48.446460 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-3cb1761c-57cd-4928-9a9d-5695b58ef412 req-ed987b85-1f0d-4536-9adb-98fc4f0e2231 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/ports?device_id=878603bd-9524-4a76-88c3-463a2f09910f HTTP/1.1" status: 200 len: 944 time: 0.0990667 May 12 17:16:48.449982 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b4c1e4b3-994d-4e88-851a-7d5cc454ff61 req-133db5b9-a8a5-407f-81ab-36847ff0e1aa tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=47998668-5296-4019-a02c-3c80e30ff266 HTTP/1.1" status: 200 len: 946 time: 0.1114244 May 12 17:16:48.534152 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b4c1e4b3-994d-4e88-851a-7d5cc454ff61 req-31345706-1277-4e2f-acf2-d9cb1a3b178e tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=05809961-ab33-4b51-9eba-3187efbff5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832205 May 12 17:16:48.578955 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-3cb1761c-57cd-4928-9a9d-5695b58ef412 req-33feb2ae-47a1-4f24-b27f-074128cbc8f0 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ad77cae-65fc-4aeb-aa6b-51c8f295ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251602 May 12 17:16:48.594836 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4186994f-369b-4ec0-b968-962f2a7def69 req-e65b34e4-b777-4bcc-be4a-4470048b0ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:48.598938 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-4186994f-369b-4ec0-b968-962f2a7def69 req-e65b34e4-b777-4bcc-be4a-4470048b0ed3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=68fea2bf-d6a6-4a97-be8f-bd754b36e60c HTTP/1.1" status: 200 len: 1129 time: 0.0845666 May 12 17:16:48.630973 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c9bd12-e850-4094-9bff-93b1f4e75a68 req-97b83402-dcc0-4c78-b8bb-63530192b9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:48.632663 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b0c9bd12-e850-4094-9bff-93b1f4e75a68 req-97b83402-dcc0-4c78-b8bb-63530192b9c1 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=47998668-5296-4019-a02c-3c80e30ff266 HTTP/1.1" status: 200 len: 1130 time: 0.0846090 May 12 17:16:48.705315 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a92e6ee-3976-443b-ab7c-076bc6dbac71 req-c2807b32-2f60-4c74-b5d8-fd7e1fc4e150 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:48.706875 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8a92e6ee-3976-443b-ab7c-076bc6dbac71 req-c2807b32-2f60-4c74-b5d8-fd7e1fc4e150 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=68fea2bf-d6a6-4a97-be8f-bd754b36e60c HTTP/1.1" status: 200 len: 945 time: 0.0512908 May 12 17:16:48.758618 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8a92e6ee-3976-443b-ab7c-076bc6dbac71 req-8a6703da-de24-42ca-8513-c2728e701f68 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=db7d0f43-a860-4c22-8e80-2ebcff18b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462980 May 12 17:16:49.052732 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Device b977622b-d460-4133-b674-446f064230f1 details requested by agent hyperv_hv-cinder-84159 with host hv-cinder-84159 {{(pid=103470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 17:16:49.207032 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-4186994f-369b-4ec0-b968-962f2a7def69 req-f0a491f6-f943-41b0-8d3c-66131573cad9 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=db7d0f43-a860-4c22-8e80-2ebcff18b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069627 May 12 17:16:49.212297 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b0c9bd12-e850-4094-9bff-93b1f4e75a68 req-a6c59432-b260-4b30-a2d3-a4b2a221659a service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=05809961-ab33-4b51-9eba-3187efbff5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195877 May 12 17:16:49.231637 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 54950) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:16:49.272119 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] For port b977622b-d460-4133-b674-446f064230f1, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=b977622b-d460-4133-b674-446f064230f1,segment=NetworkSegment(fda86e11-a8f8-47c8-b327-8db06b8cc0ae),segment_id=fda86e11-a8f8-47c8-b327-8db06b8cc0ae)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:16:49.284358 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Returning: {'device': 'b977622b-d460-4133-b674-446f064230f1', 'network_id': '8e057b02-0e5b-44bd-83b7-2f23a5bc0a94', 'port_id': 'b977622b-d460-4133-b674-446f064230f1', 'mac_address': 'fa:16:3e:94:d4:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee2adf5e-fcc4-48d8-8205-399177bedd23', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 17:16:49.337887 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Current status of the port b977622b-d460-4133-b674-446f064230f1 is: DOWN; New status is: BUILD {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:16:49.339485 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (b977622b-d460-4133-b674-446f064230f1), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:49.356731 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b977622b-d460-4133-b674-446f064230f1 {{(pid=103470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:16:49.383485 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] For port b977622b-d460-4133-b674-446f064230f1, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=b977622b-d460-4133-b674-446f064230f1,segment=NetworkSegment(fda86e11-a8f8-47c8-b327-8db06b8cc0ae),segment_id=fda86e11-a8f8-47c8-b327-8db06b8cc0ae)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:16:49.387185 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-c976d14a-0a82-4313-99bb-e56c232b83e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:49.388451 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (b977622b-d460-4133-b674-446f064230f1), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:49.441847 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Pushing event updated for resources: {'Port': ['ID=b977622b-d460-4133-b674-446f064230f1,revision_number=4']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:49.473332 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-c976d14a-0a82-4313-99bb-e56c232b83e8 admin admin] Publish callbacks [] for security_group (91644435-e4b9-46c3-8029-bb2c6c1350b5), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:49.477405 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-c976d14a-0a82-4313-99bb-e56c232b83e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (91644435-e4b9-46c3-8029-bb2c6c1350b5), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:49.529067 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-c976d14a-0a82-4313-99bb-e56c232b83e8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d0194683febe427795f7a916d7ff4c17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2960560 May 12 17:16:49.530313 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c976d14a-0a82-4313-99bb-e56c232b83e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91644435-e4b9-46c3-8029-bb2c6c1350b5,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:49.532242 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 54962) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:16:49.610749 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-b0d76c30-36a8-4b3d-aa4e-cf9468e2fc60 admin admin] Publish callbacks [] for security_group (91644435-e4b9-46c3-8029-bb2c6c1350b5), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:49.636376 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-b0d76c30-36a8-4b3d-aa4e-cf9468e2fc60 admin admin] Publish callbacks [] for security_group (91644435-e4b9-46c3-8029-bb2c6c1350b5), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:49.675352 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] get_ports_and_sgs() called for port_ids ['b977622b-d460-4133-b674-446f064230f1'] {{(pid=103470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:16:49.678182 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7faac5f-32d8-4b49-9484-5f63a1c81b71 req-dd1d8e68-fa50-46bd-9ff8-49325235ba16 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:49.682216 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d7faac5f-32d8-4b49-9484-5f63a1c81b71 req-dd1d8e68-fa50-46bd-9ff8-49325235ba16 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=47998668-5296-4019-a02c-3c80e30ff266 HTTP/1.1" status: 200 len: 946 time: 0.0738995 May 12 17:16:49.712818 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-b0d76c30-36a8-4b3d-aa4e-cf9468e2fc60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (91644435-e4b9-46c3-8029-bb2c6c1350b5), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:49.716142 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-b0d76c30-36a8-4b3d-aa4e-cf9468e2fc60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:49.717455 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-b0d76c30-36a8-4b3d-aa4e-cf9468e2fc60 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/91644435-e4b9-46c3-8029-bb2c6c1350b5 HTTP/1.1" status: 204 len: 168 time: 0.1841776 May 12 17:16:49.733865 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d76c30-36a8-4b3d-aa4e-cf9468e2fc60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91644435-e4b9-46c3-8029-bb2c6c1350b5,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:49.773045 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d7faac5f-32d8-4b49-9484-5f63a1c81b71 req-06ce54df-da97-45e0-a6d8-e5d449ba1853 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=05809961-ab33-4b51-9eba-3187efbff5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783434 May 12 17:16:49.932780 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc061d1-0283-4c0a-9c20-f975f6eae08b req-3a2747f7-d6d9-4389-a56d-9480cdd88d0a tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:49.934460 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5dc061d1-0283-4c0a-9c20-f975f6eae08b req-3a2747f7-d6d9-4389-a56d-9480cdd88d0a tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/ports?device_id=878603bd-9524-4a76-88c3-463a2f09910f HTTP/1.1" status: 200 len: 945 time: 0.0734723 May 12 17:16:50.000024 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5dc061d1-0283-4c0a-9c20-f975f6eae08b req-b71a546e-cc7f-42f8-b771-907a1636aa91 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ad77cae-65fc-4aeb-aa6b-51c8f295ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475018 May 12 17:16:50.125418 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0384e175-ffde-409e-93ac-b116f1b6dd79 req-111d946d-4034-4159-828f-972d9ae9bd83 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:50.133198 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0384e175-ffde-409e-93ac-b116f1b6dd79 req-111d946d-4034-4159-828f-972d9ae9bd83 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=68fea2bf-d6a6-4a97-be8f-bd754b36e60c HTTP/1.1" status: 200 len: 945 time: 0.0597847 May 12 17:16:50.180040 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 54998) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:16:50.184859 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0384e175-ffde-409e-93ac-b116f1b6dd79 req-1086dede-4318-41e9-86bb-452f54973529 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=db7d0f43-a860-4c22-8e80-2ebcff18b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506992 May 12 17:16:50.384053 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-37d60608-500f-42d6-95d9-e5cba36e07b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:50.459387 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-37d60608-500f-42d6-95d9-e5cba36e07b9 admin admin] Publish callbacks [] for security_group (cea7eb15-27ce-4e92-b256-c270ef8464fb), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:50.464156 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-37d60608-500f-42d6-95d9-e5cba36e07b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (cea7eb15-27ce-4e92-b256-c270ef8464fb), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:50.503033 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-37d60608-500f-42d6-95d9-e5cba36e07b9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0e58b0f4b6fb4b1dba0b69c8d7064055&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3233802 May 12 17:16:50.504256 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d60608-500f-42d6-95d9-e5cba36e07b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cea7eb15-27ce-4e92-b256-c270ef8464fb,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:50.505731 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 55008) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:16:50.559882 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-4810590e-213c-4c49-85e1-709dc5c47ed1 admin admin] Publish callbacks [] for security_group (cea7eb15-27ce-4e92-b256-c270ef8464fb), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:50.614474 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-4810590e-213c-4c49-85e1-709dc5c47ed1 admin admin] Publish callbacks [] for security_group (cea7eb15-27ce-4e92-b256-c270ef8464fb), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:50.673808 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-4810590e-213c-4c49-85e1-709dc5c47ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (cea7eb15-27ce-4e92-b256-c270ef8464fb), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:50.676404 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-4810590e-213c-4c49-85e1-709dc5c47ed1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:50.677532 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-4810590e-213c-4c49-85e1-709dc5c47ed1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cea7eb15-27ce-4e92-b256-c270ef8464fb HTTP/1.1" status: 204 len: 168 time: 0.1699934 May 12 17:16:50.686135 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4810590e-213c-4c49-85e1-709dc5c47ed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cea7eb15-27ce-4e92-b256-c270ef8464fb,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:50.897276 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a94c68-ad68-4c25-996b-2eeddc5dfe03 req-5dfbe5d3-ac41-4860-b244-b3661f2fafbf tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:50.898784 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a5a94c68-ad68-4c25-996b-2eeddc5dfe03 req-5dfbe5d3-ac41-4860-b244-b3661f2fafbf tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=47998668-5296-4019-a02c-3c80e30ff266 HTTP/1.1" status: 200 len: 946 time: 0.0541594 May 12 17:16:50.948209 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a5a94c68-ad68-4c25-996b-2eeddc5dfe03 req-377ac617-90a7-446c-a089-b5a6ec31ec7e tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=05809961-ab33-4b51-9eba-3187efbff5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437574 May 12 17:16:51.050337 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Device b977622b-d460-4133-b674-446f064230f1 up at agent hyperv_hv-cinder-84159 {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:16:51.128825 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Provisioning for port b977622b-d460-4133-b674-446f064230f1 completed by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 17:16:51.138202 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Provisioning complete for port b977622b-d460-4133-b674-446f064230f1 triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:16:51.138821 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (b977622b-d460-4133-b674-446f064230f1), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:51.159051 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1de6518-1835-4d64-8f3b-5caa7fa1e86d req-883aa275-8eed-4a54-8d68-fc5e198a7d43 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:51.184161 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-c1de6518-1835-4d64-8f3b-5caa7fa1e86d req-883aa275-8eed-4a54-8d68-fc5e198a7d43 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/ports?device_id=878603bd-9524-4a76-88c3-463a2f09910f HTTP/1.1" status: 200 len: 945 time: 0.0751033 May 12 17:16:51.299259 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-c1de6518-1835-4d64-8f3b-5caa7fa1e86d req-7fb883c7-7f61-48b7-afec-facde1ea863c tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ad77cae-65fc-4aeb-aa6b-51c8f295ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131160 May 12 17:16:51.303355 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Current status of the port b977622b-d460-4133-b674-446f064230f1 is: BUILD; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:16:51.303766 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (b977622b-d460-4133-b674-446f064230f1), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:51.342452 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '878603bd-9524-4a76-88c3-463a2f09910f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b977622b-d460-4133-b674-446f064230f1'}] {{(pid=103470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:16:51.347440 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}983eca14ffe1519f8471a5ce991629ce2b8e436912840ac2edb7b499268545ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86e2e8b2-062f-44bd-a7de-27992fffbff8" -d '{"events": [{"server_uuid": "878603bd-9524-4a76-88c3-463a2f09910f", "name": "network-vif-plugged", "status": "completed", "tag": "b977622b-d460-4133-b674-446f064230f1"}]}' {{(pid=103470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:16:51.370883 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] For port b977622b-d460-4133-b674-446f064230f1, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=b977622b-d460-4133-b674-446f064230f1,segment=NetworkSegment(fda86e11-a8f8-47c8-b327-8db06b8cc0ae),segment_id=fda86e11-a8f8-47c8-b327-8db06b8cc0ae)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:16:51.374916 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2295ee6-aca8-4007-bcfd-e883d091a60a req-d5799361-41cc-4032-aead-607f0ad9bc49 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:51.379678 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (b977622b-d460-4133-b674-446f064230f1), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:51.387878 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e2295ee6-aca8-4007-bcfd-e883d091a60a req-d5799361-41cc-4032-aead-607f0ad9bc49 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=68fea2bf-d6a6-4a97-be8f-bd754b36e60c HTTP/1.1" status: 200 len: 945 time: 0.1010134 May 12 17:16:51.424036 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-291f6f44-db85-4c5c-bf5b-ac875155d7c8 x-openstack-request-id: req-291f6f44-db85-4c5c-bf5b-ac875155d7c8 {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:16:51.424354 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "878603bd-9524-4a76-88c3-463a2f09910f", "name": "network-vif-plugged", "status": "completed", "tag": "b977622b-d460-4133-b674-446f064230f1", "code": 200}]} {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:16:51.424784 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-291f6f44-db85-4c5c-bf5b-ac875155d7c8 {{(pid=103470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:16:51.425179 dv-cinder-841591-1-iscsi neutron-server[103470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-291f6f44-db85-4c5c-bf5b-ac875155d7c8'] response: {'server_uuid': '878603bd-9524-4a76-88c3-463a2f09910f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b977622b-d460-4133-b674-446f064230f1', 'code': 200} May 12 17:16:51.453845 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e2295ee6-aca8-4007-bcfd-e883d091a60a req-11b18177-8116-4a4a-8ab6-37ba71e56121 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=db7d0f43-a860-4c22-8e80-2ebcff18b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650570 May 12 17:16:51.457848 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Pushing event updated for resources: {'Port': ['ID=b977622b-d460-4133-b674-446f064230f1,revision_number=5']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:51.745883 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028e831b-2113-49d2-8914-ea13a080a947 req-24c50bf0-086f-483f-8322-c235784c30b5 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:51.747427 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-028e831b-2113-49d2-8914-ea13a080a947 req-24c50bf0-086f-483f-8322-c235784c30b5 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=68fea2bf-d6a6-4a97-be8f-bd754b36e60c HTTP/1.1" status: 200 len: 945 time: 0.0468438 May 12 17:16:51.809160 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-028e831b-2113-49d2-8914-ea13a080a947 req-9121ad13-ea94-494f-a9ac-124d0c77f07c tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=db7d0f43-a860-4c22-8e80-2ebcff18b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499239 May 12 17:16:51.965975 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc0fa16-8bf2-42c6-a0c1-d203932b823a req-d0636c8b-eb4b-4076-9f0b-ad599170f755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:51.968136 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-bcc0fa16-8bf2-42c6-a0c1-d203932b823a req-d0636c8b-eb4b-4076-9f0b-ad599170f755 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=638166bec22640968de80cfeaeed437b&device_id=68fea2bf-d6a6-4a97-be8f-bd754b36e60c HTTP/1.1" status: 200 len: 1129 time: 0.0790424 May 12 17:16:52.101816 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc0fa16-8bf2-42c6-a0c1-d203932b823a req-316ea07b-7bc8-4897-8016-7fcb3a9f6150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:52.104301 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-bcc0fa16-8bf2-42c6-a0c1-d203932b823a req-316ea07b-7bc8-4897-8016-7fcb3a9f6150 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ff0d6338-2300-4010-ae74-9c2289a9588a HTTP/1.1" status: 200 len: 920 time: 0.1300526 May 12 17:16:52.128346 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0571e35-34c4-4a96-b49a-5bf073a2bb56 req-64a74215-a2a3-4230-ac99-7933c4c37781 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:52.130383 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-a0571e35-34c4-4a96-b49a-5bf073a2bb56 req-64a74215-a2a3-4230-ac99-7933c4c37781 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=47998668-5296-4019-a02c-3c80e30ff266 HTTP/1.1" status: 200 len: 946 time: 0.0670962 May 12 17:16:52.198712 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-bcc0fa16-8bf2-42c6-a0c1-d203932b823a req-8f9462fb-26be-4f11-b5dd-2cba854ce5f5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b14ecbe-91e8-4995-96ec-24bef4c83422 HTTP/1.1" status: 200 len: 217 time: 0.0694621 May 12 17:16:52.216747 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bb9897-fa26-4122-947f-8b880abba9ff req-0e5bc145-34ef-4ee2-842f-0ec2780eff72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:52.218845 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-13bb9897-fa26-4122-947f-8b880abba9ff req-0e5bc145-34ef-4ee2-842f-0ec2780eff72 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=878603bd-9524-4a76-88c3-463a2f09910f HTTP/1.1" status: 200 len: 1130 time: 0.0787191 May 12 17:16:52.292812 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-a0571e35-34c4-4a96-b49a-5bf073a2bb56 req-6cde7c59-fdfd-4c76-a640-7a4d2b314761 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=05809961-ab33-4b51-9eba-3187efbff5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1328254 May 12 17:16:52.303905 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-13bb9897-fa26-4122-947f-8b880abba9ff req-5f7036fa-262d-4ad1-bb75-31ea3b826c86 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=5ad77cae-65fc-4aeb-aa6b-51c8f295ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687268 May 12 17:16:52.304095 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc0fa16-8bf2-42c6-a0c1-d203932b823a req-0feeb151-735b-46de-81dc-2c9361e2aae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:52.305794 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-bcc0fa16-8bf2-42c6-a0c1-d203932b823a req-0feeb151-735b-46de-81dc-2c9361e2aae8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3ceba6be-c195-4fd8-b10b-839022cc6ef4 HTTP/1.1" status: 200 len: 858 time: 0.0896165 May 12 17:16:52.406392 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996d1a35-3705-4322-98f6-f2382e7f886c req-3c2c37fa-b447-4e3c-8be7-92dbf6fe12d1 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:52.407944 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-996d1a35-3705-4322-98f6-f2382e7f886c req-3c2c37fa-b447-4e3c-8be7-92dbf6fe12d1 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/ports?device_id=878603bd-9524-4a76-88c3-463a2f09910f HTTP/1.1" status: 200 len: 946 time: 0.0481546 May 12 17:16:52.441017 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997bfc60-c5d8-4310-b39e-8a08a09997f2 req-505544c2-d0b1-4f3c-9a54-63ea64a8dfcc tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:52.442582 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-997bfc60-c5d8-4310-b39e-8a08a09997f2 req-505544c2-d0b1-4f3c-9a54-63ea64a8dfcc tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=47998668-5296-4019-a02c-3c80e30ff266 HTTP/1.1" status: 200 len: 946 time: 0.0611145 May 12 17:16:52.451907 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 55110) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:16:52.456470 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-72bbe577-6824-4303-a401-430a4c2c75a3 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Request body: {'floatingip': {'port_id': '83ec910a-00e4-4992-bde0-b3583158daf3'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:16:52.480354 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-996d1a35-3705-4322-98f6-f2382e7f886c req-a21d078e-303e-4333-8c07-aeb1a8e1a98d tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ad77cae-65fc-4aeb-aa6b-51c8f295ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658853 May 12 17:16:52.546977 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-72bbe577-6824-4303-a401-430a4c2c75a3 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Publish callbacks [] for floatingip (3b2982b4-5485-44e2-93ce-759a687a64a3), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:52.638878 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc0fa16-8bf2-42c6-a0c1-d203932b823a req-cde0aba2-7fd5-43ff-be65-0a48870aee71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:52.641452 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-bcc0fa16-8bf2-42c6-a0c1-d203932b823a req-cde0aba2-7fd5-43ff-be65-0a48870aee71 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ff0d6338-2300-4010-ae74-9c2289a9588a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0526922 May 12 17:16:52.773159 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-bcc0fa16-8bf2-42c6-a0c1-d203932b823a req-0dc523e8-aa3a-4cf4-b931-cc14344d9514 service neutron] 10.222.0.58 "GET /v2.0/networks/ff0d6338-2300-4010-ae74-9c2289a9588a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216891 May 12 17:16:53.036520 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caebb44b-ed33-4316-bb29-7e7780c5c062 req-4ca32419-8bda-4d21-8466-353cad708bd3 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:53.037952 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-caebb44b-ed33-4316-bb29-7e7780c5c062 req-4ca32419-8bda-4d21-8466-353cad708bd3 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=68fea2bf-d6a6-4a97-be8f-bd754b36e60c HTTP/1.1" status: 200 len: 945 time: 0.1369271 May 12 17:16:53.196514 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-caebb44b-ed33-4316-bb29-7e7780c5c062 req-0e45ddfc-54ef-4929-8c94-5e5f3b2e503d tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=db7d0f43-a860-4c22-8e80-2ebcff18b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513214 May 12 17:16:53.363855 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 55156) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:16:53.375454 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-72bbe577-6824-4303-a401-430a4c2c75a3 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:53.379746 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-72bbe577-6824-4303-a401-430a4c2c75a3 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682608'] for floatingip (3b2982b4-5485-44e2-93ce-759a687a64a3), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:53.463640 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-e058e358-8a86-4030-b707-1e25445a761c req-9ca815d2-cebb-47dd-ae78-73aed46c30ae service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=88c5e2e9-90b0-49d3-a43a-4ab2e6346af2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0804915 May 12 17:16:53.490245 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-bcc0fa16-8bf2-42c6-a0c1-d203932b823a req-887fdbfc-3ea8-40c0-9470-0e4879d2bc3e service neutron] 10.222.0.58 "GET /v2.0/networks/ff0d6338-2300-4010-ae74-9c2289a9588a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847463 May 12 17:16:53.521943 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-7cff01b2-6e18-473e-8fb3-75cfe7247271 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:53.597302 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.db.l3_db [None req-72bbe577-6824-4303-a401-430a4c2c75a3 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Floating IP 3b2982b4-5485-44e2-93ce-759a687a64a3 associated. External IP: 172.27.0.119, port: 83ec910a-00e4-4992-bde0-b3583158daf3. May 12 17:16:53.639460 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e058e358-8a86-4030-b707-1e25445a761c req-35f5aa6f-403b-459d-981f-921890b44b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:53.640950 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e058e358-8a86-4030-b707-1e25445a761c req-35f5aa6f-403b-459d-981f-921890b44b20 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=48b4bff5a47542c589d67a522647608c&device_id=88c5e2e9-90b0-49d3-a43a-4ab2e6346af2 HTTP/1.1" status: 200 len: 1129 time: 0.0823109 May 12 17:16:53.661477 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed2a827-b5de-48d5-b5a7-982fb680c3a7 req-b8e0864d-72e5-4288-9c92-8ee236890f9e tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:53.663062 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7ed2a827-b5de-48d5-b5a7-982fb680c3a7 req-b8e0864d-72e5-4288-9c92-8ee236890f9e tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/ports?device_id=878603bd-9524-4a76-88c3-463a2f09910f HTTP/1.1" status: 200 len: 946 time: 0.0926361 May 12 17:16:53.719790 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7ed2a827-b5de-48d5-b5a7-982fb680c3a7 req-7ebda5e9-9edd-4866-906e-d90eb516bf61 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ad77cae-65fc-4aeb-aa6b-51c8f295ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500724 May 12 17:16:53.766935 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-4182afc1-8c95-4c62-b2a4-f15a6d2be671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (ad05f391-ff61-4b74-a3af-7ffb7f485489), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:53.927354 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-7cff01b2-6e18-473e-8fb3-75cfe7247271 admin admin] Publish callbacks [] for security_group (815f4cef-f714-4b6f-9628-568a90c94890), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:53.932189 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-7cff01b2-6e18-473e-8fb3-75cfe7247271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (815f4cef-f714-4b6f-9628-568a90c94890), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:53.979966 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-7cff01b2-6e18-473e-8fb3-75cfe7247271 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bc4b9c27f14f4c94a135f6b60ee97aca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6144347 May 12 17:16:53.984602 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 55174) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:16:53.987374 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e058e358-8a86-4030-b707-1e25445a761c req-7efde60b-0467-41bc-a014-5e11386790a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:53.989204 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e058e358-8a86-4030-b707-1e25445a761c req-7efde60b-0467-41bc-a014-5e11386790a8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e448eb24-07f0-4164-bcb9-ffce49adfff6 HTTP/1.1" status: 200 len: 912 time: 0.1051428 May 12 17:16:54.027523 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cff01b2-6e18-473e-8fb3-75cfe7247271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=815f4cef-f714-4b6f-9628-568a90c94890,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:54.110572 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-aaedfdb1-88ce-4a36-8563-aa9669b547ec admin admin] Publish callbacks [] for security_group (815f4cef-f714-4b6f-9628-568a90c94890), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:54.146806 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-aaedfdb1-88ce-4a36-8563-aa9669b547ec admin admin] Publish callbacks [] for security_group (815f4cef-f714-4b6f-9628-568a90c94890), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:54.155319 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72bbe577-6824-4303-a401-430a4c2c75a3 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Router d37f8c35-61d9-4e4e-a436-9cc0a220161d has already been hosted by L3 agent e5548ccc-31b8-4072-a6b0-52b00208ea79 {{(pid=103468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:16:54.311198 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-aaedfdb1-88ce-4a36-8563-aa9669b547ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (815f4cef-f714-4b6f-9628-568a90c94890), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:54.314232 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-aaedfdb1-88ce-4a36-8563-aa9669b547ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:54.315442 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-aaedfdb1-88ce-4a36-8563-aa9669b547ec admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/815f4cef-f714-4b6f-9628-568a90c94890 HTTP/1.1" status: 204 len: 168 time: 0.3312149 May 12 17:16:54.358887 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaedfdb1-88ce-4a36-8563-aa9669b547ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=815f4cef-f714-4b6f-9628-568a90c94890,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:54.363978 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72bbe577-6824-4303-a401-430a4c2c75a3 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Notify agent at l3_agent.dv-cinder-841591-1-iscsi the message routers_updated {{(pid=103468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:16:54.369845 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-72bbe577-6824-4303-a401-430a4c2c75a3 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36930'] for floatingip (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:54.388625 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93031a68-ac53-4e19-9460-8852a1557b2a None None] Sync routers for ids ['d37f8c35-61d9-4e4e-a436-9cc0a220161d'] in dv-cinder-841591-1-iscsi {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:16:54.402931 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3926aed-8685-409d-ad8b-796da3bf7833 req-0d7b038a-a3e2-4f0e-82f5-a5736e8c4a92 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:54.407608 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93031a68-ac53-4e19-9460-8852a1557b2a None None] Routers {'d37f8c35-61d9-4e4e-a436-9cc0a220161d'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:16:54.408255 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-93031a68-ac53-4e19-9460-8852a1557b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:16:26Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['d37f8c35-61d9-4e4e-a436-9cc0a220161d'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:16:54.409685 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-e3926aed-8685-409d-ad8b-796da3bf7833 req-0d7b038a-a3e2-4f0e-82f5-a5736e8c4a92 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=68fea2bf-d6a6-4a97-be8f-bd754b36e60c HTTP/1.1" status: 200 len: 945 time: 0.1131566 May 12 17:16:54.433777 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-72bbe577-6824-4303-a401-430a4c2c75a3 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "PUT /v2.0/floatingips/3b2982b4-5485-44e2-93ce-759a687a64a3 HTTP/1.1" status: 200 len: 992 time: 1.9802241 May 12 17:16:54.438457 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47998668-5296-4019-a02c-3c80e30ff266', 'tag': '83ec910a-00e4-4992-bde0-b3583158daf3'}] {{(pid=103468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:16:54.440745 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11327eb0f41ff280cd3a6497cf1c944478feb1aae12e82efcad6faf65da72353" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b14dded3-6a4f-44a6-b00b-beea10ad76fa" -d '{"events": [{"name": "network-changed", "server_uuid": "47998668-5296-4019-a02c-3c80e30ff266", "tag": "83ec910a-00e4-4992-bde0-b3583158daf3"}]}' {{(pid=103468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:16:54.534302 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-e3926aed-8685-409d-ad8b-796da3bf7833 req-7b2248a4-7096-4c6f-a87a-f5f1b16dc14b tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=db7d0f43-a860-4c22-8e80-2ebcff18b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236713 May 12 17:16:54.555431 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-363fdc27-b977-48cc-aeb8-d4403795b85f x-openstack-request-id: req-363fdc27-b977-48cc-aeb8-d4403795b85f {{(pid=103468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:16:54.556088 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47998668-5296-4019-a02c-3c80e30ff266", "tag": "83ec910a-00e4-4992-bde0-b3583158daf3", "status": "completed", "code": 200}]} {{(pid=103468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:16:54.556351 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-363fdc27-b977-48cc-aeb8-d4403795b85f {{(pid=103468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:16:54.556771 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-363fdc27-b977-48cc-aeb8-d4403795b85f'] response: {'name': 'network-changed', 'server_uuid': '47998668-5296-4019-a02c-3c80e30ff266', 'tag': '83ec910a-00e4-4992-bde0-b3583158daf3', 'status': 'completed', 'code': 200} May 12 17:16:54.566699 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-93031a68-ac53-4e19-9460-8852a1557b2a None None] Set router d37f8c35-61d9-4e4e-a436-9cc0a220161d gateway port host: dv-cinder-841591-1-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:16:54.577783 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e058e358-8a86-4030-b707-1e25445a761c req-fd61988f-f5c4-4c35-9b6f-502681fa3e9b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3f98d92-aa4f-4644-b6e9-33c2db6e68f7 HTTP/1.1" status: 200 len: 217 time: 0.1084359 May 12 17:16:54.635049 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14dded3-6a4f-44a6-b00b-beea10ad76fa req-ec0e9d3b-dde9-4a4c-88f2-0327ee7c3de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:54.637694 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-b14dded3-6a4f-44a6-b00b-beea10ad76fa req-ec0e9d3b-dde9-4a4c-88f2-0327ee7c3de5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9f96cd34d1bc46b78a000e0b5af9d6a2&device_id=47998668-5296-4019-a02c-3c80e30ff266 HTTP/1.1" status: 200 len: 1130 time: 0.0609665 May 12 17:16:54.649215 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e058e358-8a86-4030-b707-1e25445a761c req-bd09b2be-0ab5-4ae2-917a-700f2ce8a3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:54.650899 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e058e358-8a86-4030-b707-1e25445a761c req-bd09b2be-0ab5-4ae2-917a-700f2ce8a3be service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d64d4c54-fac8-4a43-86c5-22f93f2900a9 HTTP/1.1" status: 200 len: 851 time: 0.0671530 May 12 17:16:54.694913 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e058e358-8a86-4030-b707-1e25445a761c req-0a5519f9-60a9-4aba-bbd3-5a34199c0a82 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e448eb24-07f0-4164-bcb9-ffce49adfff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361741 May 12 17:16:54.781891 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 55204) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:16:54.819726 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-e46b35d3-514a-45f5-8e46-11404b9af170 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:54.845097 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14dded3-6a4f-44a6-b00b-beea10ad76fa req-e6f7b47b-4819-4d59-8cea-0a0c12939278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:54.849703 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-b14dded3-6a4f-44a6-b00b-beea10ad76fa req-e6f7b47b-4819-4d59-8cea-0a0c12939278 service neutron] 10.222.0.58 "GET /v2.0/networks?id=77b21ff8-23c6-42d2-9321-6759378651ee HTTP/1.1" status: 200 len: 918 time: 0.2022619 May 12 17:16:54.871705 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e058e358-8a86-4030-b707-1e25445a761c req-7e05f0aa-7d00-4aa9-87e0-4591feb8ae2e service neutron] 10.222.0.58 "GET /v2.0/networks/e448eb24-07f0-4164-bcb9-ffce49adfff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592228 May 12 17:16:54.900445 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47cfcfb-20fe-42c8-a6dc-553b244f4dbd req-1ef8ca5d-1bb8-4557-be31-52677129488f tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:54.911007 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c47cfcfb-20fe-42c8-a6dc-553b244f4dbd req-1ef8ca5d-1bb8-4557-be31-52677129488f tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/ports?device_id=878603bd-9524-4a76-88c3-463a2f09910f HTTP/1.1" status: 200 len: 946 time: 0.0927131 May 12 17:16:54.985603 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-93031a68-ac53-4e19-9460-8852a1557b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd37f8c35-61d9-4e4e-a436-9cc0a220161d', 'name': 'tempest-AttachVolumeShelveTestJSON-2060211433-router', 'tenant_id': '9f96cd34d1bc46b78a000e0b5af9d6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'ba44eb14-e418-4de5-8e35-cd3da218b7fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:15:55Z', 'updated_at': '2022-05-12T17:15:59Z', 'revision_number': 4, 'project_id': '9f96cd34d1bc46b78a000e0b5af9d6a2', 'gw_port': {'id': 'ba44eb14-e418-4de5-8e35-cd3da218b7fa', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a7:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37f8c35-61d9-4e4e-a436-9cc0a220161d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:15:55Z', 'updated_at': '2022-05-12T17:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_floatingips': [{'id': '3b2982b4-5485-44e2-93ce-759a687a64a3', 'tenant_id': '9f96cd34d1bc46b78a000e0b5af9d6a2', 'floating_ip_address': '172.27.0.119', 'floating_network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'router_id': 'd37f8c35-61d9-4e4e-a436-9cc0a220161d', 'port_id': '83ec910a-00e4-4992-bde0-b3583158daf3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 95, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77b21ff8-23c6-42d2-9321-6759378651ee', 'mac_address': 'fa:16:3e:a1:93:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47998668-5296-4019-a02c-3c80e30ff266', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:16:05Z', 'updated_at': '2022-05-12T17:16:53Z', 'revision_number': 1, 'project_id': '9f96cd34d1bc46b78a000e0b5af9d6a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ad17248-876b-46c4-8895-543e86966af1', 'name': '', 'network_id': '77b21ff8-23c6-42d2-9321-6759378651ee', 'tenant_id': '9f96cd34d1bc46b78a000e0b5af9d6a2', 'mac_address': 'fa:16:3e:ff:14:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37f8c35-61d9-4e4e-a436-9cc0a220161d', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '0cd36ca6-63ed-4772-87aa-c30fa42b51b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:15:57Z', 'updated_at': '2022-05-12T17:16:12Z', 'revision_number': 5, 'project_id': '9f96cd34d1bc46b78a000e0b5af9d6a2', 'subnets': [{'id': '0cd36ca6-63ed-4772-87aa-c30fa42b51b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:16:55.009850 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-b14dded3-6a4f-44a6-b00b-beea10ad76fa req-d6009bf8-6e46-437a-ba76-ba5651d0ae21 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83ec910a-00e4-4992-bde0-b3583158daf3 HTTP/1.1" status: 200 len: 1000 time: 0.1507697 May 12 17:16:55.023375 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c47cfcfb-20fe-42c8-a6dc-553b244f4dbd req-c7e92055-f345-4d93-a4ae-ade50095a790 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ad77cae-65fc-4aeb-aa6b-51c8f295ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115925 May 12 17:16:55.033424 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93031a68-ac53-4e19-9460-8852a1557b2a None None] Checking router: d37f8c35-61d9-4e4e-a436-9cc0a220161d for host: dv-cinder-841591-1-iscsi {{(pid=103471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:16:55.043700 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93031a68-ac53-4e19-9460-8852a1557b2a None None] Routers {'d37f8c35-61d9-4e4e-a436-9cc0a220161d'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:16:55.044543 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-93031a68-ac53-4e19-9460-8852a1557b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:16:26Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['d37f8c35-61d9-4e4e-a436-9cc0a220161d'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:16:55.061270 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e058e358-8a86-4030-b707-1e25445a761c req-aaafe8c4-6d97-417d-9ca4-fec276736352 service neutron] 10.222.0.58 "GET /v2.0/networks/e448eb24-07f0-4164-bcb9-ffce49adfff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811669 May 12 17:16:55.080010 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14dded3-6a4f-44a6-b00b-beea10ad76fa req-b2e871de-0db5-46a3-a7e1-20d9ccc7fefa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:55.081576 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-b14dded3-6a4f-44a6-b00b-beea10ad76fa req-b2e871de-0db5-46a3-a7e1-20d9ccc7fefa service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0cd36ca6-63ed-4772-87aa-c30fa42b51b3 HTTP/1.1" status: 200 len: 856 time: 0.0489364 May 12 17:16:55.135203 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-e46b35d3-514a-45f5-8e46-11404b9af170 admin admin] Publish callbacks [] for security_group (8ec11919-cf67-4564-afa8-dab1166b0539), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:55.153570 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-e46b35d3-514a-45f5-8e46-11404b9af170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (8ec11919-cf67-4564-afa8-dab1166b0539), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:55.208521 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14dded3-6a4f-44a6-b00b-beea10ad76fa req-b424b06e-c3d1-45bb-8754-60fee33f5b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:55.210058 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-b14dded3-6a4f-44a6-b00b-beea10ad76fa req-b424b06e-c3d1-45bb-8754-60fee33f5b03 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=77b21ff8-23c6-42d2-9321-6759378651ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1160524 May 12 17:16:55.241764 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 55218) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:16:55.260586 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f6f493-eb03-4b42-a2eb-a0e58ac9a651 req-f217f2b2-a850-494d-a466-241f4e81eba2 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:55.262695 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-71f6f493-eb03-4b42-a2eb-a0e58ac9a651 req-f217f2b2-a850-494d-a466-241f4e81eba2 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/ports?device_id=878603bd-9524-4a76-88c3-463a2f09910f HTTP/1.1" status: 200 len: 946 time: 0.1356175 May 12 17:16:55.276192 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-e46b35d3-514a-45f5-8e46-11404b9af170 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f9d47b2cb19e42b3b7b72d169a655922&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4885371 May 12 17:16:55.276192 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 55222) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:16:55.277610 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46b35d3-514a-45f5-8e46-11404b9af170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec11919-cf67-4564-afa8-dab1166b0539,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:55.278025 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 55224) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:16:55.284215 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-507ade00-860d-4141-8eb2-3f46f884d1a4 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Request body: {'floatingip': {'port_id': 'b977622b-d460-4133-b674-446f064230f1'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:16:55.316940 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-93031a68-ac53-4e19-9460-8852a1557b2a None None] Set router d37f8c35-61d9-4e4e-a436-9cc0a220161d gateway port host: dv-cinder-841591-1-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:16:55.321978 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46b35d3-514a-45f5-8e46-11404b9af170 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:16:55.322339 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46b35d3-514a-45f5-8e46-11404b9af170 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:16:55.322789 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46b35d3-514a-45f5-8e46-11404b9af170 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:16:55.323114 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46b35d3-514a-45f5-8e46-11404b9af170 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:16:55.324151 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46b35d3-514a-45f5-8e46-11404b9af170 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:16:55.324646 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46b35d3-514a-45f5-8e46-11404b9af170 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:16:55.325324 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46b35d3-514a-45f5-8e46-11404b9af170 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:16:55.326154 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46b35d3-514a-45f5-8e46-11404b9af170 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:16:55.326686 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46b35d3-514a-45f5-8e46-11404b9af170 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:16:55.327165 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46b35d3-514a-45f5-8e46-11404b9af170 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:16:55.328253 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46b35d3-514a-45f5-8e46-11404b9af170 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:16:55.328386 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46b35d3-514a-45f5-8e46-11404b9af170 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:16:55.328723 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46b35d3-514a-45f5-8e46-11404b9af170 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:16:55.329052 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46b35d3-514a-45f5-8e46-11404b9af170 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:16:55.329380 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46b35d3-514a-45f5-8e46-11404b9af170 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:16:55.337644 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1b612835-aff8-4cf0-888b-ff65a7c22b03 admin admin] Publish callbacks [] for security_group (8ec11919-cf67-4564-afa8-dab1166b0539), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:55.364580 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1b612835-aff8-4cf0-888b-ff65a7c22b03 admin admin] Publish callbacks [] for security_group (8ec11919-cf67-4564-afa8-dab1166b0539), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:55.374071 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-507ade00-860d-4141-8eb2-3f46f884d1a4 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Publish callbacks [] for floatingip (7a39b44c-ccfb-4c2d-ab88-b89d3907d416), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:55.418655 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-8570b0a1-6e22-4de9-bcbd-7946c8941eb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:55.455862 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1b612835-aff8-4cf0-888b-ff65a7c22b03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (8ec11919-cf67-4564-afa8-dab1166b0539), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:55.458534 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1b612835-aff8-4cf0-888b-ff65a7c22b03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:55.459675 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-1b612835-aff8-4cf0-888b-ff65a7c22b03 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8ec11919-cf67-4564-afa8-dab1166b0539 HTTP/1.1" status: 204 len: 168 time: 0.1805401 May 12 17:16:55.483182 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b612835-aff8-4cf0-888b-ff65a7c22b03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec11919-cf67-4564-afa8-dab1166b0539,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:55.484534 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-b14dded3-6a4f-44a6-b00b-beea10ad76fa req-f51dec09-6152-45bb-91db-d6a694bf3955 service neutron] 10.222.0.58 "GET /v2.0/networks/77b21ff8-23c6-42d2-9321-6759378651ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649007 May 12 17:16:55.496528 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b612835-aff8-4cf0-888b-ff65a7c22b03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:16:55.496528 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b612835-aff8-4cf0-888b-ff65a7c22b03 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:16:55.496757 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b612835-aff8-4cf0-888b-ff65a7c22b03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:16:55.499266 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b612835-aff8-4cf0-888b-ff65a7c22b03 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:16:55.499266 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b612835-aff8-4cf0-888b-ff65a7c22b03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:16:55.501238 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b612835-aff8-4cf0-888b-ff65a7c22b03 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:16:55.501899 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b612835-aff8-4cf0-888b-ff65a7c22b03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:16:55.503774 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b612835-aff8-4cf0-888b-ff65a7c22b03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:16:55.504027 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b612835-aff8-4cf0-888b-ff65a7c22b03 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:16:55.504367 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b612835-aff8-4cf0-888b-ff65a7c22b03 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:16:55.504736 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b612835-aff8-4cf0-888b-ff65a7c22b03 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:16:55.505325 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b612835-aff8-4cf0-888b-ff65a7c22b03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:16:55.505430 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b612835-aff8-4cf0-888b-ff65a7c22b03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:16:55.505750 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b612835-aff8-4cf0-888b-ff65a7c22b03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:16:55.506028 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b612835-aff8-4cf0-888b-ff65a7c22b03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:16:55.549599 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-8570b0a1-6e22-4de9-bcbd-7946c8941eb0 admin admin] Publish callbacks [] for security_group (68d82d87-6077-4348-a61e-1401a643e627), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:55.555614 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-8570b0a1-6e22-4de9-bcbd-7946c8941eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (68d82d87-6077-4348-a61e-1401a643e627), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:55.605285 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8570b0a1-6e22-4de9-bcbd-7946c8941eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68d82d87-6077-4348-a61e-1401a643e627,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:55.612917 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-8570b0a1-6e22-4de9-bcbd-7946c8941eb0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c732d3016a744c74837a4b8cd3282e15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3678119 May 12 17:16:55.613143 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 55232) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:16:55.634582 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-93031a68-ac53-4e19-9460-8852a1557b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd37f8c35-61d9-4e4e-a436-9cc0a220161d', 'name': 'tempest-AttachVolumeShelveTestJSON-2060211433-router', 'tenant_id': '9f96cd34d1bc46b78a000e0b5af9d6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'ba44eb14-e418-4de5-8e35-cd3da218b7fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:15:55Z', 'updated_at': '2022-05-12T17:15:59Z', 'revision_number': 4, 'project_id': '9f96cd34d1bc46b78a000e0b5af9d6a2', 'gw_port': {'id': 'ba44eb14-e418-4de5-8e35-cd3da218b7fa', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a7:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37f8c35-61d9-4e4e-a436-9cc0a220161d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:15:55Z', 'updated_at': '2022-05-12T17:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_floatingips': [{'id': '3b2982b4-5485-44e2-93ce-759a687a64a3', 'tenant_id': '9f96cd34d1bc46b78a000e0b5af9d6a2', 'floating_ip_address': '172.27.0.119', 'floating_network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'router_id': 'd37f8c35-61d9-4e4e-a436-9cc0a220161d', 'port_id': '83ec910a-00e4-4992-bde0-b3583158daf3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 95, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77b21ff8-23c6-42d2-9321-6759378651ee', 'mac_address': 'fa:16:3e:a1:93:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47998668-5296-4019-a02c-3c80e30ff266', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:16:05Z', 'updated_at': '2022-05-12T17:16:53Z', 'revision_number': 1, 'project_id': '9f96cd34d1bc46b78a000e0b5af9d6a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ad17248-876b-46c4-8895-543e86966af1', 'name': '', 'network_id': '77b21ff8-23c6-42d2-9321-6759378651ee', 'tenant_id': '9f96cd34d1bc46b78a000e0b5af9d6a2', 'mac_address': 'fa:16:3e:ff:14:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37f8c35-61d9-4e4e-a436-9cc0a220161d', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '0cd36ca6-63ed-4772-87aa-c30fa42b51b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:15:57Z', 'updated_at': '2022-05-12T17:16:12Z', 'revision_number': 5, 'project_id': '9f96cd34d1bc46b78a000e0b5af9d6a2', 'subnets': [{'id': '0cd36ca6-63ed-4772-87aa-c30fa42b51b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:16:55.717251 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93031a68-ac53-4e19-9460-8852a1557b2a None None] The sync data for ids ['d37f8c35-61d9-4e4e-a436-9cc0a220161d'] in dv-cinder-841591-1-iscsi is: [{'id': 'd37f8c35-61d9-4e4e-a436-9cc0a220161d', 'name': 'tempest-AttachVolumeShelveTestJSON-2060211433-router', 'tenant_id': '9f96cd34d1bc46b78a000e0b5af9d6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'ba44eb14-e418-4de5-8e35-cd3da218b7fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:15:55Z', 'updated_at': '2022-05-12T17:15:59Z', 'revision_number': 4, 'project_id': '9f96cd34d1bc46b78a000e0b5af9d6a2', 'gw_port': {'id': 'ba44eb14-e418-4de5-8e35-cd3da218b7fa', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a7:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37f8c35-61d9-4e4e-a436-9cc0a220161d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:15:55Z', 'updated_at': '2022-05-12T17:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_floatingips': [{'id': '3b2982b4-5485-44e2-93ce-759a687a64a3', 'tenant_id': '9f96cd34d1bc46b78a000e0b5af9d6a2', 'floating_ip_address': '172.27.0.119', 'floating_network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'router_id': 'd37f8c35-61d9-4e4e-a436-9cc0a220161d', 'port_id': '83ec910a-00e4-4992-bde0-b3583158daf3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 95, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77b21ff8-23c6-42d2-9321-6759378651ee', 'mac_address': 'fa:16:3e:a1:93:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47998668-5296-4019-a02c-3c80e30ff266', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:16:05Z', 'updated_at': '2022-05-12T17:16:53Z', 'revision_number': 1, 'project_id': '9f96cd34d1bc46b78a000e0b5af9d6a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ad17248-876b-46c4-8895-543e86966af1', 'name': '', 'network_id': '77b21ff8-23c6-42d2-9321-6759378651ee', 'tenant_id': '9f96cd34d1bc46b78a000e0b5af9d6a2', 'mac_address': 'fa:16:3e:ff:14:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37f8c35-61d9-4e4e-a436-9cc0a220161d', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '0cd36ca6-63ed-4772-87aa-c30fa42b51b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:15:57Z', 'updated_at': '2022-05-12T17:16:12Z', 'revision_number': 5, 'project_id': '9f96cd34d1bc46b78a000e0b5af9d6a2', 'subnets': [{'id': '0cd36ca6-63ed-4772-87aa-c30fa42b51b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:16:55.721011 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d3acf03b-3912-4156-948d-0c24e236ae05 admin admin] Publish callbacks [] for security_group (68d82d87-6077-4348-a61e-1401a643e627), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:55.828547 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d3acf03b-3912-4156-948d-0c24e236ae05 admin admin] Publish callbacks [] for security_group (68d82d87-6077-4348-a61e-1401a643e627), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:55.889757 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874dda3c-4065-42a2-b09e-1e80b8852030 req-bb25fc2e-4299-4895-83e2-262cfa1ec0f6 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:55.893759 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-874dda3c-4065-42a2-b09e-1e80b8852030 req-bb25fc2e-4299-4895-83e2-262cfa1ec0f6 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=68fea2bf-d6a6-4a97-be8f-bd754b36e60c HTTP/1.1" status: 200 len: 945 time: 0.1642690 May 12 17:16:55.922901 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-b14dded3-6a4f-44a6-b00b-beea10ad76fa req-56427210-863d-4d8d-bb56-b10f106a2317 service neutron] 10.222.0.58 "GET /v2.0/networks/77b21ff8-23c6-42d2-9321-6759378651ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654624 May 12 17:16:56.037214 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-874dda3c-4065-42a2-b09e-1e80b8852030 req-dfc4978e-661b-4422-a8af-dd318032f0f4 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=db7d0f43-a860-4c22-8e80-2ebcff18b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259420 May 12 17:16:56.070163 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d3acf03b-3912-4156-948d-0c24e236ae05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (68d82d87-6077-4348-a61e-1401a643e627), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:56.073746 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d3acf03b-3912-4156-948d-0c24e236ae05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:56.075285 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-d3acf03b-3912-4156-948d-0c24e236ae05 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/68d82d87-6077-4348-a61e-1401a643e627 HTTP/1.1" status: 204 len: 168 time: 0.4612222 May 12 17:16:56.090464 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3acf03b-3912-4156-948d-0c24e236ae05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68d82d87-6077-4348-a61e-1401a643e627,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:56.139243 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4cf4f1-26d0-45df-9fc9-037996d47db8 None None] New status for floating IP 3b2982b4-5485-44e2-93ce-759a687a64a3: ACTIVE {{(pid=103470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 17:16:56.254468 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-507ade00-860d-4141-8eb2-3f46f884d1a4 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:56.264385 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-507ade00-860d-4141-8eb2-3f46f884d1a4 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682608'] for floatingip (7a39b44c-ccfb-4c2d-ab88-b89d3907d416), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:56.399836 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.db.l3_db [None req-507ade00-860d-4141-8eb2-3f46f884d1a4 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Floating IP 7a39b44c-ccfb-4c2d-ab88-b89d3907d416 associated. External IP: 172.27.0.65, port: b977622b-d460-4133-b674-446f064230f1. May 12 17:16:56.490452 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-6b0dd9fc-ba3d-4e49-8586-b5c8943f23bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (e5548ccc-31b8-4072-a6b0-52b00208ea79), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:56.740861 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-507ade00-860d-4141-8eb2-3f46f884d1a4 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Router 2055b3ec-09dd-4090-9285-28048742bdf7 has already been hosted by L3 agent e5548ccc-31b8-4072-a6b0-52b00208ea79 {{(pid=103468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:16:56.799090 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 55304) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:16:56.818527 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-201c96a0-b11f-4653-8e29-09363d349cf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:56.920003 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-201c96a0-b11f-4653-8e29-09363d349cf4 admin admin] Publish callbacks [] for security_group (a1702586-0765-4607-9a9e-e956e0a306c3), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:56.926172 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-201c96a0-b11f-4653-8e29-09363d349cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (a1702586-0765-4607-9a9e-e956e0a306c3), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:56.960567 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201c96a0-b11f-4653-8e29-09363d349cf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1702586-0765-4607-9a9e-e956e0a306c3,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:56.985615 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-201c96a0-b11f-4653-8e29-09363d349cf4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8dfcbfedbe7a4cdf95fa27e1e1a6674c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1852112 May 12 17:16:56.991084 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 55312) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:16:57.092573 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-86db07b4-77b6-43cc-a805-590bcfb514d1 admin admin] Publish callbacks [] for security_group (a1702586-0765-4607-9a9e-e956e0a306c3), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:57.120843 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-86db07b4-77b6-43cc-a805-590bcfb514d1 admin admin] Publish callbacks [] for security_group (a1702586-0765-4607-9a9e-e956e0a306c3), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:57.188849 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-86db07b4-77b6-43cc-a805-590bcfb514d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (a1702586-0765-4607-9a9e-e956e0a306c3), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:57.191698 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-86db07b4-77b6-43cc-a805-590bcfb514d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:57.193054 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-86db07b4-77b6-43cc-a805-590bcfb514d1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a1702586-0765-4607-9a9e-e956e0a306c3 HTTP/1.1" status: 204 len: 168 time: 0.2036843 May 12 17:16:57.201972 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86db07b4-77b6-43cc-a805-590bcfb514d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1702586-0765-4607-9a9e-e956e0a306c3,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:57.215210 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b021336-5867-4c61-a1f6-481f2b33907f req-4375cda1-46a4-4d45-9faa-f2b5ed1fcb2d tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:57.216777 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-6b021336-5867-4c61-a1f6-481f2b33907f req-4375cda1-46a4-4d45-9faa-f2b5ed1fcb2d tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=68fea2bf-d6a6-4a97-be8f-bd754b36e60c HTTP/1.1" status: 200 len: 945 time: 0.0746846 May 12 17:16:57.218079 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-507ade00-860d-4141-8eb2-3f46f884d1a4 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Notify agent at l3_agent.dv-cinder-841591-1-iscsi the message routers_updated {{(pid=103468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:16:57.222799 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-507ade00-860d-4141-8eb2-3f46f884d1a4 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36930'] for floatingip (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:57.228655 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3141f8fb-2b2b-45b1-adbe-16295ad233e1 None None] Sync routers for ids ['2055b3ec-09dd-4090-9285-28048742bdf7'] in dv-cinder-841591-1-iscsi {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:16:57.260514 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3141f8fb-2b2b-45b1-adbe-16295ad233e1 None None] Routers {'2055b3ec-09dd-4090-9285-28048742bdf7'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:16:57.262159 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-3141f8fb-2b2b-45b1-adbe-16295ad233e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:16:56Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['2055b3ec-09dd-4090-9285-28048742bdf7'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:16:57.289073 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-921d17b2-ae2c-4a72-8bd8-05131367e3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (bf71836d-8135-4bcd-843a-dab378dba2b2), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:57.311889 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-507ade00-860d-4141-8eb2-3f46f884d1a4 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "PUT /v2.0/floatingips/7a39b44c-ccfb-4c2d-ab88-b89d3907d416 HTTP/1.1" status: 200 len: 991 time: 2.0295935 May 12 17:16:57.318263 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '878603bd-9524-4a76-88c3-463a2f09910f', 'tag': 'b977622b-d460-4133-b674-446f064230f1'}] {{(pid=103468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:16:57.320318 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11327eb0f41ff280cd3a6497cf1c944478feb1aae12e82efcad6faf65da72353" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-659f04de-da47-4db6-b093-49ee62606d84" -d '{"events": [{"name": "network-changed", "server_uuid": "878603bd-9524-4a76-88c3-463a2f09910f", "tag": "b977622b-d460-4133-b674-446f064230f1"}]}' {{(pid=103468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:16:57.353979 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-6b021336-5867-4c61-a1f6-481f2b33907f req-8f988c92-dc75-481b-b2e0-3df9077ff594 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=db7d0f43-a860-4c22-8e80-2ebcff18b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282144 May 12 17:16:57.391602 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d77ec694-1e25-42e4-aad9-386bb31912df x-openstack-request-id: req-d77ec694-1e25-42e4-aad9-386bb31912df {{(pid=103468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:16:57.392270 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "878603bd-9524-4a76-88c3-463a2f09910f", "tag": "b977622b-d460-4133-b674-446f064230f1", "status": "completed", "code": 200}]} {{(pid=103468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:16:57.392786 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d77ec694-1e25-42e4-aad9-386bb31912df {{(pid=103468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:16:57.393935 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d77ec694-1e25-42e4-aad9-386bb31912df'] response: {'name': 'network-changed', 'server_uuid': '878603bd-9524-4a76-88c3-463a2f09910f', 'tag': 'b977622b-d460-4133-b674-446f064230f1', 'status': 'completed', 'code': 200} May 12 17:16:57.427847 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-3141f8fb-2b2b-45b1-adbe-16295ad233e1 None None] Set router 2055b3ec-09dd-4090-9285-28048742bdf7 gateway port host: dv-cinder-841591-1-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:16:57.473485 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f04de-da47-4db6-b093-49ee62606d84 req-85bbdf60-bebf-4b1f-af35-cf5f672218e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:57.475995 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-659f04de-da47-4db6-b093-49ee62606d84 req-85bbdf60-bebf-4b1f-af35-cf5f672218e7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=67e7bebb3ef2474591626aa0a76d7a1d&device_id=878603bd-9524-4a76-88c3-463a2f09910f HTTP/1.1" status: 200 len: 1130 time: 0.0511212 May 12 17:16:57.602224 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f04de-da47-4db6-b093-49ee62606d84 req-edc79bae-8afc-46f2-a391-be0bf7db9cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:57.603922 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-659f04de-da47-4db6-b093-49ee62606d84 req-edc79bae-8afc-46f2-a391-be0bf7db9cf9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=8e057b02-0e5b-44bd-83b7-2f23a5bc0a94 HTTP/1.1" status: 200 len: 911 time: 0.1203129 May 12 17:16:57.699564 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-659f04de-da47-4db6-b093-49ee62606d84 req-7a96c574-cbb7-4456-baa2-c23c15c6ecb9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b977622b-d460-4133-b674-446f064230f1 HTTP/1.1" status: 200 len: 999 time: 0.0885537 May 12 17:16:57.712903 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-3141f8fb-2b2b-45b1-adbe-16295ad233e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2055b3ec-09dd-4090-9285-28048742bdf7', 'name': 'tempest-AttachVolumeTestJSON-154657364-router', 'tenant_id': '67e7bebb3ef2474591626aa0a76d7a1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '30375247-101c-4f4b-afc3-a8d1a61a73e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:16:02Z', 'updated_at': '2022-05-12T17:16:11Z', 'revision_number': 4, 'project_id': '67e7bebb3ef2474591626aa0a76d7a1d', 'gw_port': {'id': '30375247-101c-4f4b-afc3-a8d1a61a73e7', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:03:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2055b3ec-09dd-4090-9285-28048742bdf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:16:03Z', 'updated_at': '2022-05-12T17:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_floatingips': [{'id': '7a39b44c-ccfb-4c2d-ab88-b89d3907d416', 'tenant_id': '67e7bebb3ef2474591626aa0a76d7a1d', 'floating_ip_address': '172.27.0.65', 'floating_network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'router_id': '2055b3ec-09dd-4090-9285-28048742bdf7', 'port_id': 'b977622b-d460-4133-b674-446f064230f1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e057b02-0e5b-44bd-83b7-2f23a5bc0a94', 'mac_address': 'fa:16:3e:94:d4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878603bd-9524-4a76-88c3-463a2f09910f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:16:21Z', 'updated_at': '2022-05-12T17:16:56Z', 'revision_number': 1, 'project_id': '67e7bebb3ef2474591626aa0a76d7a1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cad86394-a9cb-486c-a924-531fc4111ee5', 'name': '', 'network_id': '8e057b02-0e5b-44bd-83b7-2f23a5bc0a94', 'tenant_id': '67e7bebb3ef2474591626aa0a76d7a1d', 'mac_address': 'fa:16:3e:36:7c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2055b3ec-09dd-4090-9285-28048742bdf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ee2adf5e-fcc4-48d8-8205-399177bedd23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:16:09Z', 'updated_at': '2022-05-12T17:16:21Z', 'revision_number': 5, 'project_id': '67e7bebb3ef2474591626aa0a76d7a1d', 'subnets': [{'id': 'ee2adf5e-fcc4-48d8-8205-399177bedd23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:16:57.746104 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3141f8fb-2b2b-45b1-adbe-16295ad233e1 None None] Checking router: 2055b3ec-09dd-4090-9285-28048742bdf7 for host: dv-cinder-841591-1-iscsi {{(pid=103471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:16:57.758873 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3141f8fb-2b2b-45b1-adbe-16295ad233e1 None None] Routers {'2055b3ec-09dd-4090-9285-28048742bdf7'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:16:57.759632 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-3141f8fb-2b2b-45b1-adbe-16295ad233e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:16:56Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['2055b3ec-09dd-4090-9285-28048742bdf7'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:16:57.770747 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f04de-da47-4db6-b093-49ee62606d84 req-c6bcbdce-f0b0-43db-a19b-46c73db103d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:57.774040 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-659f04de-da47-4db6-b093-49ee62606d84 req-c6bcbdce-f0b0-43db-a19b-46c73db103d9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ee2adf5e-fcc4-48d8-8205-399177bedd23 HTTP/1.1" status: 200 len: 849 time: 0.0665314 May 12 17:16:57.856982 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (38379b20-dcc3-43b7-a09e-956d8be7db9c), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:57.860590 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f04de-da47-4db6-b093-49ee62606d84 req-f1e6ee8e-2477-40ff-8136-095169a1ea1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:57.862406 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-659f04de-da47-4db6-b093-49ee62606d84 req-f1e6ee8e-2477-40ff-8136-095169a1ea1f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8e057b02-0e5b-44bd-83b7-2f23a5bc0a94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0768507 May 12 17:16:57.907455 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-3141f8fb-2b2b-45b1-adbe-16295ad233e1 None None] Set router 2055b3ec-09dd-4090-9285-28048742bdf7 gateway port host: dv-cinder-841591-1-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:16:57.977889 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-659f04de-da47-4db6-b093-49ee62606d84 req-18505d68-c540-4b99-9e9c-8934364b73e1 service neutron] 10.222.0.58 "GET /v2.0/networks/8e057b02-0e5b-44bd-83b7-2f23a5bc0a94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035259 May 12 17:16:58.099840 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-659f04de-da47-4db6-b093-49ee62606d84 req-12a42a09-6c1b-493f-b740-5330b65ab739 service neutron] 10.222.0.58 "GET /v2.0/networks/8e057b02-0e5b-44bd-83b7-2f23a5bc0a94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128252 May 12 17:16:58.195194 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-3141f8fb-2b2b-45b1-adbe-16295ad233e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2055b3ec-09dd-4090-9285-28048742bdf7', 'name': 'tempest-AttachVolumeTestJSON-154657364-router', 'tenant_id': '67e7bebb3ef2474591626aa0a76d7a1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '30375247-101c-4f4b-afc3-a8d1a61a73e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:16:02Z', 'updated_at': '2022-05-12T17:16:11Z', 'revision_number': 4, 'project_id': '67e7bebb3ef2474591626aa0a76d7a1d', 'gw_port': {'id': '30375247-101c-4f4b-afc3-a8d1a61a73e7', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:03:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2055b3ec-09dd-4090-9285-28048742bdf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:16:03Z', 'updated_at': '2022-05-12T17:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_floatingips': [{'id': '7a39b44c-ccfb-4c2d-ab88-b89d3907d416', 'tenant_id': '67e7bebb3ef2474591626aa0a76d7a1d', 'floating_ip_address': '172.27.0.65', 'floating_network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'router_id': '2055b3ec-09dd-4090-9285-28048742bdf7', 'port_id': 'b977622b-d460-4133-b674-446f064230f1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e057b02-0e5b-44bd-83b7-2f23a5bc0a94', 'mac_address': 'fa:16:3e:94:d4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878603bd-9524-4a76-88c3-463a2f09910f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:16:21Z', 'updated_at': '2022-05-12T17:16:56Z', 'revision_number': 1, 'project_id': '67e7bebb3ef2474591626aa0a76d7a1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cad86394-a9cb-486c-a924-531fc4111ee5', 'name': '', 'network_id': '8e057b02-0e5b-44bd-83b7-2f23a5bc0a94', 'tenant_id': '67e7bebb3ef2474591626aa0a76d7a1d', 'mac_address': 'fa:16:3e:36:7c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2055b3ec-09dd-4090-9285-28048742bdf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ee2adf5e-fcc4-48d8-8205-399177bedd23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:16:09Z', 'updated_at': '2022-05-12T17:16:21Z', 'revision_number': 5, 'project_id': '67e7bebb3ef2474591626aa0a76d7a1d', 'subnets': [{'id': 'ee2adf5e-fcc4-48d8-8205-399177bedd23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:16:58.197194 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 55380) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:16:58.237307 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3141f8fb-2b2b-45b1-adbe-16295ad233e1 None None] The sync data for ids ['2055b3ec-09dd-4090-9285-28048742bdf7'] in dv-cinder-841591-1-iscsi is: [{'id': '2055b3ec-09dd-4090-9285-28048742bdf7', 'name': 'tempest-AttachVolumeTestJSON-154657364-router', 'tenant_id': '67e7bebb3ef2474591626aa0a76d7a1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '30375247-101c-4f4b-afc3-a8d1a61a73e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:16:02Z', 'updated_at': '2022-05-12T17:16:11Z', 'revision_number': 4, 'project_id': '67e7bebb3ef2474591626aa0a76d7a1d', 'gw_port': {'id': '30375247-101c-4f4b-afc3-a8d1a61a73e7', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:03:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2055b3ec-09dd-4090-9285-28048742bdf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:16:03Z', 'updated_at': '2022-05-12T17:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_floatingips': [{'id': '7a39b44c-ccfb-4c2d-ab88-b89d3907d416', 'tenant_id': '67e7bebb3ef2474591626aa0a76d7a1d', 'floating_ip_address': '172.27.0.65', 'floating_network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'router_id': '2055b3ec-09dd-4090-9285-28048742bdf7', 'port_id': 'b977622b-d460-4133-b674-446f064230f1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e057b02-0e5b-44bd-83b7-2f23a5bc0a94', 'mac_address': 'fa:16:3e:94:d4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878603bd-9524-4a76-88c3-463a2f09910f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:16:21Z', 'updated_at': '2022-05-12T17:16:56Z', 'revision_number': 1, 'project_id': '67e7bebb3ef2474591626aa0a76d7a1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cad86394-a9cb-486c-a924-531fc4111ee5', 'name': '', 'network_id': '8e057b02-0e5b-44bd-83b7-2f23a5bc0a94', 'tenant_id': '67e7bebb3ef2474591626aa0a76d7a1d', 'mac_address': 'fa:16:3e:36:7c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2055b3ec-09dd-4090-9285-28048742bdf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ee2adf5e-fcc4-48d8-8205-399177bedd23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:16:09Z', 'updated_at': '2022-05-12T17:16:21Z', 'revision_number': 5, 'project_id': '67e7bebb3ef2474591626aa0a76d7a1d', 'subnets': [{'id': 'ee2adf5e-fcc4-48d8-8205-399177bedd23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:16:58.346905 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a49a4008-4d2e-4fa3-99fb-f89d4307bc01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:58.534878 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a49a4008-4d2e-4fa3-99fb-f89d4307bc01 admin admin] Publish callbacks [] for security_group (86814552-e3ad-478e-a89f-b4e75c98e386), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:58.540570 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a49a4008-4d2e-4fa3-99fb-f89d4307bc01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (86814552-e3ad-478e-a89f-b4e75c98e386), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:58.551619 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427d26c4-1105-4513-a2da-c6d96e7b5b63 req-c9339ff4-4a58-45fb-a7f7-5c1a1e5f69ef tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:58.561469 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-427d26c4-1105-4513-a2da-c6d96e7b5b63 req-c9339ff4-4a58-45fb-a7f7-5c1a1e5f69ef tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=68fea2bf-d6a6-4a97-be8f-bd754b36e60c HTTP/1.1" status: 200 len: 945 time: 0.0909915 May 12 17:16:58.616624 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0aba9c-9d5f-44a2-b32e-895eae8b4796 None None] New status for floating IP 7a39b44c-ccfb-4c2d-ab88-b89d3907d416: ACTIVE {{(pid=103470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 17:16:58.617177 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49a4008-4d2e-4fa3-99fb-f89d4307bc01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86814552-e3ad-478e-a89f-b4e75c98e386,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:58.633460 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-427d26c4-1105-4513-a2da-c6d96e7b5b63 req-65ecf285-e81f-47d3-b194-7bf28c3b358e tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=db7d0f43-a860-4c22-8e80-2ebcff18b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669134 May 12 17:16:58.644476 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-a49a4008-4d2e-4fa3-99fb-f89d4307bc01 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ec974b204ad34496bb45d63480ae8c3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4461837 May 12 17:16:58.647058 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 55408) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:16:58.704954 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 55410) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:16:58.706202 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0342c1a6-ac62-461d-a2f4-7e736c246040 admin admin] Publish callbacks [] for security_group (86814552-e3ad-478e-a89f-b4e75c98e386), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:58.730983 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0342c1a6-ac62-461d-a2f4-7e736c246040 admin admin] Publish callbacks [] for security_group (86814552-e3ad-478e-a89f-b4e75c98e386), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:58.789902 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0342c1a6-ac62-461d-a2f4-7e736c246040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (86814552-e3ad-478e-a89f-b4e75c98e386), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:58.793179 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0342c1a6-ac62-461d-a2f4-7e736c246040 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:58.794375 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-0342c1a6-ac62-461d-a2f4-7e736c246040 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/86814552-e3ad-478e-a89f-b4e75c98e386 HTTP/1.1" status: 204 len: 168 time: 0.1462529 May 12 17:16:58.804259 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0342c1a6-ac62-461d-a2f4-7e736c246040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86814552-e3ad-478e-a89f-b4e75c98e386,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:58.837640 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-c581148e-646c-4c8c-8cc5-93d6184e682f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (98e1a54e-83f0-40d1-9631-7dd40ffbcd59), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:58.966341 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-30f0e43f-a137-402b-9611-c6d7c1cd6f60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:59.044001 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-30f0e43f-a137-402b-9611-c6d7c1cd6f60 admin admin] Publish callbacks [] for security_group (21028451-01fd-41b8-ab87-df64ea298bd4), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:59.048800 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-30f0e43f-a137-402b-9611-c6d7c1cd6f60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (21028451-01fd-41b8-ab87-df64ea298bd4), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:59.091324 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f0e43f-a137-402b-9611-c6d7c1cd6f60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21028451-01fd-41b8-ab87-df64ea298bd4,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:59.095732 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-30f0e43f-a137-402b-9611-c6d7c1cd6f60 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=69ee6b4ea2b34861928f7cba07797177&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3896093 May 12 17:16:59.098373 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 55432) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:16:59.156091 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-50f5fb97-b1f4-4315-be62-aaded1e6114e admin admin] Publish callbacks [] for security_group (21028451-01fd-41b8-ab87-df64ea298bd4), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:59.178548 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-50f5fb97-b1f4-4315-be62-aaded1e6114e admin admin] Publish callbacks [] for security_group (21028451-01fd-41b8-ab87-df64ea298bd4), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:59.204850 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 55440) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:16:59.220948 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-df62e2e6-7c60-41e8-84da-9982bc25108a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:59.244709 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-50f5fb97-b1f4-4315-be62-aaded1e6114e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (21028451-01fd-41b8-ab87-df64ea298bd4), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:59.249397 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-50f5fb97-b1f4-4315-be62-aaded1e6114e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:59.251081 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-50f5fb97-b1f4-4315-be62-aaded1e6114e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/21028451-01fd-41b8-ab87-df64ea298bd4 HTTP/1.1" status: 204 len: 168 time: 0.1517439 May 12 17:16:59.262594 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f5fb97-b1f4-4315-be62-aaded1e6114e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21028451-01fd-41b8-ab87-df64ea298bd4,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:59.322192 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-df62e2e6-7c60-41e8-84da-9982bc25108a admin admin] Publish callbacks [] for security_group (0ee84a84-d0e5-4d2e-a639-6a62c58ce333), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:59.327672 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-df62e2e6-7c60-41e8-84da-9982bc25108a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (0ee84a84-d0e5-4d2e-a639-6a62c58ce333), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:59.365681 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-df62e2e6-7c60-41e8-84da-9982bc25108a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8c1efa6690884e1ea5be50c4c45e7ac0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1597629 May 12 17:16:59.366688 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df62e2e6-7c60-41e8-84da-9982bc25108a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee84a84-d0e5-4d2e-a639-6a62c58ce333,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:59.368387 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 55452) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:16:59.424440 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-d1f92e70-f30d-477b-9acf-416151050e96 admin admin] Publish callbacks [] for security_group (0ee84a84-d0e5-4d2e-a639-6a62c58ce333), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:59.456144 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-d1f92e70-f30d-477b-9acf-416151050e96 admin admin] Publish callbacks [] for security_group (0ee84a84-d0e5-4d2e-a639-6a62c58ce333), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:59.531980 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-d1f92e70-f30d-477b-9acf-416151050e96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (0ee84a84-d0e5-4d2e-a639-6a62c58ce333), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:59.534975 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-d1f92e70-f30d-477b-9acf-416151050e96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:59.536547 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-d1f92e70-f30d-477b-9acf-416151050e96 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0ee84a84-d0e5-4d2e-a639-6a62c58ce333 HTTP/1.1" status: 204 len: 168 time: 0.1653302 May 12 17:16:59.546109 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f92e70-f30d-477b-9acf-416151050e96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee84a84-d0e5-4d2e-a639-6a62c58ce333,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:59.655780 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 55466) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:16:59.677707 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-05c934d8-5fc9-4f16-a306-c3b1fece0093 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:59.778348 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54179d6-c30e-4954-9d72-30e12ef26a16 req-8dd84f9d-2c0a-41ef-b5d6-acec01866f23 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:16:59.779878 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c54179d6-c30e-4954-9d72-30e12ef26a16 req-8dd84f9d-2c0a-41ef-b5d6-acec01866f23 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=68fea2bf-d6a6-4a97-be8f-bd754b36e60c HTTP/1.1" status: 200 len: 945 time: 0.0595653 May 12 17:16:59.842373 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-05c934d8-5fc9-4f16-a306-c3b1fece0093 admin admin] Publish callbacks [] for security_group (4a28c950-48be-45a0-8feb-2bf1820f4a34), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:59.848434 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-05c934d8-5fc9-4f16-a306-c3b1fece0093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (4a28c950-48be-45a0-8feb-2bf1820f4a34), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:59.869836 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c54179d6-c30e-4954-9d72-30e12ef26a16 req-aaca09c4-e138-4504-a876-7f684d7e43a6 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=db7d0f43-a860-4c22-8e80-2ebcff18b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844569 May 12 17:16:59.897450 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c934d8-5fc9-4f16-a306-c3b1fece0093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a28c950-48be-45a0-8feb-2bf1820f4a34,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:16:59.902044 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-05c934d8-5fc9-4f16-a306-c3b1fece0093 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c464c4052d49419496e25b649050a3bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2450831 May 12 17:16:59.904612 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 55476) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:16:59.960485 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-290d662f-1fe9-4fbb-aa24-6e3c886cee20 admin admin] Publish callbacks [] for security_group (4a28c950-48be-45a0-8feb-2bf1820f4a34), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:16:59.986663 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-290d662f-1fe9-4fbb-aa24-6e3c886cee20 admin admin] Publish callbacks [] for security_group (4a28c950-48be-45a0-8feb-2bf1820f4a34), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:00.036037 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-290d662f-1fe9-4fbb-aa24-6e3c886cee20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (4a28c950-48be-45a0-8feb-2bf1820f4a34), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:00.038638 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-290d662f-1fe9-4fbb-aa24-6e3c886cee20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:00.039780 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-290d662f-1fe9-4fbb-aa24-6e3c886cee20 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4a28c950-48be-45a0-8feb-2bf1820f4a34 HTTP/1.1" status: 204 len: 168 time: 0.1342385 May 12 17:17:00.048576 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290d662f-1fe9-4fbb-aa24-6e3c886cee20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a28c950-48be-45a0-8feb-2bf1820f4a34,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:00.233534 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (dea0f963-0a36-45fe-941b-5c749ca6f3bf), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:00.856512 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b34857-08a6-4523-b199-4838f3af3dd0 req-9e123260-423a-40f5-b8d4-b6118d069cf6 tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:17:00.863226 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-98b34857-08a6-4523-b199-4838f3af3dd0 req-9e123260-423a-40f5-b8d4-b6118d069cf6 tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] 10.222.0.23 "GET /v2.0/ports?device_id=88c5e2e9-90b0-49d3-a43a-4ab2e6346af2 HTTP/1.1" status: 200 len: 945 time: 0.0515141 May 12 17:17:00.923046 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 55542) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:17:00.926968 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-98b34857-08a6-4523-b199-4838f3af3dd0 req-33f30223-46e5-4c2d-855c-9230605ff111 tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5d29dfe-01e2-4c5b-9649-6ba6794dcb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622516 May 12 17:17:01.061133 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a117d1-323e-4b8a-b6c3-2f1dc5787066 req-547405c9-ec4b-4c60-bc11-e155c7826dce tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:17:01.070529 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-26a117d1-323e-4b8a-b6c3-2f1dc5787066 req-547405c9-ec4b-4c60-bc11-e155c7826dce tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=68fea2bf-d6a6-4a97-be8f-bd754b36e60c HTTP/1.1" status: 200 len: 945 time: 0.0863559 May 12 17:17:01.124443 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-26a117d1-323e-4b8a-b6c3-2f1dc5787066 req-1e60b713-6d08-47bc-80d9-f75a22bfb478 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=db7d0f43-a860-4c22-8e80-2ebcff18b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530229 May 12 17:17:01.142668 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5694c084-55a5-459e-aace-8035689f247a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:01.224727 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5694c084-55a5-459e-aace-8035689f247a admin admin] Publish callbacks [] for security_group (46c10412-8a0d-46d0-b0d7-7ff72bd924f9), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:01.228457 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5694c084-55a5-459e-aace-8035689f247a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (46c10412-8a0d-46d0-b0d7-7ff72bd924f9), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:01.268318 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-5694c084-55a5-459e-aace-8035689f247a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=24ec263ed50f4fb68600fe8b9c9e2c5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3441756 May 12 17:17:01.270938 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 55564) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:17:01.274580 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5694c084-55a5-459e-aace-8035689f247a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46c10412-8a0d-46d0-b0d7-7ff72bd924f9,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:01.322246 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-b3d5fa6e-a737-45fa-be26-80a292a2a2e5 admin admin] Publish callbacks [] for security_group (46c10412-8a0d-46d0-b0d7-7ff72bd924f9), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:01.343276 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-b3d5fa6e-a737-45fa-be26-80a292a2a2e5 admin admin] Publish callbacks [] for security_group (46c10412-8a0d-46d0-b0d7-7ff72bd924f9), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:01.400876 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-b3d5fa6e-a737-45fa-be26-80a292a2a2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (46c10412-8a0d-46d0-b0d7-7ff72bd924f9), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:01.403450 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-b3d5fa6e-a737-45fa-be26-80a292a2a2e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:01.404586 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-b3d5fa6e-a737-45fa-be26-80a292a2a2e5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/46c10412-8a0d-46d0-b0d7-7ff72bd924f9 HTTP/1.1" status: 204 len: 168 time: 0.1326957 May 12 17:17:01.412465 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d5fa6e-a737-45fa-be26-80a292a2a2e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c10412-8a0d-46d0-b0d7-7ff72bd924f9,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:02.056120 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b02c9a-588a-4bcc-8fe5-629d47b4e689 req-dc286728-a506-4ec1-aa8e-d4d4c54ca1c6 tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:17:02.057628 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-75b02c9a-588a-4bcc-8fe5-629d47b4e689 req-dc286728-a506-4ec1-aa8e-d4d4c54ca1c6 tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] 10.222.0.23 "GET /v2.0/ports?device_id=88c5e2e9-90b0-49d3-a43a-4ab2e6346af2 HTTP/1.1" status: 200 len: 945 time: 0.0510883 May 12 17:17:02.108669 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-75b02c9a-588a-4bcc-8fe5-629d47b4e689 req-c5788bcf-1602-4388-9276-62adde4c0943 tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5d29dfe-01e2-4c5b-9649-6ba6794dcb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440326 May 12 17:17:02.400626 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd7ef4c-e9f5-4f17-968c-4c6bf7091d5a req-0cf9ea28-6e03-486d-a3db-4893d00a3693 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:17:02.402837 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-efd7ef4c-e9f5-4f17-968c-4c6bf7091d5a req-0cf9ea28-6e03-486d-a3db-4893d00a3693 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=68fea2bf-d6a6-4a97-be8f-bd754b36e60c HTTP/1.1" status: 200 len: 945 time: 0.0586367 May 12 17:17:02.466405 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-efd7ef4c-e9f5-4f17-968c-4c6bf7091d5a req-5be9fd69-9215-4ce9-a0b6-6a6979c5cc7c tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=db7d0f43-a860-4c22-8e80-2ebcff18b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526216 May 12 17:17:02.479585 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 55622) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:17:02.582441 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-d3694390-4a74-47b7-bc0d-f905b6902bfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:02.658253 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-d3694390-4a74-47b7-bc0d-f905b6902bfe admin admin] Publish callbacks [] for security_group (ce37ef15-1801-48db-bff3-74a01b3d0850), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:02.662509 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-d3694390-4a74-47b7-bc0d-f905b6902bfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (ce37ef15-1801-48db-bff3-74a01b3d0850), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:02.700921 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-d3694390-4a74-47b7-bc0d-f905b6902bfe admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=75b0daf8136245628efadcc02ec77095&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2201185 May 12 17:17:02.702008 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3694390-4a74-47b7-bc0d-f905b6902bfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce37ef15-1801-48db-bff3-74a01b3d0850,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:02.703674 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 55632) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:17:02.754268 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-43096a5e-cf83-4166-b0c8-8721d354f214 admin admin] Publish callbacks [] for security_group (ce37ef15-1801-48db-bff3-74a01b3d0850), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:02.779638 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-43096a5e-cf83-4166-b0c8-8721d354f214 admin admin] Publish callbacks [] for security_group (ce37ef15-1801-48db-bff3-74a01b3d0850), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:02.828808 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-43096a5e-cf83-4166-b0c8-8721d354f214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (ce37ef15-1801-48db-bff3-74a01b3d0850), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:02.831337 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-43096a5e-cf83-4166-b0c8-8721d354f214 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:02.832510 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-43096a5e-cf83-4166-b0c8-8721d354f214 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ce37ef15-1801-48db-bff3-74a01b3d0850 HTTP/1.1" status: 204 len: 168 time: 0.1276202 May 12 17:17:02.840242 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43096a5e-cf83-4166-b0c8-8721d354f214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce37ef15-1801-48db-bff3-74a01b3d0850,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:03.209553 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 55660) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:17:03.224505 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5eecbe5f-06c6-4512-ac90-d44d26c37a2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:03.249977 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cb8f9a-ad11-4693-b1bf-81d3fd6add90 req-d5c78050-ed3b-4bd7-864c-703c5db808e1 tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:17:03.251587 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-41cb8f9a-ad11-4693-b1bf-81d3fd6add90 req-d5c78050-ed3b-4bd7-864c-703c5db808e1 tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] 10.222.0.23 "GET /v2.0/ports?device_id=88c5e2e9-90b0-49d3-a43a-4ab2e6346af2 HTTP/1.1" status: 200 len: 945 time: 0.0564389 May 12 17:17:03.319017 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-41cb8f9a-ad11-4693-b1bf-81d3fd6add90 req-ddeb8724-8385-4478-9dd4-16a47c0b291c tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5d29dfe-01e2-4c5b-9649-6ba6794dcb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605423 May 12 17:17:03.327629 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5eecbe5f-06c6-4512-ac90-d44d26c37a2a admin admin] Publish callbacks [] for security_group (76a57c3d-8018-46ca-9194-54a0cbc81594), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:03.337108 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5eecbe5f-06c6-4512-ac90-d44d26c37a2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (76a57c3d-8018-46ca-9194-54a0cbc81594), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:03.408016 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-5eecbe5f-06c6-4512-ac90-d44d26c37a2a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=699219ad0cbc4c0a8662edaef068fe88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1973662 May 12 17:17:03.410786 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eecbe5f-06c6-4512-ac90-d44d26c37a2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76a57c3d-8018-46ca-9194-54a0cbc81594,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:03.410917 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 55670) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:17:03.467755 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-37d96dbf-76b6-4d6a-a4be-458167a5639b admin admin] Publish callbacks [] for security_group (76a57c3d-8018-46ca-9194-54a0cbc81594), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:03.489888 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-37d96dbf-76b6-4d6a-a4be-458167a5639b admin admin] Publish callbacks [] for security_group (76a57c3d-8018-46ca-9194-54a0cbc81594), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:03.547640 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-37d96dbf-76b6-4d6a-a4be-458167a5639b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (76a57c3d-8018-46ca-9194-54a0cbc81594), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:03.550097 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-37d96dbf-76b6-4d6a-a4be-458167a5639b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:03.554236 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-37d96dbf-76b6-4d6a-a4be-458167a5639b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/76a57c3d-8018-46ca-9194-54a0cbc81594 HTTP/1.1" status: 204 len: 168 time: 0.1395631 May 12 17:17:03.560806 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d96dbf-76b6-4d6a-a4be-458167a5639b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a57c3d-8018-46ca-9194-54a0cbc81594,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:03.614773 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e55d365-7ece-4357-9c3c-8e86a5dbceb3 req-7a37c3d3-5837-4407-a520-482a90cf04ab tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:17:03.616262 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-5e55d365-7ece-4357-9c3c-8e86a5dbceb3 req-7a37c3d3-5837-4407-a520-482a90cf04ab tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=68fea2bf-d6a6-4a97-be8f-bd754b36e60c HTTP/1.1" status: 200 len: 945 time: 0.0932102 May 12 17:17:03.629126 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fe6ec0-49b5-417b-8816-4b3932f23ee0 req-b866b09d-faa3-4813-a289-fdece2b75e1a tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:17:03.630528 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-e3fe6ec0-49b5-417b-8816-4b3932f23ee0 req-b866b09d-faa3-4813-a289-fdece2b75e1a tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] 10.222.0.58 "GET /v2.0/ports?device_id=88c5e2e9-90b0-49d3-a43a-4ab2e6346af2 HTTP/1.1" status: 200 len: 945 time: 0.0631807 May 12 17:17:03.762811 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-5e55d365-7ece-4357-9c3c-8e86a5dbceb3 req-b004e1c5-372a-4409-a74e-17f5596b532e tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=db7d0f43-a860-4c22-8e80-2ebcff18b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398880 May 12 17:17:03.821256 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [req-e3fe6ec0-49b5-417b-8816-4b3932f23ee0 req-18660373-2dcc-4a7e-820c-a6c91cecc6ee tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] Deleting port c3f98d92-aa4f-4644-b6e9-33c2db6e68f7 {{(pid=103468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:17:03.821588 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-e3fe6ec0-49b5-417b-8816-4b3932f23ee0 req-18660373-2dcc-4a7e-820c-a6c91cecc6ee tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774528024037'] for port (c3f98d92-aa4f-4644-b6e9-33c2db6e68f7), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:03.926522 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.db [req-e3fe6ec0-49b5-417b-8816-4b3932f23ee0 req-18660373-2dcc-4a7e-820c-a6c91cecc6ee tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] For port c3f98d92-aa4f-4644-b6e9-33c2db6e68f7, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=c3f98d92-aa4f-4644-b6e9-33c2db6e68f7,segment=NetworkSegment(71a7ccad-3b9a-49dc-aad4-6fc2bb28e609),segment_id=71a7ccad-3b9a-49dc-aad4-6fc2bb28e609)] {{(pid=103468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:17:03.926884 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-e3fe6ec0-49b5-417b-8816-4b3932f23ee0 req-18660373-2dcc-4a7e-820c-a6c91cecc6ee tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683095'] for port (c3f98d92-aa4f-4644-b6e9-33c2db6e68f7), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:03.941835 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [req-e3fe6ec0-49b5-417b-8816-4b3932f23ee0 req-18660373-2dcc-4a7e-820c-a6c91cecc6ee tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] Calling delete_port for c3f98d92-aa4f-4644-b6e9-33c2db6e68f7 owned by compute:nova {{(pid=103468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:17:04.100805 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-e3fe6ec0-49b5-417b-8816-4b3932f23ee0 req-18660373-2dcc-4a7e-820c-a6c91cecc6ee tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774528036217', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774527475294'] for port (c3f98d92-aa4f-4644-b6e9-33c2db6e68f7), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:04.114913 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] get_ports_and_sgs() called for port_ids ['c3f98d92-aa4f-4644-b6e9-33c2db6e68f7'] {{(pid=103470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:17:04.130762 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18660373-2dcc-4a7e-820c-a6c91cecc6ee tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] Pushing event deleted for resources: {'Port': ['ID=c3f98d92-aa4f-4644-b6e9-33c2db6e68f7,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:04.213899 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3fe6ec0-49b5-417b-8816-4b3932f23ee0 req-18660373-2dcc-4a7e-820c-a6c91cecc6ee tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] No DVR routers for this DVR port c3f98d92-aa4f-4644-b6e9-33c2db6e68f7 on host hv-cinder-84159 {{(pid=103468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:17:04.217660 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-e3fe6ec0-49b5-417b-8816-4b3932f23ee0 req-18660373-2dcc-4a7e-820c-a6c91cecc6ee tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36930'] for port (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:04.221309 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-e3fe6ec0-49b5-417b-8816-4b3932f23ee0 req-18660373-2dcc-4a7e-820c-a6c91cecc6ee tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] 10.222.0.58 "DELETE /v2.0/ports/c3f98d92-aa4f-4644-b6e9-33c2db6e68f7 HTTP/1.1" status: 204 len: 173 time: 0.5833635 May 12 17:17:04.221770 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88c5e2e9-90b0-49d3-a43a-4ab2e6346af2', 'name': 'network-vif-deleted', 'tag': 'c3f98d92-aa4f-4644-b6e9-33c2db6e68f7'}] {{(pid=103468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:17:04.224788 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11327eb0f41ff280cd3a6497cf1c944478feb1aae12e82efcad6faf65da72353" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10fe86fa-9332-4729-805d-bde727202e92" -d '{"events": [{"server_uuid": "88c5e2e9-90b0-49d3-a43a-4ab2e6346af2", "name": "network-vif-deleted", "tag": "c3f98d92-aa4f-4644-b6e9-33c2db6e68f7"}]}' {{(pid=103468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:17:04.264391 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-387d0f7b-a9e0-4f6d-a7f8-fd55d7afc0d8 x-openstack-request-id: req-387d0f7b-a9e0-4f6d-a7f8-fd55d7afc0d8 {{(pid=103468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:17:04.264683 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88c5e2e9-90b0-49d3-a43a-4ab2e6346af2", "name": "network-vif-deleted", "tag": "c3f98d92-aa4f-4644-b6e9-33c2db6e68f7", "status": "completed", "code": 200}]} {{(pid=103468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:17:04.265057 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-387d0f7b-a9e0-4f6d-a7f8-fd55d7afc0d8 {{(pid=103468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:17:04.265461 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-387d0f7b-a9e0-4f6d-a7f8-fd55d7afc0d8'] response: {'server_uuid': '88c5e2e9-90b0-49d3-a43a-4ab2e6346af2', 'name': 'network-vif-deleted', 'tag': 'c3f98d92-aa4f-4644-b6e9-33c2db6e68f7', 'status': 'completed', 'code': 200} May 12 17:17:04.422838 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-8c01e31b-50da-4f36-967b-60f1e5b03275 req-d9c6fca5-e2e2-4403-a6ff-0850976da0ce tempest-DeleteServersTestJSON-168658143 tempest-DeleteServersTestJSON-168658143-project] 10.222.0.23 "GET /v2.0/ports?device_id=88c5e2e9-90b0-49d3-a43a-4ab2e6346af2 HTTP/1.1" status: 200 len: 210 time: 0.0270696 May 12 17:17:04.751845 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 55720) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:17:04.884310 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-77a5189b-bf4e-4e4a-b58d-5fd23f6010fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:04.905870 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d81ebd-9b6f-4cba-a729-1862b32361c7 req-e9568ac4-bf74-4b96-b7e6-2463911d46ff tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:17:04.907362 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-01d81ebd-9b6f-4cba-a729-1862b32361c7 req-e9568ac4-bf74-4b96-b7e6-2463911d46ff tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=68fea2bf-d6a6-4a97-be8f-bd754b36e60c HTTP/1.1" status: 200 len: 945 time: 0.0725212 May 12 17:17:04.976449 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-01d81ebd-9b6f-4cba-a729-1862b32361c7 req-8f37bc0d-2f6b-4e32-b2b2-5b286195985c tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=db7d0f43-a860-4c22-8e80-2ebcff18b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637059 May 12 17:17:05.020068 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-77a5189b-bf4e-4e4a-b58d-5fd23f6010fa admin admin] Publish callbacks [] for security_group (0e4bd595-73d1-42fb-bd57-7469b5d4aca8), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:05.025231 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-77a5189b-bf4e-4e4a-b58d-5fd23f6010fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (0e4bd595-73d1-42fb-bd57-7469b5d4aca8), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:05.062209 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a5189b-bf4e-4e4a-b58d-5fd23f6010fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e4bd595-73d1-42fb-bd57-7469b5d4aca8,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:05.070800 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 55740) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:17:05.070903 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-77a5189b-bf4e-4e4a-b58d-5fd23f6010fa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=39cfeac4c61c4ca283546734498700c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3176491 May 12 17:17:05.125079 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c90d461c-de6b-422b-a6e8-1f6c5b49b824 admin admin] Publish callbacks [] for security_group (0e4bd595-73d1-42fb-bd57-7469b5d4aca8), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:05.150840 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c90d461c-de6b-422b-a6e8-1f6c5b49b824 admin admin] Publish callbacks [] for security_group (0e4bd595-73d1-42fb-bd57-7469b5d4aca8), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:05.201344 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c90d461c-de6b-422b-a6e8-1f6c5b49b824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (0e4bd595-73d1-42fb-bd57-7469b5d4aca8), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:05.204431 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c90d461c-de6b-422b-a6e8-1f6c5b49b824 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:05.205935 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-c90d461c-de6b-422b-a6e8-1f6c5b49b824 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0e4bd595-73d1-42fb-bd57-7469b5d4aca8 HTTP/1.1" status: 204 len: 168 time: 0.1340144 May 12 17:17:05.227197 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90d461c-de6b-422b-a6e8-1f6c5b49b824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e4bd595-73d1-42fb-bd57-7469b5d4aca8,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:06.117619 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7791539-7e83-4329-8602-da56be045f0f req-67890ec3-3fac-4f1a-861f-b354fc86c28d tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:17:06.119185 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-a7791539-7e83-4329-8602-da56be045f0f req-67890ec3-3fac-4f1a-861f-b354fc86c28d tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=68fea2bf-d6a6-4a97-be8f-bd754b36e60c HTTP/1.1" status: 200 len: 945 time: 0.0657940 May 12 17:17:06.183765 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-a7791539-7e83-4329-8602-da56be045f0f req-969d774c-f6e7-4213-bbce-21c88116040c tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=db7d0f43-a860-4c22-8e80-2ebcff18b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580344 May 12 17:17:06.440211 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 55822) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:17:06.547214 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-47e12ac1-b610-4e07-a2ff-d7f4e507bf2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:06.620090 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-47e12ac1-b610-4e07-a2ff-d7f4e507bf2f admin admin] Publish callbacks [] for security_group (3cf3f696-d4b1-4674-ac96-0ab6e447afe2), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:06.624598 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-47e12ac1-b610-4e07-a2ff-d7f4e507bf2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (3cf3f696-d4b1-4674-ac96-0ab6e447afe2), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:06.661576 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e12ac1-b610-4e07-a2ff-d7f4e507bf2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf3f696-d4b1-4674-ac96-0ab6e447afe2,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:06.665722 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-47e12ac1-b610-4e07-a2ff-d7f4e507bf2f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=24db4b72ee904074bf7c12c805733105&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2243102 May 12 17:17:06.668368 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 55832) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:17:06.719685 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-1719a49d-2dc1-45a4-88d2-ccecd7a60c15 admin admin] Publish callbacks [] for security_group (3cf3f696-d4b1-4674-ac96-0ab6e447afe2), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:06.741805 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-1719a49d-2dc1-45a4-88d2-ccecd7a60c15 admin admin] Publish callbacks [] for security_group (3cf3f696-d4b1-4674-ac96-0ab6e447afe2), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:06.804073 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-1719a49d-2dc1-45a4-88d2-ccecd7a60c15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (3cf3f696-d4b1-4674-ac96-0ab6e447afe2), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:06.806884 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-1719a49d-2dc1-45a4-88d2-ccecd7a60c15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:06.808545 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-1719a49d-2dc1-45a4-88d2-ccecd7a60c15 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3cf3f696-d4b1-4674-ac96-0ab6e447afe2 HTTP/1.1" status: 204 len: 168 time: 0.1393008 May 12 17:17:06.816189 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1719a49d-2dc1-45a4-88d2-ccecd7a60c15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf3f696-d4b1-4674-ac96-0ab6e447afe2,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:06.944821 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 55848) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:17:06.988041 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6bb0496-b68d-4e08-b274-4f1f1eb9245c admin admin] Deleting subnet d64d4c54-fac8-4a43-86c5-22f93f2900a9 {{(pid=103468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 17:17:06.991143 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c6bb0496-b68d-4e08-b274-4f1f1eb9245c admin admin] Publish callbacks [] for subnet (d64d4c54-fac8-4a43-86c5-22f93f2900a9), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:07.025535 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c6bb0496-b68d-4e08-b274-4f1f1eb9245c admin admin] Publish callbacks [] for subnet (d64d4c54-fac8-4a43-86c5-22f93f2900a9), precommit_delete_associations {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:07.034665 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c6bb0496-b68d-4e08-b274-4f1f1eb9245c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3477743'] for subnet (d64d4c54-fac8-4a43-86c5-22f93f2900a9), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:07.087975 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c6bb0496-b68d-4e08-b274-4f1f1eb9245c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3477750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205'] for subnet (d64d4c54-fac8-4a43-86c5-22f93f2900a9), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:07.118005 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bb0496-b68d-4e08-b274-4f1f1eb9245c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d64d4c54-fac8-4a43-86c5-22f93f2900a9,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:07.122038 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c6bb0496-b68d-4e08-b274-4f1f1eb9245c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:07.125456 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-c6bb0496-b68d-4e08-b274-4f1f1eb9245c admin admin] 10.222.0.23 "DELETE /v2.0/subnets/d64d4c54-fac8-4a43-86c5-22f93f2900a9 HTTP/1.1" status: 204 len: 168 time: 0.1796138 May 12 17:17:07.128212 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 55856) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:17:07.165007 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Device c3f98d92-aa4f-4644-b6e9-33c2db6e68f7 no longer exists at agent hyperv_hv-cinder-84159 {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:17:07.187924 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] No Port match for: c3f98d92-aa4f-4644-b6e9-33c2db6e68f7 {{(pid=103470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:17:07.188232 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Device c3f98d92-aa4f-4644-b6e9-33c2db6e68f7 not bound to the agent host hv-cinder-84159 {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:17:07.195389 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-87fc525e-98d8-427b-8e35-1295117d6037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3665968'] for network (e448eb24-07f0-4164-bcb9-ffce49adfff6), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:07.283802 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-87fc525e-98d8-427b-8e35-1295117d6037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3512410', 'neutron.services.segments.db._delete_segments_for_network-8774527956246'] for network (e448eb24-07f0-4164-bcb9-ffce49adfff6), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:07.306127 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-87fc525e-98d8-427b-8e35-1295117d6037 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:17:07.306674 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-87fc525e-98d8-427b-8e35-1295117d6037 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:17:07.308109 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-87fc525e-98d8-427b-8e35-1295117d6037 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:17:07.308497 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-87fc525e-98d8-427b-8e35-1295117d6037 admin admin] Subscribe: > port after_create 55550000 {{(pid=103468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:17:07.308824 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-87fc525e-98d8-427b-8e35-1295117d6037 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:17:07.309185 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-87fc525e-98d8-427b-8e35-1295117d6037 admin admin] Subscribe: > port after_update 55550000 {{(pid=103468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:17:07.309510 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-87fc525e-98d8-427b-8e35-1295117d6037 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:17:07.309889 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-87fc525e-98d8-427b-8e35-1295117d6037 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:17:07.310201 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-87fc525e-98d8-427b-8e35-1295117d6037 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:17:07.310580 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-87fc525e-98d8-427b-8e35-1295117d6037 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:17:07.346660 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dd7411-a04a-4594-8398-6306cdb4d48e req-17250488-c77e-4dd6-b3f6-a2bbba505f8f tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:17:07.348277 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-87dd7411-a04a-4594-8398-6306cdb4d48e req-17250488-c77e-4dd6-b3f6-a2bbba505f8f tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=68fea2bf-d6a6-4a97-be8f-bd754b36e60c HTTP/1.1" status: 200 len: 945 time: 0.0628123 May 12 17:17:07.380073 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-87fc525e-98d8-427b-8e35-1295117d6037 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:17:07.380422 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-87fc525e-98d8-427b-8e35-1295117d6037 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:17:07.380751 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-87fc525e-98d8-427b-8e35-1295117d6037 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:17:07.381079 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-87fc525e-98d8-427b-8e35-1295117d6037 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:17:07.381446 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.services.segments.db [None req-87fc525e-98d8-427b-8e35-1295117d6037 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e448eb24-07f0-4164-bcb9-ffce49adfff6']}} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:17:07.404528 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.services.segments.db [None req-87fc525e-98d8-427b-8e35-1295117d6037 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71a7ccad-3b9a-49dc-aad4-6fc2bb28e609') {'for_net_delete': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:17:07.405183 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.services.segments.db [None req-87fc525e-98d8-427b-8e35-1295117d6037 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71a7ccad-3b9a-49dc-aad4-6fc2bb28e609') {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:17:07.428743 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-87fc525e-98d8-427b-8e35-1295117d6037 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774527957791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11662698'] for segment (71a7ccad-3b9a-49dc-aad4-6fc2bb28e609), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:07.439087 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-87dd7411-a04a-4594-8398-6306cdb4d48e req-3c699e6c-3b2b-4036-b49d-7f5d9459efc6 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=db7d0f43-a860-4c22-8e80-2ebcff18b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813043 May 12 17:17:07.460748 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-87fc525e-98d8-427b-8e35-1295117d6037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3597332'] for segment (71a7ccad-3b9a-49dc-aad4-6fc2bb28e609), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:07.471192 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87fc525e-98d8-427b-8e35-1295117d6037 admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=103468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 17:17:07.471618 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-87fc525e-98d8-427b-8e35-1295117d6037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3597332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11526380'] for segment (71a7ccad-3b9a-49dc-aad4-6fc2bb28e609), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:07.475975 dv-cinder-841591-1-iscsi neutron-server[103468]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 12 17:17:07.475975 dv-cinder-841591-1-iscsi neutron-server[103468]: from cryptography.utils import int_from_bytes May 12 17:17:07.475975 dv-cinder-841591-1-iscsi neutron-server[103468]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 12 17:17:07.475975 dv-cinder-841591-1-iscsi neutron-server[103468]: from cryptography.utils import int_from_bytes May 12 17:17:07.475975 dv-cinder-841591-1-iscsi neutron-server[103468]: Traceback (most recent call last): May 12 17:17:07.475975 dv-cinder-841591-1-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 17:17:07.475975 dv-cinder-841591-1-iscsi neutron-server[103468]: timer() May 12 17:17:07.475975 dv-cinder-841591-1-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 17:17:07.475975 dv-cinder-841591-1-iscsi neutron-server[103468]: cb(*args, **kw) May 12 17:17:07.475975 dv-cinder-841591-1-iscsi neutron-server[103468]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 17:17:07.475975 dv-cinder-841591-1-iscsi neutron-server[103468]: return func(*args, **kwargs) May 12 17:17:07.475975 dv-cinder-841591-1-iscsi neutron-server[103468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 17:17:07.475975 dv-cinder-841591-1-iscsi neutron-server[103468]: self._notify() May 12 17:17:07.475975 dv-cinder-841591-1-iscsi neutron-server[103468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 17:17:07.475975 dv-cinder-841591-1-iscsi neutron-server[103468]: self.callback(batched_events) May 12 17:17:07.475975 dv-cinder-841591-1-iscsi neutron-server[103468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 17:17:07.475975 dv-cinder-841591-1-iscsi neutron-server[103468]: event.method(event) May 12 17:17:07.475975 dv-cinder-841591-1-iscsi neutron-server[103468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 17:17:07.475975 dv-cinder-841591-1-iscsi neutron-server[103468]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 17:17:07.475975 dv-cinder-841591-1-iscsi neutron-server[103468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 17:17:07.475975 dv-cinder-841591-1-iscsi neutron-server[103468]: aggregate_uuid = self.p_client.list_aggregates( May 12 17:17:07.475975 dv-cinder-841591-1-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 17:17:07.475975 dv-cinder-841591-1-iscsi neutron-server[103468]: return f(self, *a, **k) May 12 17:17:07.475975 dv-cinder-841591-1-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 17:17:07.475975 dv-cinder-841591-1-iscsi neutron-server[103468]: return self._get(url).json() May 12 17:17:07.475975 dv-cinder-841591-1-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 17:17:07.475975 dv-cinder-841591-1-iscsi neutron-server[103468]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 17:17:07.475975 dv-cinder-841591-1-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 17:17:07.475975 dv-cinder-841591-1-iscsi neutron-server[103468]: return self.request(url, 'GET', **kwargs) May 12 17:17:07.475975 dv-cinder-841591-1-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 17:17:07.475975 dv-cinder-841591-1-iscsi neutron-server[103468]: base_url = self.get_endpoint(auth, allow=allow, May 12 17:17:07.475975 dv-cinder-841591-1-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 17:17:07.475975 dv-cinder-841591-1-iscsi neutron-server[103468]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 17:17:07.475975 dv-cinder-841591-1-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 17:17:07.475975 dv-cinder-841591-1-iscsi neutron-server[103468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 17:17:07.475975 dv-cinder-841591-1-iscsi neutron-server[103468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 17:17:07.544438 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-87fc525e-98d8-427b-8e35-1295117d6037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3512417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682781'] for network (e448eb24-07f0-4164-bcb9-ffce49adfff6), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:07.561815 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-87fc525e-98d8-427b-8e35-1295117d6037 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-519179'] for network (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:07.574473 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-87fc525e-98d8-427b-8e35-1295117d6037 admin admin] 10.222.0.23 "DELETE /v2.0/networks/e448eb24-07f0-4164-bcb9-ffce49adfff6 HTTP/1.1" status: 204 len: 168 time: 0.4358289 May 12 17:17:07.576148 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fc525e-98d8-427b-8e35-1295117d6037 admin admin] Pushing event deleted for resources: {'Network': ['ID=e448eb24-07f0-4164-bcb9-ffce49adfff6,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:07.784210 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 55896) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:17:07.825289 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-c373c817-ecba-4480-b63d-d07394b286d1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=48b4bff5a47542c589d67a522647608c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0399020 May 12 17:17:07.827789 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 55900) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:17:07.878576 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5b9fa04b-19d5-4155-9b91-6a17dc2b2e64 admin admin] Publish callbacks [] for security_group (a5d29dfe-01e2-4c5b-9649-6ba6794dcb00), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:07.906227 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5b9fa04b-19d5-4155-9b91-6a17dc2b2e64 admin admin] Publish callbacks [] for security_group (a5d29dfe-01e2-4c5b-9649-6ba6794dcb00), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:07.960136 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5b9fa04b-19d5-4155-9b91-6a17dc2b2e64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (a5d29dfe-01e2-4c5b-9649-6ba6794dcb00), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:07.962794 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5b9fa04b-19d5-4155-9b91-6a17dc2b2e64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:07.967213 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-5b9fa04b-19d5-4155-9b91-6a17dc2b2e64 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a5d29dfe-01e2-4c5b-9649-6ba6794dcb00 HTTP/1.1" status: 204 len: 168 time: 0.1353102 May 12 17:17:07.973235 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9fa04b-19d5-4155-9b91-6a17dc2b2e64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5d29dfe-01e2-4c5b-9649-6ba6794dcb00,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:08.083633 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 55910) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:17:08.311195 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-a42120e2-3eb1-4e83-9747-ee1e9683bf12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:08.388446 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-a42120e2-3eb1-4e83-9747-ee1e9683bf12 admin admin] Publish callbacks [] for security_group (dd2c027e-4507-4621-a01b-d11ea7b7a6bb), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:08.392525 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-a42120e2-3eb1-4e83-9747-ee1e9683bf12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (dd2c027e-4507-4621-a01b-d11ea7b7a6bb), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:08.428216 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42120e2-3eb1-4e83-9747-ee1e9683bf12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd2c027e-4507-4621-a01b-d11ea7b7a6bb,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:08.432936 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-a42120e2-3eb1-4e83-9747-ee1e9683bf12 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=254257d0449740debf43fe3263246016&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3477573 May 12 17:17:08.435534 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 55926) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:17:08.484542 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ba107281-43df-4701-bade-fbec00873870 admin admin] Publish callbacks [] for security_group (dd2c027e-4507-4621-a01b-d11ea7b7a6bb), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:08.509868 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ba107281-43df-4701-bade-fbec00873870 admin admin] Publish callbacks [] for security_group (dd2c027e-4507-4621-a01b-d11ea7b7a6bb), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:08.584507 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff23ff3-15fb-46cb-88a0-08f218a2c1d6 req-5a7929a2-0440-496f-be34-1bd0f1a01065 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:17:08.586163 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-1ff23ff3-15fb-46cb-88a0-08f218a2c1d6 req-5a7929a2-0440-496f-be34-1bd0f1a01065 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=68fea2bf-d6a6-4a97-be8f-bd754b36e60c HTTP/1.1" status: 200 len: 945 time: 0.0633645 May 12 17:17:08.611993 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ba107281-43df-4701-bade-fbec00873870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (dd2c027e-4507-4621-a01b-d11ea7b7a6bb), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:08.614460 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ba107281-43df-4701-bade-fbec00873870 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:08.616467 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-ba107281-43df-4701-bade-fbec00873870 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dd2c027e-4507-4621-a01b-d11ea7b7a6bb HTTP/1.1" status: 204 len: 168 time: 0.1791892 May 12 17:17:08.644502 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba107281-43df-4701-bade-fbec00873870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd2c027e-4507-4621-a01b-d11ea7b7a6bb,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:08.653415 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-1ff23ff3-15fb-46cb-88a0-08f218a2c1d6 req-56700744-547c-4d85-8a91-a57b3bd17af2 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=db7d0f43-a860-4c22-8e80-2ebcff18b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610769 May 12 17:17:09.790899 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8228cabc-f37a-4e34-8140-e8bf03578c5f req-87632ba1-c749-429f-92af-cd3293a1a4e9 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:17:09.793267 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8228cabc-f37a-4e34-8140-e8bf03578c5f req-87632ba1-c749-429f-92af-cd3293a1a4e9 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=68fea2bf-d6a6-4a97-be8f-bd754b36e60c HTTP/1.1" status: 200 len: 945 time: 0.0685477 May 12 17:17:09.848957 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8228cabc-f37a-4e34-8140-e8bf03578c5f req-9072f9c3-dd7b-478a-b7e9-9591b8fbf191 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=db7d0f43-a860-4c22-8e80-2ebcff18b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504632 May 12 17:17:10.960500 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71000370-7708-4fda-802a-0d97b22d76e4 req-f04ef9b7-5e90-4ad6-bbc3-d6fe93fa6b6a tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:17:10.962205 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-71000370-7708-4fda-802a-0d97b22d76e4 req-f04ef9b7-5e90-4ad6-bbc3-d6fe93fa6b6a tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=68fea2bf-d6a6-4a97-be8f-bd754b36e60c HTTP/1.1" status: 200 len: 945 time: 0.0458171 May 12 17:17:11.008439 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-71000370-7708-4fda-802a-0d97b22d76e4 req-5584b1c5-4613-4a6a-91a1-cc5117339b4b tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=db7d0f43-a860-4c22-8e80-2ebcff18b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398989 May 12 17:17:12.142856 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80191ac-41f6-4021-879a-1ba367ce9bc1 req-ab6407d5-ba29-47e7-ace6-f09f12ab3548 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:17:12.144965 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b80191ac-41f6-4021-879a-1ba367ce9bc1 req-ab6407d5-ba29-47e7-ace6-f09f12ab3548 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=68fea2bf-d6a6-4a97-be8f-bd754b36e60c HTTP/1.1" status: 200 len: 945 time: 0.0608289 May 12 17:17:12.201828 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b80191ac-41f6-4021-879a-1ba367ce9bc1 req-4b26e397-066e-4183-b9f3-1868fe9d41c8 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=db7d0f43-a860-4c22-8e80-2ebcff18b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516529 May 12 17:17:12.620956 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 56102) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:17:12.727913 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c5cd2fab-2819-47d4-994c-2f9099779634 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:12.801155 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c5cd2fab-2819-47d4-994c-2f9099779634 admin admin] Publish callbacks [] for security_group (ffbef1a6-ed21-4990-9ea3-c71cd6b28254), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:12.804638 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c5cd2fab-2819-47d4-994c-2f9099779634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (ffbef1a6-ed21-4990-9ea3-c71cd6b28254), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:12.846125 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-c5cd2fab-2819-47d4-994c-2f9099779634 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=20474516d6ff4bb5874b8a5a123bb847&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2239981 May 12 17:17:12.847378 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cd2fab-2819-47d4-994c-2f9099779634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffbef1a6-ed21-4990-9ea3-c71cd6b28254,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:12.848747 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 56106) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:17:12.896201 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-2f26c8d2-033e-4fd9-bda2-c77e05eb3e37 admin admin] Publish callbacks [] for security_group (ffbef1a6-ed21-4990-9ea3-c71cd6b28254), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:12.916827 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-2f26c8d2-033e-4fd9-bda2-c77e05eb3e37 admin admin] Publish callbacks [] for security_group (ffbef1a6-ed21-4990-9ea3-c71cd6b28254), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:12.963008 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-2f26c8d2-033e-4fd9-bda2-c77e05eb3e37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (ffbef1a6-ed21-4990-9ea3-c71cd6b28254), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:12.965532 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-2f26c8d2-033e-4fd9-bda2-c77e05eb3e37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:12.966659 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-2f26c8d2-033e-4fd9-bda2-c77e05eb3e37 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ffbef1a6-ed21-4990-9ea3-c71cd6b28254 HTTP/1.1" status: 204 len: 168 time: 0.1169300 May 12 17:17:12.973919 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26c8d2-033e-4fd9-bda2-c77e05eb3e37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffbef1a6-ed21-4990-9ea3-c71cd6b28254,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:13.214741 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 56114) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:17:13.227836 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-e48834a0-cdf4-4845-ad91-76c242a7463d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:13.315309 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-e48834a0-cdf4-4845-ad91-76c242a7463d admin admin] Publish callbacks [] for security_group (8fbc91b7-3604-4885-9d40-21a73f91af64), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:13.318192 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9bed14-1fee-4934-b142-6d7141d28ca3 req-42bc0b6f-c60d-4117-8771-0c1767e8e7b3 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:17:13.319967 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-4d9bed14-1fee-4934-b142-6d7141d28ca3 req-42bc0b6f-c60d-4117-8771-0c1767e8e7b3 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=68fea2bf-d6a6-4a97-be8f-bd754b36e60c HTTP/1.1" status: 200 len: 945 time: 0.0482974 May 12 17:17:13.321615 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-e48834a0-cdf4-4845-ad91-76c242a7463d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (8fbc91b7-3604-4885-9d40-21a73f91af64), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:13.372603 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-4d9bed14-1fee-4934-b142-6d7141d28ca3 req-18b40157-a48e-4201-9d53-1ab6a0ef1739 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=db7d0f43-a860-4c22-8e80-2ebcff18b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462892 May 12 17:17:13.525559 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 56132) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:17:13.529888 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-e48834a0-cdf4-4845-ad91-76c242a7463d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0d60546a833e4db4be1f0a075f77805a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3140454 May 12 17:17:13.530783 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48834a0-cdf4-4845-ad91-76c242a7463d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fbc91b7-3604-4885-9d40-21a73f91af64,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:13.532475 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 56136) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:17:13.585599 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ac9497d7-a8c6-4e4c-b2d9-baf9baa553ba admin admin] Publish callbacks [] for security_group (8fbc91b7-3604-4885-9d40-21a73f91af64), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:13.620201 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ac9497d7-a8c6-4e4c-b2d9-baf9baa553ba admin admin] Publish callbacks [] for security_group (8fbc91b7-3604-4885-9d40-21a73f91af64), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:13.676110 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-a83a279c-c684-4add-bb7b-9efa89473ad5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:13.690108 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ac9497d7-a8c6-4e4c-b2d9-baf9baa553ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (8fbc91b7-3604-4885-9d40-21a73f91af64), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:13.693045 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ac9497d7-a8c6-4e4c-b2d9-baf9baa553ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:13.696512 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-ac9497d7-a8c6-4e4c-b2d9-baf9baa553ba admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8fbc91b7-3604-4885-9d40-21a73f91af64 HTTP/1.1" status: 204 len: 168 time: 0.1605864 May 12 17:17:13.713240 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9497d7-a8c6-4e4c-b2d9-baf9baa553ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fbc91b7-3604-4885-9d40-21a73f91af64,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:13.834434 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-a83a279c-c684-4add-bb7b-9efa89473ad5 admin admin] Publish callbacks [] for security_group (0605ac74-ee1a-47cf-b1a2-4a455143f0a4), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:13.848846 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-a83a279c-c684-4add-bb7b-9efa89473ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (0605ac74-ee1a-47cf-b1a2-4a455143f0a4), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:13.914459 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-a83a279c-c684-4add-bb7b-9efa89473ad5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0be7e2b0be454d79bb86a63e46ac2fef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3855333 May 12 17:17:13.915711 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83a279c-c684-4add-bb7b-9efa89473ad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0605ac74-ee1a-47cf-b1a2-4a455143f0a4,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:13.916383 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 56160) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:17:13.972486 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-cf8c6ea9-ebb8-4d30-9721-09524084fdc3 admin admin] Publish callbacks [] for security_group (0605ac74-ee1a-47cf-b1a2-4a455143f0a4), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:14.002385 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-cf8c6ea9-ebb8-4d30-9721-09524084fdc3 admin admin] Publish callbacks [] for security_group (0605ac74-ee1a-47cf-b1a2-4a455143f0a4), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:14.058095 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-cf8c6ea9-ebb8-4d30-9721-09524084fdc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (0605ac74-ee1a-47cf-b1a2-4a455143f0a4), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:14.060857 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-cf8c6ea9-ebb8-4d30-9721-09524084fdc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:14.062094 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-cf8c6ea9-ebb8-4d30-9721-09524084fdc3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0605ac74-ee1a-47cf-b1a2-4a455143f0a4 HTTP/1.1" status: 204 len: 168 time: 0.1447196 May 12 17:17:14.070775 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8c6ea9-ebb8-4d30-9721-09524084fdc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0605ac74-ee1a-47cf-b1a2-4a455143f0a4,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:14.104900 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 56166) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:17:14.118309 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-df3e51bc-3153-4ac7-bc9d-773d8d698f9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:14.201190 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 56168) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:17:14.203222 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-df3e51bc-3153-4ac7-bc9d-773d8d698f9b admin admin] Publish callbacks [] for security_group (76c9ad7b-9138-412c-aaf5-a8164982e3a9), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:14.207698 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-df3e51bc-3153-4ac7-bc9d-773d8d698f9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (76c9ad7b-9138-412c-aaf5-a8164982e3a9), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:14.251018 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-df3e51bc-3153-4ac7-bc9d-773d8d698f9b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=941947ae9e974eaf99dbf689deb597c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1448460 May 12 17:17:14.253769 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 56172) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:17:14.259444 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3e51bc-3153-4ac7-bc9d-773d8d698f9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76c9ad7b-9138-412c-aaf5-a8164982e3a9,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:14.305212 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-b95e1d7c-c732-4cb3-b80e-4d512a2040c0 admin admin] Publish callbacks [] for security_group (76c9ad7b-9138-412c-aaf5-a8164982e3a9), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:14.329567 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-b95e1d7c-c732-4cb3-b80e-4d512a2040c0 admin admin] Publish callbacks [] for security_group (76c9ad7b-9138-412c-aaf5-a8164982e3a9), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:14.378565 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-b95e1d7c-c732-4cb3-b80e-4d512a2040c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (76c9ad7b-9138-412c-aaf5-a8164982e3a9), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:14.381456 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-b95e1d7c-c732-4cb3-b80e-4d512a2040c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:14.382937 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-b95e1d7c-c732-4cb3-b80e-4d512a2040c0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/76c9ad7b-9138-412c-aaf5-a8164982e3a9 HTTP/1.1" status: 204 len: 168 time: 0.1280196 May 12 17:17:14.390547 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95e1d7c-c732-4cb3-b80e-4d512a2040c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c9ad7b-9138-412c-aaf5-a8164982e3a9,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:14.444916 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-89dd3b1e-c04a-40ee-9dde-d665dd33b34d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:14.509419 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857d2eed-0fcf-4f93-8b74-6fd7c0cc84df req-6f9dfd26-dfa6-4349-a150-3e3962860620 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:17:14.509766 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 56180) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:17:14.511541 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-857d2eed-0fcf-4f93-8b74-6fd7c0cc84df req-6f9dfd26-dfa6-4349-a150-3e3962860620 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=68fea2bf-d6a6-4a97-be8f-bd754b36e60c HTTP/1.1" status: 200 len: 945 time: 0.0516284 May 12 17:17:14.534105 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-3ab5bed8-4e12-4026-bb91-c93e5db871ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:14.572582 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-89dd3b1e-c04a-40ee-9dde-d665dd33b34d admin admin] Publish callbacks [] for security_group (50ffc51c-058b-433c-a149-aa33ed135f14), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:14.574722 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-857d2eed-0fcf-4f93-8b74-6fd7c0cc84df req-a6e9a26f-b40a-487c-a68d-a0815d8f00a5 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=db7d0f43-a860-4c22-8e80-2ebcff18b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538354 May 12 17:17:14.583691 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-89dd3b1e-c04a-40ee-9dde-d665dd33b34d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (50ffc51c-058b-433c-a149-aa33ed135f14), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:14.634505 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-89dd3b1e-c04a-40ee-9dde-d665dd33b34d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=93d5401a62494ef09e7dc3201168f3d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4321842 May 12 17:17:14.637232 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 56184) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:17:14.638370 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dd3b1e-c04a-40ee-9dde-d665dd33b34d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50ffc51c-058b-433c-a149-aa33ed135f14,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:14.671445 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-3ab5bed8-4e12-4026-bb91-c93e5db871ae admin admin] Publish callbacks [] for security_group (796aaa34-db98-4b41-9ffb-1e77a59467eb), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:14.676529 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-3ab5bed8-4e12-4026-bb91-c93e5db871ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (796aaa34-db98-4b41-9ffb-1e77a59467eb), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:14.694826 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-6b0d89e5-cb9e-457f-85cc-ffd63e42e1fb admin admin] Publish callbacks [] for security_group (50ffc51c-058b-433c-a149-aa33ed135f14), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:14.718025 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-6b0d89e5-cb9e-457f-85cc-ffd63e42e1fb admin admin] Publish callbacks [] for security_group (50ffc51c-058b-433c-a149-aa33ed135f14), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:14.720102 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-3ab5bed8-4e12-4026-bb91-c93e5db871ae admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2a0048d0ce3649e88887fdf66f8270a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2092326 May 12 17:17:14.721492 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab5bed8-4e12-4026-bb91-c93e5db871ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=796aaa34-db98-4b41-9ffb-1e77a59467eb,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:14.724197 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 56190) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:17:14.793088 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-431f9fbc-3fca-4ad3-a7e2-2c3733e8757d admin admin] Publish callbacks [] for security_group (796aaa34-db98-4b41-9ffb-1e77a59467eb), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:14.817056 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-6b0d89e5-cb9e-457f-85cc-ffd63e42e1fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (50ffc51c-058b-433c-a149-aa33ed135f14), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:14.819596 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-6b0d89e5-cb9e-457f-85cc-ffd63e42e1fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:14.820762 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-6b0d89e5-cb9e-457f-85cc-ffd63e42e1fb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/50ffc51c-058b-433c-a149-aa33ed135f14 HTTP/1.1" status: 204 len: 168 time: 0.1818986 May 12 17:17:14.828658 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-431f9fbc-3fca-4ad3-a7e2-2c3733e8757d admin admin] Publish callbacks [] for security_group (796aaa34-db98-4b41-9ffb-1e77a59467eb), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:14.840241 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0d89e5-cb9e-457f-85cc-ffd63e42e1fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ffc51c-058b-433c-a149-aa33ed135f14,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:14.936533 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-431f9fbc-3fca-4ad3-a7e2-2c3733e8757d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (796aaa34-db98-4b41-9ffb-1e77a59467eb), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:14.940238 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-431f9fbc-3fca-4ad3-a7e2-2c3733e8757d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:14.941017 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-431f9fbc-3fca-4ad3-a7e2-2c3733e8757d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/796aaa34-db98-4b41-9ffb-1e77a59467eb HTTP/1.1" status: 204 len: 168 time: 0.2157233 May 12 17:17:14.950738 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431f9fbc-3fca-4ad3-a7e2-2c3733e8757d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=796aaa34-db98-4b41-9ffb-1e77a59467eb,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:15.292945 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 56230) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:17:15.328562 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-e52047e3-41b0-42be-a985-1ba985f19bda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:15.424185 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-e52047e3-41b0-42be-a985-1ba985f19bda admin admin] Publish callbacks [] for security_group (d524c9e3-a7a3-4cf4-a99c-27a44d8a207f), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:15.433301 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-e52047e3-41b0-42be-a985-1ba985f19bda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (d524c9e3-a7a3-4cf4-a99c-27a44d8a207f), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:15.491999 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 56240) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:17:15.492200 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-e52047e3-41b0-42be-a985-1ba985f19bda admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5fed7d0631484f669c83d8b3bd4c0e1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1982038 May 12 17:17:15.493423 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52047e3-41b0-42be-a985-1ba985f19bda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d524c9e3-a7a3-4cf4-a99c-27a44d8a207f,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:15.536570 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 56244) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:17:15.563701 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-7a666d5d-3c46-4734-9540-a9a64828f466 admin admin] Publish callbacks [] for security_group (d524c9e3-a7a3-4cf4-a99c-27a44d8a207f), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:15.587658 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-7a666d5d-3c46-4734-9540-a9a64828f466 admin admin] Publish callbacks [] for security_group (d524c9e3-a7a3-4cf4-a99c-27a44d8a207f), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:15.647688 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-7a666d5d-3c46-4734-9540-a9a64828f466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (d524c9e3-a7a3-4cf4-a99c-27a44d8a207f), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:15.651967 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-7a666d5d-3c46-4734-9540-a9a64828f466 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:15.655069 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-7a666d5d-3c46-4734-9540-a9a64828f466 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d524c9e3-a7a3-4cf4-a99c-27a44d8a207f HTTP/1.1" status: 204 len: 168 time: 0.1617792 May 12 17:17:15.664159 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a666d5d-3c46-4734-9540-a9a64828f466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d524c9e3-a7a3-4cf4-a99c-27a44d8a207f,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:15.726471 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-47c68957-4701-42a7-9b3a-2e8e059d6a86 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-902140157-network', 'tenant_id': '5d002d9e79b24742b0906bc2b220d998'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:17:15.736253 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa716fd-bf34-4f37-8a3c-da9f3bcc6143 req-fcb2bc56-5af3-413f-a2de-8f4bbca663ff tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:17:15.738969 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-6fa716fd-bf34-4f37-8a3c-da9f3bcc6143 req-fcb2bc56-5af3-413f-a2de-8f4bbca663ff tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=68fea2bf-d6a6-4a97-be8f-bd754b36e60c HTTP/1.1" status: 200 len: 945 time: 0.0618181 May 12 17:17:15.757574 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47c68957-4701-42a7-9b3a-2e8e059d6a86 admin admin] Made reservation on behalf of 5d002d9e79b24742b0906bc2b220d998 for: {'network': 1} {{(pid=103469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:17:15.761085 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-47c68957-4701-42a7-9b3a-2e8e059d6a86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for network (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:15.771851 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-47c68957-4701-42a7-9b3a-2e8e059d6a86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:15.826721 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-6fa716fd-bf34-4f37-8a3c-da9f3bcc6143 req-a85133ae-1957-462b-a60f-5d8b83edafde tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=db7d0f43-a860-4c22-8e80-2ebcff18b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784943 May 12 17:17:15.906230 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-47c68957-4701-42a7-9b3a-2e8e059d6a86 admin admin] Publish callbacks [] for security_group (5dd14473-e863-40ce-aa2d-59d962e24634), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:15.912619 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-47c68957-4701-42a7-9b3a-2e8e059d6a86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (5dd14473-e863-40ce-aa2d-59d962e24634), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:15.958561 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47c68957-4701-42a7-9b3a-2e8e059d6a86 admin admin] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=103469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 17:17:15.979681 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c68957-4701-42a7-9b3a-2e8e059d6a86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd14473-e863-40ce-aa2d-59d962e24634,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:16.005396 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-47c68957-4701-42a7-9b3a-2e8e059d6a86 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774527956237', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3597332'] for segment (d767f7c0-41a8-41cf-940a-83524c0e2e81), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:16.005807 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.db.segments_db [None req-47c68957-4701-42a7-9b3a-2e8e059d6a86 admin admin] Added segment d767f7c0-41a8-41cf-940a-83524c0e2e81 of type vlan for network 6fb55941-2cb2-4359-bdd6-587e053b44f0 May 12 17:17:16.071461 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-47c68957-4701-42a7-9b3a-2e8e059d6a86 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774527496843'] for network (6fb55941-2cb2-4359-bdd6-587e053b44f0), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:16.111446 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-47c68957-4701-42a7-9b3a-2e8e059d6a86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205'] for network (6fb55941-2cb2-4359-bdd6-587e053b44f0), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:16.113055 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c68957-4701-42a7-9b3a-2e8e059d6a86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:17:16.114248 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-47c68957-4701-42a7-9b3a-2e8e059d6a86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-519179'] for network (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:16.166414 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-47c68957-4701-42a7-9b3a-2e8e059d6a86 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.6286626 May 12 17:17:16.169627 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 56290) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:17:16.174508 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-2f1f68a6-7374-4e5d-bd82-3c47a795e43c admin admin] Request body: {'subnet': {'network_id': '6fb55941-2cb2-4359-bdd6-587e053b44f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-902140157-subnet', 'tenant_id': '5d002d9e79b24742b0906bc2b220d998', 'ip_version': 4}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:17:16.216367 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c68957-4701-42a7-9b3a-2e8e059d6a86 admin admin] Pushing event updated for resources: {'Network': ['ID=6fb55941-2cb2-4359-bdd6-587e053b44f0,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:16.227622 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Network 6fb55941-2cb2-4359-bdd6-587e053b44f0 details requested by agent ovs-agent-dv-cinder-841591-1-iscsi with host dv-cinder-841591-1-iscsi {{(pid=103470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 17:17:16.240550 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f1f68a6-7374-4e5d-bd82-3c47a795e43c admin admin] Made reservation on behalf of 5d002d9e79b24742b0906bc2b220d998 for: {'subnet': 1} {{(pid=103469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:17:16.244313 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-2f1f68a6-7374-4e5d-bd82-3c47a795e43c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11573757'] for subnet (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:16.488414 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-2f1f68a6-7374-4e5d-bd82-3c47a795e43c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1968693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11573739'] for subnet (c5f1d9ec-05e3-4b23-84b4-48d07d13574c), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:16.556381 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1f68a6-7374-4e5d-bd82-3c47a795e43c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5f1d9ec-05e3-4b23-84b4-48d07d13574c,revision_number=0']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:16.564511 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1f68a6-7374-4e5d-bd82-3c47a795e43c admin admin] Checking segment: {'id': 'd767f7c0-41a8-41cf-940a-83524c0e2e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6fb55941-2cb2-4359-bdd6-587e053b44f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:17:16.564868 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1f68a6-7374-4e5d-bd82-3c47a795e43c admin admin] Network hostable DHCP agents. Network: 6fb55941-2cb2-4359-bdd6-587e053b44f0, hostable agents: ['ad05f391-ff61-4b74-a3af-7ffb7f485489'], hosted agents: [] {{(pid=103469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 17:17:16.583922 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1f68a6-7374-4e5d-bd82-3c47a795e43c admin admin] Network 6fb55941-2cb2-4359-bdd6-587e053b44f0 is scheduled to be hosted by DHCP agent ad05f391-ff61-4b74-a3af-7ffb7f485489 with binding_index 1 {{(pid=103469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 17:17:16.594459 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [None req-2f1f68a6-7374-4e5d-bd82-3c47a795e43c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841591-1-iscsi, 6fb55941-2cb2-4359-bdd6-587e053b44f0) {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:17:16.603031 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8694b9b6-93c2-4de8-a876-946c4776d02f None None] Network 6fb55941-2cb2-4359-bdd6-587e053b44f0 requested from dv-cinder-841591-1-iscsi {{(pid=103470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:17:16.618991 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1f68a6-7374-4e5d-bd82-3c47a795e43c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:17:16.620205 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-2f1f68a6-7374-4e5d-bd82-3c47a795e43c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-519179'] for subnet (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:16.646804 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 56316) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:17:16.651534 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-07682408-c6d7-4ab1-b59f-da07f70da94b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-902140157-router', 'tenant_id': '5d002d9e79b24742b0906bc2b220d998', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be'}}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:17:16.658878 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-2f1f68a6-7374-4e5d-bd82-3c47a795e43c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4879680 May 12 17:17:16.701885 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-07682408-c6d7-4ab1-b59f-da07f70da94b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3679493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1042260'] for router (5902244f-fd5f-46ec-975c-b50c7357dcba), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:16.702264 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-07682408-c6d7-4ab1-b59f-da07f70da94b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3679729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3679772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1042269'] for router (5902244f-fd5f-46ec-975c-b50c7357dcba), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:16.739418 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccaf9a6c-8bb0-43cf-8a4d-6e576b7a8521 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe4af7ad2-c653-548e-8b21-f3b9ef6cc8f2-6fb55941-2cb2-4359-bdd6-587e053b44f0', 'network_id': '6fb55941-2cb2-4359-bdd6-587e053b44f0', 'project_id': '5d002d9e79b24742b0906bc2b220d998', 'fixed_ips': [{'subnet_id': 'c5f1d9ec-05e3-4b23-84b4-48d07d13574c'}]}} from dv-cinder-841591-1-iscsi. {{(pid=103470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 17:17:16.740372 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-ccaf9a6c-8bb0-43cf-8a4d-6e576b7a8521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:16.789458 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-07682408-c6d7-4ab1-b59f-da07f70da94b admin admin] Publish callbacks [] for router_controller (5902244f-fd5f-46ec-975c-b50c7357dcba), precommit_add_association {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:17.026975 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.db_base_plugin_common [None req-ccaf9a6c-8bb0-43cf-8a4d-6e576b7a8521 None None] Allocated IP 172.20.0.2 (6fb55941-2cb2-4359-bdd6-587e053b44f0/c5f1d9ec-05e3-4b23-84b4-48d07d13574c/e849e695-ad0e-40ac-b8a4-32cf8b271b4d) {{(pid=103470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:17:17.039922 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e166d711-4563-4928-9ef3-f1c1eddb779b req-1cb6b59e-1439-4233-a38a-b19346b7288f tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:17:17.043797 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e166d711-4563-4928-9ef3-f1c1eddb779b req-1cb6b59e-1439-4233-a38a-b19346b7288f tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=68fea2bf-d6a6-4a97-be8f-bd754b36e60c HTTP/1.1" status: 200 len: 945 time: 0.0953627 May 12 17:17:17.109870 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e166d711-4563-4928-9ef3-f1c1eddb779b req-0a4fd62f-238e-4e7c-be05-c575d279d5aa tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=db7d0f43-a860-4c22-8e80-2ebcff18b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569508 May 12 17:17:17.356573 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-ccaf9a6c-8bb0-43cf-8a4d-6e576b7a8521 None None] Publish callbacks [] for port (e849e695-ad0e-40ac-b8a4-32cf8b271b4d), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:17.369620 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-ccaf9a6c-8bb0-43cf-8a4d-6e576b7a8521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774527475285'] for port (e849e695-ad0e-40ac-b8a4-32cf8b271b4d), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:17.443488 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-07682408-c6d7-4ab1-b59f-da07f70da94b admin admin] Publish callbacks [] for router_gateway (5902244f-fd5f-46ec-975c-b50c7357dcba), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:17.473492 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 56352) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:17:17.509360 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccaf9a6c-8bb0-43cf-8a4d-6e576b7a8521 None None] Network 6fb55941-2cb2-4359-bdd6-587e053b44f0 is already hosted by enough agents. {{(pid=103470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:17:17.511805 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaf9a6c-8bb0-43cf-8a4d-6e576b7a8521 None None] Pushing event updated for resources: {'Port': ['ID=e849e695-ad0e-40ac-b8a4-32cf8b271b4d,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:17.515301 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.scheduler.base_scheduler [None req-ccaf9a6c-8bb0-43cf-8a4d-6e576b7a8521 None None] Resources bound (agent type, host, resource id): {{(pid=103470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:17:17.529083 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaf9a6c-8bb0-43cf-8a4d-6e576b7a8521 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:17:17.529439 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaf9a6c-8bb0-43cf-8a4d-6e576b7a8521 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:17:17.529807 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaf9a6c-8bb0-43cf-8a4d-6e576b7a8521 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:17:17.530151 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaf9a6c-8bb0-43cf-8a4d-6e576b7a8521 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:17:17.530509 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaf9a6c-8bb0-43cf-8a4d-6e576b7a8521 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:17:17.531554 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaf9a6c-8bb0-43cf-8a4d-6e576b7a8521 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:17:17.532031 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaf9a6c-8bb0-43cf-8a4d-6e576b7a8521 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:17:17.532529 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaf9a6c-8bb0-43cf-8a4d-6e576b7a8521 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:17:17.533087 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaf9a6c-8bb0-43cf-8a4d-6e576b7a8521 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:17:17.533589 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaf9a6c-8bb0-43cf-8a4d-6e576b7a8521 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:17:17.534064 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaf9a6c-8bb0-43cf-8a4d-6e576b7a8521 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:17:17.534589 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaf9a6c-8bb0-43cf-8a4d-6e576b7a8521 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:17:17.535091 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaf9a6c-8bb0-43cf-8a4d-6e576b7a8521 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:17:17.535420 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaf9a6c-8bb0-43cf-8a4d-6e576b7a8521 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:17:17.535745 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaf9a6c-8bb0-43cf-8a4d-6e576b7a8521 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:17:17.539195 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccaf9a6c-8bb0-43cf-8a4d-6e576b7a8521 None None] Received port after_create {{(pid=103470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:17:17.616537 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-ccaf9a6c-8bb0-43cf-8a4d-6e576b7a8521 None None] Attempting to bind port e849e695-ad0e-40ac-b8a4-32cf8b271b4d on host dv-cinder-841591-1-iscsi for vnic_type normal with profile {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:17:17.617108 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-ccaf9a6c-8bb0-43cf-8a4d-6e576b7a8521 None None] Attempting to bind port e849e695-ad0e-40ac-b8a4-32cf8b271b4d by drivers openvswitch,hyperv on host dv-cinder-841591-1-iscsi at level 0 using segments [{'id': 'd767f7c0-41a8-41cf-940a-83524c0e2e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6fb55941-2cb2-4359-bdd6-587e053b44f0'}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:17:17.617659 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccaf9a6c-8bb0-43cf-8a4d-6e576b7a8521 None None] Attempting to bind port e849e695-ad0e-40ac-b8a4-32cf8b271b4d on network 6fb55941-2cb2-4359-bdd6-587e053b44f0 {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:17:17.621135 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-44ab9fa7-9304-4688-b2ab-0bf66df0e106 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:17.625103 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccaf9a6c-8bb0-43cf-8a4d-6e576b7a8521 None None] Checking agent: {'id': 'dea0f963-0a36-45fe-941b-5c749ca6f3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841591-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 7, 30), 'started_at': datetime.datetime(2022, 5, 12, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841591-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:17:17.626241 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccaf9a6c-8bb0-43cf-8a4d-6e576b7a8521 None None] Checking segment: {'id': 'd767f7c0-41a8-41cf-940a-83524c0e2e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6fb55941-2cb2-4359-bdd6-587e053b44f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:17:17.626833 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-ccaf9a6c-8bb0-43cf-8a4d-6e576b7a8521 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:17.627406 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccaf9a6c-8bb0-43cf-8a4d-6e576b7a8521 None None] Bound using segment: {'id': 'd767f7c0-41a8-41cf-940a-83524c0e2e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6fb55941-2cb2-4359-bdd6-587e053b44f0'} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:17:17.628131 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-ccaf9a6c-8bb0-43cf-8a4d-6e576b7a8521 None None] Bound port: e849e695-ad0e-40ac-b8a4-32cf8b271b4d, host: dv-cinder-841591-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd767f7c0-41a8-41cf-940a-83524c0e2e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6fb55941-2cb2-4359-bdd6-587e053b44f0'}}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:17:17.628671 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-ccaf9a6c-8bb0-43cf-8a4d-6e576b7a8521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (e849e695-ad0e-40ac-b8a4-32cf8b271b4d), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:17.708244 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-07682408-c6d7-4ab1-b59f-da07f70da94b admin admin] Publish callbacks [] for router_gateway (5902244f-fd5f-46ec-975c-b50c7357dcba), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:17.733836 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-ccaf9a6c-8bb0-43cf-8a4d-6e576b7a8521 None None] For port e849e695-ad0e-40ac-b8a4-32cf8b271b4d, host dv-cinder-841591-1-iscsi, cleared binding levels {{(pid=103470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:17:17.737120 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-ccaf9a6c-8bb0-43cf-8a4d-6e576b7a8521 None None] For port e849e695-ad0e-40ac-b8a4-32cf8b271b4d, host dv-cinder-841591-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-1-iscsi',level=0,port_id=e849e695-ad0e-40ac-b8a4-32cf8b271b4d,segment=NetworkSegment(d767f7c0-41a8-41cf-940a-83524c0e2e81),segment_id=d767f7c0-41a8-41cf-940a-83524c0e2e81)] {{(pid=103470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:17:17.744805 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-ccaf9a6c-8bb0-43cf-8a4d-6e576b7a8521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (e849e695-ad0e-40ac-b8a4-32cf8b271b4d), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:17.748822 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-07682408-c6d7-4ab1-b59f-da07f70da94b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:17.749801 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-44ab9fa7-9304-4688-b2ab-0bf66df0e106 admin admin] Publish callbacks [] for security_group (e8675539-195d-4c51-83c7-308253513a51), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:17.758690 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-44ab9fa7-9304-4688-b2ab-0bf66df0e106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (e8675539-195d-4c51-83c7-308253513a51), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:17.873184 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-44ab9fa7-9304-4688-b2ab-0bf66df0e106 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=43cd0c458a5444609fd6c035ef16d872&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3984034 May 12 17:17:17.874884 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ab9fa7-9304-4688-b2ab-0bf66df0e106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8675539-195d-4c51-83c7-308253513a51,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:17.891649 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 56370) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:17:17.898350 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaf9a6c-8bb0-43cf-8a4d-6e576b7a8521 None None] Pushing event updated for resources: {'Port': ['ID=e849e695-ad0e-40ac-b8a4-32cf8b271b4d,revision_number=2']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:17.929209 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.db_base_plugin_common [None req-07682408-c6d7-4ab1-b59f-da07f70da94b admin admin] Allocated IP 172.27.0.202 (9bfa71c8-c6b3-48ca-a660-d8187367d4be/c986c1c6-d014-45ab-99c5-409df43f439e/938c5f0d-73f6-4350-87cf-c7cd25c4cf14) {{(pid=103468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:17:17.984014 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-4a0c4a00-a0f9-4929-85e1-d05be889bab3 admin admin] Publish callbacks [] for security_group (e8675539-195d-4c51-83c7-308253513a51), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:18.007620 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-4a0c4a00-a0f9-4929-85e1-d05be889bab3 admin admin] Publish callbacks [] for security_group (e8675539-195d-4c51-83c7-308253513a51), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:18.097405 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-4a0c4a00-a0f9-4929-85e1-d05be889bab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (e8675539-195d-4c51-83c7-308253513a51), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:18.102278 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-4a0c4a00-a0f9-4929-85e1-d05be889bab3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:18.104099 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-4a0c4a00-a0f9-4929-85e1-d05be889bab3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e8675539-195d-4c51-83c7-308253513a51 HTTP/1.1" status: 204 len: 168 time: 0.2114429 May 12 17:17:18.127323 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0c4a00-a0f9-4929-85e1-d05be889bab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8675539-195d-4c51-83c7-308253513a51,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:18.161233 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-07682408-c6d7-4ab1-b59f-da07f70da94b admin admin] Publish callbacks [] for port (938c5f0d-73f6-4350-87cf-c7cd25c4cf14), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:18.239099 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-07682408-c6d7-4ab1-b59f-da07f70da94b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774527475285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11526335'] for port (938c5f0d-73f6-4350-87cf-c7cd25c4cf14), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:18.356163 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac0c7d3-06d7-4866-a660-402a7f8be510 req-7205f346-4086-4eed-a13d-87b116e51119 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:17:18.357702 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-5ac0c7d3-06d7-4866-a660-402a7f8be510 req-7205f346-4086-4eed-a13d-87b116e51119 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=68fea2bf-d6a6-4a97-be8f-bd754b36e60c HTTP/1.1" status: 200 len: 945 time: 0.0921178 May 12 17:17:18.372592 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07682408-c6d7-4ab1-b59f-da07f70da94b admin admin] Network 9bfa71c8-c6b3-48ca-a660-d8187367d4be is already hosted by enough agents. {{(pid=103468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:17:18.376404 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.base_scheduler [None req-07682408-c6d7-4ab1-b59f-da07f70da94b admin admin] Resources bound (agent type, host, resource id): {{(pid=103468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:17:18.380800 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07682408-c6d7-4ab1-b59f-da07f70da94b admin admin] Received port after_create {{(pid=103468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:17:18.431117 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07682408-c6d7-4ab1-b59f-da07f70da94b admin admin] Pushing event updated for resources: {'Port': ['ID=938c5f0d-73f6-4350-87cf-c7cd25c4cf14,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:18.504917 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-5ac0c7d3-06d7-4866-a660-402a7f8be510 req-4688ff2e-96a0-46fb-97c6-a2707b5b0cf8 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=db7d0f43-a860-4c22-8e80-2ebcff18b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394651 May 12 17:17:18.739501 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device e849e695-ad0e-40ac-b8a4-32cf8b271b4d up at agent ovs-agent-dv-cinder-841591-1-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:17:18.857565 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-07682408-c6d7-4ab1-b59f-da07f70da94b admin admin] Publish callbacks [] for router_gateway (5902244f-fd5f-46ec-975c-b50c7357dcba), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:18.907111 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Provisioning complete for port e849e695-ad0e-40ac-b8a4-32cf8b271b4d triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:17:18.907511 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (e849e695-ad0e-40ac-b8a4-32cf8b271b4d), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:19.092373 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Current status of the port e849e695-ad0e-40ac-b8a4-32cf8b271b4d is: DOWN; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:17:19.092829 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (e849e695-ad0e-40ac-b8a4-32cf8b271b4d), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:19.140648 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] For port e849e695-ad0e-40ac-b8a4-32cf8b271b4d, host dv-cinder-841591-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-1-iscsi',level=0,port_id=e849e695-ad0e-40ac-b8a4-32cf8b271b4d,segment=NetworkSegment(d767f7c0-41a8-41cf-940a-83524c0e2e81),segment_id=d767f7c0-41a8-41cf-940a-83524c0e2e81)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:17:19.147218 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (e849e695-ad0e-40ac-b8a4-32cf8b271b4d), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:19.213069 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Pushing event updated for resources: {'Port': ['ID=e849e695-ad0e-40ac-b8a4-32cf8b271b4d,revision_number=3']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:19.217762 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-07682408-c6d7-4ab1-b59f-da07f70da94b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3679624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3679947'] for router (5902244f-fd5f-46ec-975c-b50c7357dcba), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:19.255583 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422e1ec3-7faf-496e-b571-8bb062006300 None None] Network 6fb55941-2cb2-4359-bdd6-587e053b44f0 requested from dv-cinder-841591-1-iscsi {{(pid=103470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:17:19.340424 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-23459a92-7fa0-4a6f-bd77-d83d1c546b83 None None] Provisioning complete for port e849e695-ad0e-40ac-b8a4-32cf8b271b4d triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:17:19.340707 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-23459a92-7fa0-4a6f-bd77-d83d1c546b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (e849e695-ad0e-40ac-b8a4-32cf8b271b4d), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:19.387458 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07682408-c6d7-4ab1-b59f-da07f70da94b admin admin] Router 5902244f-fd5f-46ec-975c-b50c7357dcba is scheduled to L3 agent e5548ccc-31b8-4072-a6b0-52b00208ea79 with binding_index 1 {{(pid=103468) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 17:17:19.392473 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 56428) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:17:19.551101 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07682408-c6d7-4ab1-b59f-da07f70da94b admin admin] Notify agent at l3_agent.dv-cinder-841591-1-iscsi the message routers_updated {{(pid=103468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:17:19.566043 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8854f1a-30e3-44d5-a178-b64e2c195195 None None] Sync routers for ids ['5902244f-fd5f-46ec-975c-b50c7357dcba'] in dv-cinder-841591-1-iscsi {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:17:19.591831 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-07682408-c6d7-4ab1-b59f-da07f70da94b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:19.593803 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-07682408-c6d7-4ab1-b59f-da07f70da94b admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9451563 May 12 17:17:19.595976 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 56434) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:17:19.627195 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8854f1a-30e3-44d5-a178-b64e2c195195 None None] Routers {'5902244f-fd5f-46ec-975c-b50c7357dcba'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:17:19.630221 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d0ee6ca7-7ee9-48d0-85b9-04e8411f948c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:19.630739 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-c8854f1a-30e3-44d5-a178-b64e2c195195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:16:56Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['5902244f-fd5f-46ec-975c-b50c7357dcba'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:17:19.630988 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-23459a92-7fa0-4a6f-bd77-d83d1c546b83 None None] Current status of the port e849e695-ad0e-40ac-b8a4-32cf8b271b4d is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:17:19.848121 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad206665-aab8-4bc7-ad37-7f2f61c9791c req-5578ef6c-f858-46e5-976a-42ee656c9145 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:17:19.849672 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ad206665-aab8-4bc7-ad37-7f2f61c9791c req-5578ef6c-f858-46e5-976a-42ee656c9145 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=68fea2bf-d6a6-4a97-be8f-bd754b36e60c HTTP/1.1" status: 200 len: 945 time: 0.1132112 May 12 17:17:19.856031 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-a3ce158b-d530-400d-9915-90471d6a6d78 None None] Provisioning complete for port e849e695-ad0e-40ac-b8a4-32cf8b271b4d triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:17:19.857273 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-a3ce158b-d530-400d-9915-90471d6a6d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (e849e695-ad0e-40ac-b8a4-32cf8b271b4d), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:19.912913 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-c8854f1a-30e3-44d5-a178-b64e2c195195 None None] Set router 5902244f-fd5f-46ec-975c-b50c7357dcba gateway port host: dv-cinder-841591-1-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:17:19.962509 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ad206665-aab8-4bc7-ad37-7f2f61c9791c req-a62be1ab-d84e-4864-9cc1-de4f2b4d7fe8 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=db7d0f43-a860-4c22-8e80-2ebcff18b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944960 May 12 17:17:19.982910 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d0ee6ca7-7ee9-48d0-85b9-04e8411f948c admin admin] Publish callbacks [] for security_group (a64b7c22-f6f3-4362-82d7-6e6c33081257), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:19.992209 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d0ee6ca7-7ee9-48d0-85b9-04e8411f948c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (a64b7c22-f6f3-4362-82d7-6e6c33081257), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:20.054948 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-a3ce158b-d530-400d-9915-90471d6a6d78 None None] Current status of the port e849e695-ad0e-40ac-b8a4-32cf8b271b4d is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:17:20.077710 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-d0ee6ca7-7ee9-48d0-85b9-04e8411f948c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b9abfeb0fa2646b69f45f93238b5539e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6827147 May 12 17:17:20.078629 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ee6ca7-7ee9-48d0-85b9-04e8411f948c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a64b7c22-f6f3-4362-82d7-6e6c33081257,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:20.080288 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 56450) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:17:20.175015 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-c8854f1a-30e3-44d5-a178-b64e2c195195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5902244f-fd5f-46ec-975c-b50c7357dcba', 'name': 'tempest-TestVolumeBootPattern-902140157-router', 'tenant_id': '5d002d9e79b24742b0906bc2b220d998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '938c5f0d-73f6-4350-87cf-c7cd25c4cf14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:17:16Z', 'updated_at': '2022-05-12T17:17:18Z', 'revision_number': 3, 'project_id': '5d002d9e79b24742b0906bc2b220d998', 'gw_port': {'id': '938c5f0d-73f6-4350-87cf-c7cd25c4cf14', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:aa:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5902244f-fd5f-46ec-975c-b50c7357dcba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:17:17Z', 'updated_at': '2022-05-12T17:17:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi'}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:17:20.300063 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8854f1a-30e3-44d5-a178-b64e2c195195 None None] Checking router: 5902244f-fd5f-46ec-975c-b50c7357dcba for host: dv-cinder-841591-1-iscsi {{(pid=103471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:17:20.300571 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8854f1a-30e3-44d5-a178-b64e2c195195 None None] Updating router 5902244f-fd5f-46ec-975c-b50c7357dcba port 938c5f0d-73f6-4350-87cf-c7cd25c4cf14 binding host dv-cinder-841591-1-iscsi {{(pid=103471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 17:17:20.331342 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c8854f1a-30e3-44d5-a178-b64e2c195195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (938c5f0d-73f6-4350-87cf-c7cd25c4cf14), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:20.480764 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-e7b0c60f-e00a-49e5-9711-e084a47e564b admin admin] Publish callbacks [] for security_group (a64b7c22-f6f3-4362-82d7-6e6c33081257), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:20.520278 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-e7b0c60f-e00a-49e5-9711-e084a47e564b admin admin] Publish callbacks [] for security_group (a64b7c22-f6f3-4362-82d7-6e6c33081257), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:20.629183 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5f201738-dd3c-4061-bb01-81529080cda0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:20.632495 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-e7b0c60f-e00a-49e5-9711-e084a47e564b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (a64b7c22-f6f3-4362-82d7-6e6c33081257), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:20.634985 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-e7b0c60f-e00a-49e5-9711-e084a47e564b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:20.638883 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-e7b0c60f-e00a-49e5-9711-e084a47e564b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a64b7c22-f6f3-4362-82d7-6e6c33081257 HTTP/1.1" status: 204 len: 168 time: 0.5571833 May 12 17:17:20.655642 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device e849e695-ad0e-40ac-b8a4-32cf8b271b4d up at agent ovs-agent-dv-cinder-841591-1-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:17:20.656462 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b0c60f-e00a-49e5-9711-e084a47e564b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a64b7c22-f6f3-4362-82d7-6e6c33081257,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:20.692332 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c8854f1a-30e3-44d5-a178-b64e2c195195 None None] Publish callbacks [] for port (938c5f0d-73f6-4350-87cf-c7cd25c4cf14), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:20.701773 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c8854f1a-30e3-44d5-a178-b64e2c195195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (938c5f0d-73f6-4350-87cf-c7cd25c4cf14), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:20.725466 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Provisioning complete for port e849e695-ad0e-40ac-b8a4-32cf8b271b4d triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:17:20.725889 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (e849e695-ad0e-40ac-b8a4-32cf8b271b4d), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:20.755685 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391487f5-3ce0-4410-824c-cc23f0d56e37 None None] Pushing event updated for resources: {'Port': ['ID=938c5f0d-73f6-4350-87cf-c7cd25c4cf14,revision_number=2']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:20.766305 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391487f5-3ce0-4410-824c-cc23f0d56e37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:17:20.766720 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391487f5-3ce0-4410-824c-cc23f0d56e37 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:17:20.767082 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391487f5-3ce0-4410-824c-cc23f0d56e37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:17:20.767446 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391487f5-3ce0-4410-824c-cc23f0d56e37 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:17:20.767822 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391487f5-3ce0-4410-824c-cc23f0d56e37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:17:20.768177 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391487f5-3ce0-4410-824c-cc23f0d56e37 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:17:20.768451 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391487f5-3ce0-4410-824c-cc23f0d56e37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:17:20.768922 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391487f5-3ce0-4410-824c-cc23f0d56e37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:17:20.769275 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391487f5-3ce0-4410-824c-cc23f0d56e37 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:17:20.769690 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391487f5-3ce0-4410-824c-cc23f0d56e37 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:17:20.770756 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391487f5-3ce0-4410-824c-cc23f0d56e37 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:17:20.770756 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391487f5-3ce0-4410-824c-cc23f0d56e37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:17:20.770756 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391487f5-3ce0-4410-824c-cc23f0d56e37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:17:20.771056 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391487f5-3ce0-4410-824c-cc23f0d56e37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:17:20.771132 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391487f5-3ce0-4410-824c-cc23f0d56e37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:17:20.792427 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-c8854f1a-30e3-44d5-a178-b64e2c195195 None None] Attempting to bind port 938c5f0d-73f6-4350-87cf-c7cd25c4cf14 on host dv-cinder-841591-1-iscsi for vnic_type normal with profile {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:17:20.793179 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-c8854f1a-30e3-44d5-a178-b64e2c195195 None None] Attempting to bind port 938c5f0d-73f6-4350-87cf-c7cd25c4cf14 by drivers openvswitch,hyperv on host dv-cinder-841591-1-iscsi at level 0 using segments [{'id': '54af2f58-bd4b-41ba-9124-743d6aed4e37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be'}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:17:20.793506 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8854f1a-30e3-44d5-a178-b64e2c195195 None None] Attempting to bind port 938c5f0d-73f6-4350-87cf-c7cd25c4cf14 on network 9bfa71c8-c6b3-48ca-a660-d8187367d4be {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:17:20.799768 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8854f1a-30e3-44d5-a178-b64e2c195195 None None] Checking agent: {'id': 'dea0f963-0a36-45fe-941b-5c749ca6f3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841591-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 7, 30), 'started_at': datetime.datetime(2022, 5, 12, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841591-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:17:20.800135 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8854f1a-30e3-44d5-a178-b64e2c195195 None None] Checking segment: {'id': '54af2f58-bd4b-41ba-9124-743d6aed4e37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:17:20.800534 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c8854f1a-30e3-44d5-a178-b64e2c195195 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:20.800914 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8854f1a-30e3-44d5-a178-b64e2c195195 None None] Bound using segment: {'id': '54af2f58-bd4b-41ba-9124-743d6aed4e37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be'} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:17:20.801770 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-c8854f1a-30e3-44d5-a178-b64e2c195195 None None] Bound port: 938c5f0d-73f6-4350-87cf-c7cd25c4cf14, host: dv-cinder-841591-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54af2f58-bd4b-41ba-9124-743d6aed4e37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be'}}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:17:20.801770 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c8854f1a-30e3-44d5-a178-b64e2c195195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (938c5f0d-73f6-4350-87cf-c7cd25c4cf14), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:20.829379 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Current status of the port e849e695-ad0e-40ac-b8a4-32cf8b271b4d is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:17:20.847532 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.db_base_plugin_common [None req-5f201738-dd3c-4061-bb01-81529080cda0 admin admin] Allocated IP 172.20.0.1 (6fb55941-2cb2-4359-bdd6-587e053b44f0/c5f1d9ec-05e3-4b23-84b4-48d07d13574c/51471d09-f440-4cb3-aad2-76a03f1af86b) {{(pid=103468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:17:20.878926 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c8854f1a-30e3-44d5-a178-b64e2c195195 None None] For port 938c5f0d-73f6-4350-87cf-c7cd25c4cf14, host dv-cinder-841591-1-iscsi, cleared binding levels {{(pid=103471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:17:20.882617 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c8854f1a-30e3-44d5-a178-b64e2c195195 None None] For port 938c5f0d-73f6-4350-87cf-c7cd25c4cf14, host dv-cinder-841591-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-1-iscsi',level=0,port_id=938c5f0d-73f6-4350-87cf-c7cd25c4cf14,segment=NetworkSegment(54af2f58-bd4b-41ba-9124-743d6aed4e37),segment_id=54af2f58-bd4b-41ba-9124-743d6aed4e37)] {{(pid=103471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:17:20.890121 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c8854f1a-30e3-44d5-a178-b64e2c195195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (938c5f0d-73f6-4350-87cf-c7cd25c4cf14), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:20.953844 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391487f5-3ce0-4410-824c-cc23f0d56e37 None None] Pushing event updated for resources: {'Port': ['ID=938c5f0d-73f6-4350-87cf-c7cd25c4cf14,revision_number=3']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:20.969523 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8854f1a-30e3-44d5-a178-b64e2c195195 None None] Routers {'5902244f-fd5f-46ec-975c-b50c7357dcba'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:17:20.970160 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-c8854f1a-30e3-44d5-a178-b64e2c195195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:16:56Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['5902244f-fd5f-46ec-975c-b50c7357dcba'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:17:20.998779 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5f201738-dd3c-4061-bb01-81529080cda0 admin admin] Publish callbacks [] for port (51471d09-f440-4cb3-aad2-76a03f1af86b), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:21.075158 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5f201738-dd3c-4061-bb01-81529080cda0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774527475285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11526335'] for port (51471d09-f440-4cb3-aad2-76a03f1af86b), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:21.116805 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-c8854f1a-30e3-44d5-a178-b64e2c195195 None None] Set router 5902244f-fd5f-46ec-975c-b50c7357dcba gateway port host: dv-cinder-841591-1-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:17:21.180319 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f4a31f-54ef-49fb-8262-0cee2cea23fa req-d7a3bd64-1a82-49f0-b142-e62e4b82aec1 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:17:21.191675 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-c5f4a31f-54ef-49fb-8262-0cee2cea23fa req-d7a3bd64-1a82-49f0-b142-e62e4b82aec1 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=68fea2bf-d6a6-4a97-be8f-bd754b36e60c HTTP/1.1" status: 200 len: 945 time: 0.1309240 May 12 17:17:21.242855 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f201738-dd3c-4061-bb01-81529080cda0 admin admin] Network 6fb55941-2cb2-4359-bdd6-587e053b44f0 is already hosted by enough agents. {{(pid=103468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:17:21.259094 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.base_scheduler [None req-5f201738-dd3c-4061-bb01-81529080cda0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:17:21.269128 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f201738-dd3c-4061-bb01-81529080cda0 admin admin] Received port after_create {{(pid=103468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:17:21.299176 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f201738-dd3c-4061-bb01-81529080cda0 admin admin] Pushing event updated for resources: {'Port': ['ID=51471d09-f440-4cb3-aad2-76a03f1af86b,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:21.316978 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-c8854f1a-30e3-44d5-a178-b64e2c195195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5902244f-fd5f-46ec-975c-b50c7357dcba', 'name': 'tempest-TestVolumeBootPattern-902140157-router', 'tenant_id': '5d002d9e79b24742b0906bc2b220d998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '938c5f0d-73f6-4350-87cf-c7cd25c4cf14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:17:16Z', 'updated_at': '2022-05-12T17:17:18Z', 'revision_number': 3, 'project_id': '5d002d9e79b24742b0906bc2b220d998', 'gw_port': {'id': '938c5f0d-73f6-4350-87cf-c7cd25c4cf14', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:aa:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5902244f-fd5f-46ec-975c-b50c7357dcba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:17:17Z', 'updated_at': '2022-05-12T17:17:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi'}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:17:21.319137 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-c5f4a31f-54ef-49fb-8262-0cee2cea23fa req-3718eea8-6654-426a-b982-505ed9ab3610 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=db7d0f43-a860-4c22-8e80-2ebcff18b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265371 May 12 17:17:21.345321 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5f201738-dd3c-4061-bb01-81529080cda0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3684070'] for router_interface (5902244f-fd5f-46ec-975c-b50c7357dcba), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:21.360316 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8854f1a-30e3-44d5-a178-b64e2c195195 None None] The sync data for ids ['5902244f-fd5f-46ec-975c-b50c7357dcba'] in dv-cinder-841591-1-iscsi is: [{'id': '5902244f-fd5f-46ec-975c-b50c7357dcba', 'name': 'tempest-TestVolumeBootPattern-902140157-router', 'tenant_id': '5d002d9e79b24742b0906bc2b220d998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '938c5f0d-73f6-4350-87cf-c7cd25c4cf14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:17:16Z', 'updated_at': '2022-05-12T17:17:18Z', 'revision_number': 3, 'project_id': '5d002d9e79b24742b0906bc2b220d998', 'gw_port': {'id': '938c5f0d-73f6-4350-87cf-c7cd25c4cf14', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:aa:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5902244f-fd5f-46ec-975c-b50c7357dcba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:17:17Z', 'updated_at': '2022-05-12T17:17:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi'}] {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:17:21.396146 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c1e23ba5-07b9-481d-bcd3-7ae5178db113 req-605eaa67-158b-432c-a873-946e774704bb tempest-VolumesNegativeTest-1689169600 tempest-VolumesNegativeTest-1689169600-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=9279b3644c97494b9bd94ee9dfad96bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0500822 May 12 17:17:21.554880 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5f201738-dd3c-4061-bb01-81529080cda0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (51471d09-f440-4cb3-aad2-76a03f1af86b), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:21.601439 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-a1f8c4e3-b73b-4d87-b6f5-f3cbfe810128 None None] Provisioning complete for port 51471d09-f440-4cb3-aad2-76a03f1af86b triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:17:21.601439 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-a1f8c4e3-b73b-4d87-b6f5-f3cbfe810128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (51471d09-f440-4cb3-aad2-76a03f1af86b), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:21.691085 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e23ba5-07b9-481d-bcd3-7ae5178db113 req-cb749f6c-2261-4b63-8823-90187340bcee tempest-VolumesNegativeTest-1689169600 tempest-VolumesNegativeTest-1689169600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:17:21.693199 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-a1f8c4e3-b73b-4d87-b6f5-f3cbfe810128 None None] Port 51471d09-f440-4cb3-aad2-76a03f1af86b cannot update to ACTIVE because it is not bound. {{(pid=103470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:17:21.699297 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c1e23ba5-07b9-481d-bcd3-7ae5178db113 req-cb749f6c-2261-4b63-8823-90187340bcee tempest-VolumesNegativeTest-1689169600 tempest-VolumesNegativeTest-1689169600-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2973142 May 12 17:17:21.715031 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c1e23ba5-07b9-481d-bcd3-7ae5178db113 req-7e1cd942-8a5e-4e52-a2d3-53d58fdd081e tempest-VolumesNegativeTest-1689169600 tempest-VolumesNegativeTest-1689169600-project] 10.222.0.23 "GET /v2.0/quotas/9279b3644c97494b9bd94ee9dfad96bb HTTP/1.1" status: 200 len: 375 time: 0.0149870 May 12 17:17:21.763614 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c1e23ba5-07b9-481d-bcd3-7ae5178db113 req-f5225182-5756-4751-862f-e4235011eb5f tempest-VolumesNegativeTest-1689169600 tempest-VolumesNegativeTest-1689169600-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9279b3644c97494b9bd94ee9dfad96bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474129 May 12 17:17:21.975648 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-747b7523-cf63-4135-9c46-ea1984735be1 req-d9b33bcd-5e7d-4de6-9798-beb24415dce3 tempest-VolumesNegativeTest-1689169600 tempest-VolumesNegativeTest-1689169600-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6641477-2b70-408b-b3cf-ba02cb150cfd HTTP/1.1" status: 200 len: 210 time: 0.0518110 May 12 17:17:22.031938 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5f201738-dd3c-4061-bb01-81529080cda0 admin admin] Publish callbacks [] for port (51471d09-f440-4cb3-aad2-76a03f1af86b), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:22.041911 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5f201738-dd3c-4061-bb01-81529080cda0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11526280'] for port (51471d09-f440-4cb3-aad2-76a03f1af86b), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:22.163287 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f201738-dd3c-4061-bb01-81529080cda0 admin admin] Pushing event updated for resources: {'Port': ['ID=51471d09-f440-4cb3-aad2-76a03f1af86b,revision_number=2']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:22.170622 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5f201738-dd3c-4061-bb01-81529080cda0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-519223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3683244'] for router_interface (5902244f-fd5f-46ec-975c-b50c7357dcba), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:22.323013 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f201738-dd3c-4061-bb01-81529080cda0 admin admin] Network 6fb55941-2cb2-4359-bdd6-587e053b44f0 is already hosted by enough agents. {{(pid=103468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:17:22.324914 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.base_scheduler [None req-5f201738-dd3c-4061-bb01-81529080cda0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:17:22.550690 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e146fd66-f425-498f-8272-26e10752232b req-a98719f2-7dff-4232-8768-34057fede8ce tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:17:22.567421 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e146fd66-f425-498f-8272-26e10752232b req-a98719f2-7dff-4232-8768-34057fede8ce tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=68fea2bf-d6a6-4a97-be8f-bd754b36e60c HTTP/1.1" status: 200 len: 945 time: 0.0942299 May 12 17:17:22.650591 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f201738-dd3c-4061-bb01-81529080cda0 admin admin] Router 5902244f-fd5f-46ec-975c-b50c7357dcba has already been hosted by L3 agent e5548ccc-31b8-4072-a6b0-52b00208ea79 {{(pid=103468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:17:22.712310 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e146fd66-f425-498f-8272-26e10752232b req-0652afd1-7441-49c7-82cd-578eae524128 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=db7d0f43-a860-4c22-8e80-2ebcff18b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428802 May 12 17:17:22.760867 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device 938c5f0d-73f6-4350-87cf-c7cd25c4cf14 up at agent ovs-agent-dv-cinder-841591-1-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:17:22.792462 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 56560) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:17:22.814023 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f201738-dd3c-4061-bb01-81529080cda0 admin admin] Notify agent at l3_agent.dv-cinder-841591-1-iscsi the message routers_updated {{(pid=103468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:17:22.819705 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-5f201738-dd3c-4061-bb01-81529080cda0 admin admin] 10.222.0.23 "PUT /v2.0/routers/5902244f-fd5f-46ec-975c-b50c7357dcba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2225056 May 12 17:17:22.852135 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-05a63d67-cf06-41cc-a09f-c67bd5c6f855 None None] Provisioning complete for port 51471d09-f440-4cb3-aad2-76a03f1af86b triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:17:22.852656 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-05a63d67-cf06-41cc-a09f-c67bd5c6f855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (51471d09-f440-4cb3-aad2-76a03f1af86b), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:22.877593 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Provisioning complete for port 938c5f0d-73f6-4350-87cf-c7cd25c4cf14 triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:17:22.877965 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (938c5f0d-73f6-4350-87cf-c7cd25c4cf14), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:22.927790 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-05a63d67-cf06-41cc-a09f-c67bd5c6f855 None None] Port 51471d09-f440-4cb3-aad2-76a03f1af86b cannot update to ACTIVE because it is not bound. {{(pid=103470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:17:22.992398 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-6a6f197d-3b0f-4fba-b159-6a5492477e71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:23.007331 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Current status of the port 938c5f0d-73f6-4350-87cf-c7cd25c4cf14 is: DOWN; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:17:23.007952 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (938c5f0d-73f6-4350-87cf-c7cd25c4cf14), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:23.063947 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] For port 938c5f0d-73f6-4350-87cf-c7cd25c4cf14, host dv-cinder-841591-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-1-iscsi',level=0,port_id=938c5f0d-73f6-4350-87cf-c7cd25c4cf14,segment=NetworkSegment(54af2f58-bd4b-41ba-9124-743d6aed4e37),segment_id=54af2f58-bd4b-41ba-9124-743d6aed4e37)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:17:23.075842 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (938c5f0d-73f6-4350-87cf-c7cd25c4cf14), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:23.113137 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-30126ec4-5085-445c-9c60-936d17b0ea85 req-eec2bf99-f511-4f0e-832e-f85b3db96e29 tempest-VolumesNegativeTest-1689169600 tempest-VolumesNegativeTest-1689169600-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6641477-2b70-408b-b3cf-ba02cb150cfd HTTP/1.1" status: 200 len: 210 time: 0.0360379 May 12 17:17:23.150030 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 56572) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:17:23.165471 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Pushing event updated for resources: {'Port': ['ID=938c5f0d-73f6-4350-87cf-c7cd25c4cf14,revision_number=4']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:23.175005 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-6a6f197d-3b0f-4fba-b159-6a5492477e71 admin admin] Publish callbacks [] for security_group (c95b890e-357c-43af-b181-e609bff76f49), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:23.181387 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-6a6f197d-3b0f-4fba-b159-6a5492477e71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (c95b890e-357c-43af-b181-e609bff76f49), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:23.225117 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-6a6f197d-3b0f-4fba-b159-6a5492477e71 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bdfc238151e4469d8599376c62cc5452&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4310794 May 12 17:17:23.227337 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6f197d-3b0f-4fba-b159-6a5492477e71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c95b890e-357c-43af-b181-e609bff76f49,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:23.227973 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 56578) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:17:23.295902 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ffa50bcc-a6b5-4797-a078-2cd59d10aaf0 admin admin] Publish callbacks [] for security_group (c95b890e-357c-43af-b181-e609bff76f49), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:23.320306 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ffa50bcc-a6b5-4797-a078-2cd59d10aaf0 admin admin] Publish callbacks [] for security_group (c95b890e-357c-43af-b181-e609bff76f49), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:23.347103 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-8200292b-68f0-4dc3-8a36-9c2526b9da7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:23.399415 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ffa50bcc-a6b5-4797-a078-2cd59d10aaf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (c95b890e-357c-43af-b181-e609bff76f49), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:23.403794 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ffa50bcc-a6b5-4797-a078-2cd59d10aaf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:23.405212 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-ffa50bcc-a6b5-4797-a078-2cd59d10aaf0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c95b890e-357c-43af-b181-e609bff76f49 HTTP/1.1" status: 204 len: 168 time: 0.1760604 May 12 17:17:23.425904 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa50bcc-a6b5-4797-a078-2cd59d10aaf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c95b890e-357c-43af-b181-e609bff76f49,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:23.478101 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-8200292b-68f0-4dc3-8a36-9c2526b9da7d admin admin] Publish callbacks [] for security_group (e7c8bdca-8feb-4507-91c7-1c203f67fc52), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:23.483823 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-8200292b-68f0-4dc3-8a36-9c2526b9da7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (e7c8bdca-8feb-4507-91c7-1c203f67fc52), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:23.531224 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8200292b-68f0-4dc3-8a36-9c2526b9da7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7c8bdca-8feb-4507-91c7-1c203f67fc52,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:23.590648 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-c1e23ba5-07b9-481d-bcd3-7ae5178db113 req-5ac0deb1-1a7b-4e60-a165-cfb68489871c tempest-VolumesNegativeTest-1689169600 tempest-VolumesNegativeTest-1689169600-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=9279b3644c97494b9bd94ee9dfad96bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0504026 May 12 17:17:23.595750 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-8200292b-68f0-4dc3-8a36-9c2526b9da7d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=27ae752ec73f42b5b6421104944bfbf0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4410453 May 12 17:17:23.595937 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 56592) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:17:23.670594 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 56596) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:17:23.693475 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-de1cc484-eb86-402b-9881-00f68296f1ac admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1105697224-network', 'tenant_id': 'c6f16d47d6984a73a88f1b3571e6f239'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:17:23.754638 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de1cc484-eb86-402b-9881-00f68296f1ac admin admin] Made reservation on behalf of c6f16d47d6984a73a88f1b3571e6f239 for: {'network': 1} {{(pid=103469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:17:23.759383 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-de1cc484-eb86-402b-9881-00f68296f1ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for network (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:23.789718 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-de1cc484-eb86-402b-9881-00f68296f1ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:23.805790 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-65fb679c-7ed4-4506-8db5-6ba91fd50af1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (ad05f391-ff61-4b74-a3af-7ffb7f485489), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:23.829684 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-ef6ba209-2622-4c69-9fbb-c160fc92a7b1 admin admin] Publish callbacks [] for security_group (e7c8bdca-8feb-4507-91c7-1c203f67fc52), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:23.875729 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e23ba5-07b9-481d-bcd3-7ae5178db113 req-a33b8acd-480c-432b-8ce2-4413de712c13 tempest-VolumesNegativeTest-1689169600 tempest-VolumesNegativeTest-1689169600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:17:23.877702 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-c1e23ba5-07b9-481d-bcd3-7ae5178db113 req-a33b8acd-480c-432b-8ce2-4413de712c13 tempest-VolumesNegativeTest-1689169600 tempest-VolumesNegativeTest-1689169600-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2773497 May 12 17:17:23.901131 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [req-c1e23ba5-07b9-481d-bcd3-7ae5178db113 req-3785d4b0-12a1-4955-a308-71702944be08 tempest-VolumesNegativeTest-1689169600 tempest-VolumesNegativeTest-1689169600-project] Request body: {'port': {'device_id': 'f6641477-2b70-408b-b3cf-ba02cb150cfd', 'network_id': '153e3954-71d8-41a8-92e9-fd36bc9816c5', 'admin_state_up': True, 'tenant_id': '9279b3644c97494b9bd94ee9dfad96bb'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:17:23.901596 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-ef6ba209-2622-4c69-9fbb-c160fc92a7b1 admin admin] Publish callbacks [] for security_group (e7c8bdca-8feb-4507-91c7-1c203f67fc52), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:23.975279 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cacf7221-8150-43ee-9fc1-c870eeb40bc5 None None] Sync routers for ids ['5902244f-fd5f-46ec-975c-b50c7357dcba'] in dv-cinder-841591-1-iscsi {{(pid=103470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:17:23.998582 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacf7221-8150-43ee-9fc1-c870eeb40bc5 None None] Routers {'5902244f-fd5f-46ec-975c-b50c7357dcba'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:17:23.999221 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-cacf7221-8150-43ee-9fc1-c870eeb40bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:16:56Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['5902244f-fd5f-46ec-975c-b50c7357dcba'], 'active': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:17:24.002146 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee50ec2-9a8a-40a0-aca9-a8d0211b01cb req-7cb747a3-9a21-413f-8478-d451a3c4e381 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:17:24.004078 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-dee50ec2-9a8a-40a0-aca9-a8d0211b01cb req-7cb747a3-9a21-413f-8478-d451a3c4e381 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=68fea2bf-d6a6-4a97-be8f-bd754b36e60c HTTP/1.1" status: 200 len: 945 time: 0.1306810 May 12 17:17:24.042774 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1e23ba5-07b9-481d-bcd3-7ae5178db113 req-3785d4b0-12a1-4955-a308-71702944be08 tempest-VolumesNegativeTest-1689169600 tempest-VolumesNegativeTest-1689169600-project] Made reservation on behalf of 9279b3644c97494b9bd94ee9dfad96bb for: {'port': 1} {{(pid=103468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:17:24.046595 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-c1e23ba5-07b9-481d-bcd3-7ae5178db113 req-3785d4b0-12a1-4955-a308-71702944be08 tempest-VolumesNegativeTest-1689169600 tempest-VolumesNegativeTest-1689169600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:24.067755 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-c1e23ba5-07b9-481d-bcd3-7ae5178db113 req-3785d4b0-12a1-4955-a308-71702944be08 tempest-VolumesNegativeTest-1689169600 tempest-VolumesNegativeTest-1689169600-project] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:24.075684 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-de1cc484-eb86-402b-9881-00f68296f1ac admin admin] Publish callbacks [] for security_group (327b4828-8153-4484-9eb2-87e3250fa47f), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:24.079510 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-ef6ba209-2622-4c69-9fbb-c160fc92a7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (e7c8bdca-8feb-4507-91c7-1c203f67fc52), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:24.082172 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-ef6ba209-2622-4c69-9fbb-c160fc92a7b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:24.083412 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-ef6ba209-2622-4c69-9fbb-c160fc92a7b1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e7c8bdca-8feb-4507-91c7-1c203f67fc52 HTTP/1.1" status: 204 len: 168 time: 0.4863214 May 12 17:17:24.093342 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-de1cc484-eb86-402b-9881-00f68296f1ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (327b4828-8153-4484-9eb2-87e3250fa47f), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:24.105407 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de1cc484-eb86-402b-9881-00f68296f1ac admin admin] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=103469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 17:17:24.115996 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-de1cc484-eb86-402b-9881-00f68296f1ac admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774527956237', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3597332'] for segment (4064fa49-4617-4336-8f73-518bedf53f00), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:24.116420 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.db.segments_db [None req-de1cc484-eb86-402b-9881-00f68296f1ac admin admin] Added segment 4064fa49-4617-4336-8f73-518bedf53f00 of type vlan for network 9c909ee5-7768-4c91-8970-4f1a0c080053 May 12 17:17:24.170647 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-de1cc484-eb86-402b-9881-00f68296f1ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774527496843'] for network (9c909ee5-7768-4c91-8970-4f1a0c080053), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:24.178783 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvr_db [None req-cacf7221-8150-43ee-9fc1-c870eeb40bc5 None None] Set router 5902244f-fd5f-46ec-975c-b50c7357dcba gateway port host: dv-cinder-841591-1-iscsi {{(pid=103470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:17:24.209643 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-dee50ec2-9a8a-40a0-aca9-a8d0211b01cb req-7b8d2e6b-2c30-4090-a07c-75d8097be939 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=db7d0f43-a860-4c22-8e80-2ebcff18b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939037 May 12 17:17:24.211441 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-de1cc484-eb86-402b-9881-00f68296f1ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205'] for network (9c909ee5-7768-4c91-8970-4f1a0c080053), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:24.212633 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1cc484-eb86-402b-9881-00f68296f1ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:17:24.214092 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-de1cc484-eb86-402b-9881-00f68296f1ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-519179'] for network (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:24.219480 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6ba209-2622-4c69-9fbb-c160fc92a7b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7c8bdca-8feb-4507-91c7-1c203f67fc52,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:24.256633 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-73ab75d7-9cfe-4078-b872-7d89e14dca70 req-a7062788-7b1b-4985-bfa6-cb5ad5a6f890 tempest-VolumesNegativeTest-1689169600 tempest-VolumesNegativeTest-1689169600-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6641477-2b70-408b-b3cf-ba02cb150cfd HTTP/1.1" status: 200 len: 210 time: 0.0450952 May 12 17:17:24.259384 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-c1e23ba5-07b9-481d-bcd3-7ae5178db113 req-3785d4b0-12a1-4955-a308-71702944be08 tempest-VolumesNegativeTest-1689169600 tempest-VolumesNegativeTest-1689169600-project] Publish callbacks [] for security_group (5677a2ac-505a-4709-ac7e-e613041a16af), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:24.267815 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-c1e23ba5-07b9-481d-bcd3-7ae5178db113 req-3785d4b0-12a1-4955-a308-71702944be08 tempest-VolumesNegativeTest-1689169600 tempest-VolumesNegativeTest-1689169600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (5677a2ac-505a-4709-ac7e-e613041a16af), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:24.289309 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-de1cc484-eb86-402b-9881-00f68296f1ac admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.6158342 May 12 17:17:24.291368 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 56620) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:17:24.302447 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-1206f523-cedb-4215-8009-1c7c6a9d19cd admin admin] Request body: {'subnet': {'network_id': '9c909ee5-7768-4c91-8970-4f1a0c080053', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1105697224-subnet', 'tenant_id': 'c6f16d47d6984a73a88f1b3571e6f239', 'ip_version': 4}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:17:24.339192 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1cc484-eb86-402b-9881-00f68296f1ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=327b4828-8153-4484-9eb2-87e3250fa47f,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:24.345122 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1cc484-eb86-402b-9881-00f68296f1ac admin admin] Pushing event updated for resources: {'Network': ['ID=9c909ee5-7768-4c91-8970-4f1a0c080053,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:24.384965 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Network 9c909ee5-7768-4c91-8970-4f1a0c080053 details requested by agent ovs-agent-dv-cinder-841591-1-iscsi with host dv-cinder-841591-1-iscsi {{(pid=103470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 17:17:24.393056 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3785d4b0-12a1-4955-a308-71702944be08 tempest-VolumesNegativeTest-1689169600 tempest-VolumesNegativeTest-1689169600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5677a2ac-505a-4709-ac7e-e613041a16af,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:24.403214 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1206f523-cedb-4215-8009-1c7c6a9d19cd admin admin] Made reservation on behalf of c6f16d47d6984a73a88f1b3571e6f239 for: {'subnet': 1} {{(pid=103468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:17:24.405624 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-1206f523-cedb-4215-8009-1c7c6a9d19cd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12405276'] for subnet (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:24.417664 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.agents_db [None req-75b73116-3060-4b2b-9211-a804f2896a96 None None] Agent healthcheck: found 6 active agents {{(pid=103471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:17:24.524169 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.db_base_plugin_common [req-c1e23ba5-07b9-481d-bcd3-7ae5178db113 req-3785d4b0-12a1-4955-a308-71702944be08 tempest-VolumesNegativeTest-1689169600 tempest-VolumesNegativeTest-1689169600-project] Allocated IP 192.168.233.58 (153e3954-71d8-41a8-92e9-fd36bc9816c5/728e2530-eb3a-4cf7-9972-d5076e873c97/f5d48667-1163-4c45-bef1-259516ae72a1) {{(pid=103468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:17:24.582950 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-cacf7221-8150-43ee-9fc1-c870eeb40bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5902244f-fd5f-46ec-975c-b50c7357dcba', 'name': 'tempest-TestVolumeBootPattern-902140157-router', 'tenant_id': '5d002d9e79b24742b0906bc2b220d998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '938c5f0d-73f6-4350-87cf-c7cd25c4cf14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:17:16Z', 'updated_at': '2022-05-12T17:17:21Z', 'revision_number': 4, 'project_id': '5d002d9e79b24742b0906bc2b220d998', 'gw_port': {'id': '938c5f0d-73f6-4350-87cf-c7cd25c4cf14', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:aa:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5902244f-fd5f-46ec-975c-b50c7357dcba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:17:17Z', 'updated_at': '2022-05-12T17:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_interfaces': [{'id': '51471d09-f440-4cb3-aad2-76a03f1af86b', 'name': '', 'network_id': '6fb55941-2cb2-4359-bdd6-587e053b44f0', 'tenant_id': '5d002d9e79b24742b0906bc2b220d998', 'mac_address': 'fa:16:3e:ff:4a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5902244f-fd5f-46ec-975c-b50c7357dcba', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'c5f1d9ec-05e3-4b23-84b4-48d07d13574c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:17:20Z', 'updated_at': '2022-05-12T17:17:21Z', 'revision_number': 2, 'project_id': '5d002d9e79b24742b0906bc2b220d998', 'subnets': [{'id': 'c5f1d9ec-05e3-4b23-84b4-48d07d13574c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:17:24.644731 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cacf7221-8150-43ee-9fc1-c870eeb40bc5 None None] Checking router: 5902244f-fd5f-46ec-975c-b50c7357dcba for host: dv-cinder-841591-1-iscsi {{(pid=103470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:17:24.645145 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cacf7221-8150-43ee-9fc1-c870eeb40bc5 None None] Updating router 5902244f-fd5f-46ec-975c-b50c7357dcba port 51471d09-f440-4cb3-aad2-76a03f1af86b binding host dv-cinder-841591-1-iscsi {{(pid=103470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 17:17:24.648773 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 56634) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:17:24.670822 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-05c3d8e6-f36b-41a8-b0f9-cc1e32d361ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:24.679971 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-cacf7221-8150-43ee-9fc1-c870eeb40bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (51471d09-f440-4cb3-aad2-76a03f1af86b), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:24.728470 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device 938c5f0d-73f6-4350-87cf-c7cd25c4cf14 up at agent ovs-agent-dv-cinder-841591-1-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:17:24.736090 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-1206f523-cedb-4215-8009-1c7c6a9d19cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11526927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12405258'] for subnet (eedb70f0-df17-4484-b11e-ff36f1c0cda7), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:24.758520 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 56636) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:17:24.774785 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-05c3d8e6-f36b-41a8-b0f9-cc1e32d361ed admin admin] Publish callbacks [] for security_group (acf69b9e-aae4-4486-96b2-fbe28f07f27e), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:24.779720 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-05c3d8e6-f36b-41a8-b0f9-cc1e32d361ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (acf69b9e-aae4-4486-96b2-fbe28f07f27e), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:24.816651 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c3d8e6-f36b-41a8-b0f9-cc1e32d361ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acf69b9e-aae4-4486-96b2-fbe28f07f27e,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:24.818981 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-c1e23ba5-07b9-481d-bcd3-7ae5178db113 req-3785d4b0-12a1-4955-a308-71702944be08 tempest-VolumesNegativeTest-1689169600 tempest-VolumesNegativeTest-1689169600-project] Publish callbacks [] for port (f5d48667-1163-4c45-bef1-259516ae72a1), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:24.821075 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-05c3d8e6-f36b-41a8-b0f9-cc1e32d361ed admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a5716fa9b6944d5d901e2e339dceb183&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1704760 May 12 17:17:24.824404 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 56640) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:17:24.849807 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1206f523-cedb-4215-8009-1c7c6a9d19cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=eedb70f0-df17-4484-b11e-ff36f1c0cda7,revision_number=0']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:24.868866 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1206f523-cedb-4215-8009-1c7c6a9d19cd admin admin] Checking segment: {'id': '4064fa49-4617-4336-8f73-518bedf53f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '9c909ee5-7768-4c91-8970-4f1a0c080053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:17:24.869227 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1206f523-cedb-4215-8009-1c7c6a9d19cd admin admin] Network hostable DHCP agents. Network: 9c909ee5-7768-4c91-8970-4f1a0c080053, hostable agents: ['ad05f391-ff61-4b74-a3af-7ffb7f485489'], hosted agents: [] {{(pid=103468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 17:17:24.896723 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-13318fcf-ecdc-4d2b-adea-b595e1cae6ad admin admin] Publish callbacks [] for security_group (acf69b9e-aae4-4486-96b2-fbe28f07f27e), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:24.898052 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-c1e23ba5-07b9-481d-bcd3-7ae5178db113 req-3785d4b0-12a1-4955-a308-71702944be08 tempest-VolumesNegativeTest-1689169600 tempest-VolumesNegativeTest-1689169600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774527475285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11526335'] for port (f5d48667-1163-4c45-bef1-259516ae72a1), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:24.900268 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1206f523-cedb-4215-8009-1c7c6a9d19cd admin admin] Network 9c909ee5-7768-4c91-8970-4f1a0c080053 is scheduled to be hosted by DHCP agent ad05f391-ff61-4b74-a3af-7ffb7f485489 with binding_index 1 {{(pid=103468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 17:17:24.911071 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Provisioning complete for port 938c5f0d-73f6-4350-87cf-c7cd25c4cf14 triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:17:24.912074 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (938c5f0d-73f6-4350-87cf-c7cd25c4cf14), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:24.929564 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-13318fcf-ecdc-4d2b-adea-b595e1cae6ad admin admin] Publish callbacks [] for security_group (acf69b9e-aae4-4486-96b2-fbe28f07f27e), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:24.937009 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.base_scheduler [None req-1206f523-cedb-4215-8009-1c7c6a9d19cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841591-1-iscsi, 9c909ee5-7768-4c91-8970-4f1a0c080053) {{(pid=103468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:17:24.947305 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1e23ba5-07b9-481d-bcd3-7ae5178db113 req-3785d4b0-12a1-4955-a308-71702944be08 tempest-VolumesNegativeTest-1689169600 tempest-VolumesNegativeTest-1689169600-project] Network 153e3954-71d8-41a8-92e9-fd36bc9816c5 is already hosted by enough agents. {{(pid=103468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:17:24.950674 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb6dd80-b34b-46a8-a4e7-4532b74c7b8a None None] Network 9c909ee5-7768-4c91-8970-4f1a0c080053 requested from dv-cinder-841591-1-iscsi {{(pid=103470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:17:24.952494 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.base_scheduler [req-c1e23ba5-07b9-481d-bcd3-7ae5178db113 req-3785d4b0-12a1-4955-a308-71702944be08 tempest-VolumesNegativeTest-1689169600 tempest-VolumesNegativeTest-1689169600-project] Resources bound (agent type, host, resource id): {{(pid=103468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:17:24.956591 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1206f523-cedb-4215-8009-1c7c6a9d19cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:17:24.957347 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-1206f523-cedb-4215-8009-1c7c6a9d19cd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:24.969996 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1e23ba5-07b9-481d-bcd3-7ae5178db113 req-3785d4b0-12a1-4955-a308-71702944be08 tempest-VolumesNegativeTest-1689169600 tempest-VolumesNegativeTest-1689169600-project] Received port after_create {{(pid=103468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:17:25.002946 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-13318fcf-ecdc-4d2b-adea-b595e1cae6ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (acf69b9e-aae4-4486-96b2-fbe28f07f27e), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:25.012858 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-13318fcf-ecdc-4d2b-adea-b595e1cae6ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:25.017199 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-13318fcf-ecdc-4d2b-adea-b595e1cae6ad admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/acf69b9e-aae4-4486-96b2-fbe28f07f27e HTTP/1.1" status: 204 len: 168 time: 0.1892602 May 12 17:17:25.021189 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e23ba5-07b9-481d-bcd3-7ae5178db113 req-3785d4b0-12a1-4955-a308-71702944be08 tempest-VolumesNegativeTest-1689169600 tempest-VolumesNegativeTest-1689169600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:17:25.021737 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-c1e23ba5-07b9-481d-bcd3-7ae5178db113 req-3785d4b0-12a1-4955-a308-71702944be08 tempest-VolumesNegativeTest-1689169600 tempest-VolumesNegativeTest-1689169600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36930'] for port (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:25.032980 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13318fcf-ecdc-4d2b-adea-b595e1cae6ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf69b9e-aae4-4486-96b2-fbe28f07f27e,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:25.043774 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-1206f523-cedb-4215-8009-1c7c6a9d19cd admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7453210 May 12 17:17:25.049028 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 56646) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:17:25.060325 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-0fb587c4-9621-406b-bfb4-00b0717fac69 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1105697224-router', 'tenant_id': 'c6f16d47d6984a73a88f1b3571e6f239', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be'}}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:17:25.060638 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3785d4b0-12a1-4955-a308-71702944be08 tempest-VolumesNegativeTest-1689169600 tempest-VolumesNegativeTest-1689169600-project] Pushing event updated for resources: {'Port': ['ID=f5d48667-1163-4c45-bef1-259516ae72a1,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:25.065546 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-ca4194e7-1b65-41fb-9509-3809053b09fa admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1611892605-network', 'tenant_id': '3127460c8042473294d90b9a3338a273'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:17:25.102922 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-c1e23ba5-07b9-481d-bcd3-7ae5178db113 req-3785d4b0-12a1-4955-a308-71702944be08 tempest-VolumesNegativeTest-1689169600 tempest-VolumesNegativeTest-1689169600-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2090337 May 12 17:17:25.108314 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0fb587c4-9621-406b-bfb4-00b0717fac69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3679493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1042260'] for router (a00d813d-ef3c-4dba-bf2c-b3275a2b7c91), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:25.109992 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0fb587c4-9621-406b-bfb4-00b0717fac69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3679729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3679772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1042269'] for router (a00d813d-ef3c-4dba-bf2c-b3275a2b7c91), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:25.119340 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca4194e7-1b65-41fb-9509-3809053b09fa admin admin] Made reservation on behalf of 3127460c8042473294d90b9a3338a273 for: {'network': 1} {{(pid=103468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:17:25.126889 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ca4194e7-1b65-41fb-9509-3809053b09fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for network (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:25.146537 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ca4194e7-1b65-41fb-9509-3809053b09fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:25.218984 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0fb587c4-9621-406b-bfb4-00b0717fac69 admin admin] Publish callbacks [] for router_controller (a00d813d-ef3c-4dba-bf2c-b3275a2b7c91), precommit_add_association {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:25.277861 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aebd1daf-3d87-473c-ae5d-ccf1dc3b9190 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe4af7ad2-c653-548e-8b21-f3b9ef6cc8f2-9c909ee5-7768-4c91-8970-4f1a0c080053', 'network_id': '9c909ee5-7768-4c91-8970-4f1a0c080053', 'project_id': 'c6f16d47d6984a73a88f1b3571e6f239', 'fixed_ips': [{'subnet_id': 'eedb70f0-df17-4484-b11e-ff36f1c0cda7'}]}} from dv-cinder-841591-1-iscsi. {{(pid=103470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 17:17:25.279181 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-aebd1daf-3d87-473c-ae5d-ccf1dc3b9190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:25.310507 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ca4194e7-1b65-41fb-9509-3809053b09fa admin admin] Publish callbacks [] for security_group (6edcb9ec-416c-4421-a2d7-b9ccebe7f149), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:25.316219 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ca4194e7-1b65-41fb-9509-3809053b09fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (6edcb9ec-416c-4421-a2d7-b9ccebe7f149), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:25.372472 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca4194e7-1b65-41fb-9509-3809053b09fa admin admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=103468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 17:17:25.383252 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4194e7-1b65-41fb-9509-3809053b09fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6edcb9ec-416c-4421-a2d7-b9ccebe7f149,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:25.404308 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ca4194e7-1b65-41fb-9509-3809053b09fa admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774527956237', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3597332'] for segment (334ce71a-b387-4b0b-b04b-de0cdcd24a6b), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:25.404755 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.db.segments_db [None req-ca4194e7-1b65-41fb-9509-3809053b09fa admin admin] Added segment 334ce71a-b387-4b0b-b04b-de0cdcd24a6b of type vlan for network 2f4b42e4-7732-4c98-9681-fbceae906075 May 12 17:17:25.470473 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Current status of the port 938c5f0d-73f6-4350-87cf-c7cd25c4cf14 is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:17:25.471526 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e11d6b-f08c-4950-8f99-f458bcb47dbd req-6f0a612e-a8f8-4408-836f-477d61a9ff10 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:17:25.473215 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-53e11d6b-f08c-4950-8f99-f458bcb47dbd req-6f0a612e-a8f8-4408-836f-477d61a9ff10 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=68fea2bf-d6a6-4a97-be8f-bd754b36e60c HTTP/1.1" status: 200 len: 945 time: 0.0586147 May 12 17:17:25.485547 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-e971c43a-2cdf-4a37-86b1-bf3034d17afd None None] Provisioning complete for port f5d48667-1163-4c45-bef1-259516ae72a1 triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:17:25.485961 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-e971c43a-2cdf-4a37-86b1-bf3034d17afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (f5d48667-1163-4c45-bef1-259516ae72a1), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:25.494571 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa54904-b546-4fc1-9039-cb1b01d74a6c req-cece8e2f-cf7f-4f9a-aa17-e8539c4a39b1 tempest-VolumesNegativeTest-1689169600 tempest-VolumesNegativeTest-1689169600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:17:25.498003 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-1fa54904-b546-4fc1-9039-cb1b01d74a6c req-cece8e2f-cf7f-4f9a-aa17-e8539c4a39b1 tempest-VolumesNegativeTest-1689169600 tempest-VolumesNegativeTest-1689169600-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6641477-2b70-408b-b3cf-ba02cb150cfd HTTP/1.1" status: 200 len: 935 time: 0.1055181 May 12 17:17:25.499929 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ca4194e7-1b65-41fb-9509-3809053b09fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774527496843'] for network (2f4b42e4-7732-4c98-9681-fbceae906075), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:25.535681 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0fb587c4-9621-406b-bfb4-00b0717fac69 admin admin] Publish callbacks [] for router_gateway (a00d813d-ef3c-4dba-bf2c-b3275a2b7c91), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:25.564323 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ca4194e7-1b65-41fb-9509-3809053b09fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205'] for network (2f4b42e4-7732-4c98-9681-fbceae906075), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:25.565579 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4194e7-1b65-41fb-9509-3809053b09fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:17:25.566506 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ca4194e7-1b65-41fb-9509-3809053b09fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-519179'] for network (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:25.576526 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-1fa54904-b546-4fc1-9039-cb1b01d74a6c req-0ca82095-db5a-4acb-aff0-78c9be048c09 tempest-VolumesNegativeTest-1689169600 tempest-VolumesNegativeTest-1689169600-project] 10.222.0.23 "GET /v2.0/security-groups?id=5677a2ac-505a-4709-ac7e-e613041a16af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705667 May 12 17:17:25.606356 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-53e11d6b-f08c-4950-8f99-f458bcb47dbd req-0a26fc98-4992-4e2a-8cfb-e138b0210534 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=db7d0f43-a860-4c22-8e80-2ebcff18b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254976 May 12 17:17:25.637988 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-e971c43a-2cdf-4a37-86b1-bf3034d17afd None None] Port f5d48667-1163-4c45-bef1-259516ae72a1 cannot update to ACTIVE because it is not bound. {{(pid=103470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:17:25.639735 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-ca4194e7-1b65-41fb-9509-3809053b09fa admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8563874 May 12 17:17:25.653909 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 56662) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:17:25.659481 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-29409deb-024e-4f8a-a2df-da04cb026cc0 admin admin] Request body: {'subnet': {'network_id': '2f4b42e4-7732-4c98-9681-fbceae906075', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1611892605-subnet', 'tenant_id': '3127460c8042473294d90b9a3338a273', 'ip_version': 4}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:17:25.668578 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-cacf7221-8150-43ee-9fc1-c870eeb40bc5 None None] Publish callbacks [] for port (51471d09-f440-4cb3-aad2-76a03f1af86b), precommit_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:25.692120 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4194e7-1b65-41fb-9509-3809053b09fa admin admin] Pushing event updated for resources: {'Network': ['ID=2f4b42e4-7732-4c98-9681-fbceae906075,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:25.694292 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-cacf7221-8150-43ee-9fc1-c870eeb40bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (51471d09-f440-4cb3-aad2-76a03f1af86b), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:25.708288 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Network 2f4b42e4-7732-4c98-9681-fbceae906075 details requested by agent ovs-agent-dv-cinder-841591-1-iscsi with host dv-cinder-841591-1-iscsi {{(pid=103470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 17:17:25.733331 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29409deb-024e-4f8a-a2df-da04cb026cc0 admin admin] Made reservation on behalf of 3127460c8042473294d90b9a3338a273 for: {'subnet': 1} {{(pid=103469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:17:25.736030 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-29409deb-024e-4f8a-a2df-da04cb026cc0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11573757'] for subnet (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:25.813896 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.db_base_plugin_common [None req-aebd1daf-3d87-473c-ae5d-ccf1dc3b9190 None None] Allocated IP 172.20.0.2 (9c909ee5-7768-4c91-8970-4f1a0c080053/eedb70f0-df17-4484-b11e-ff36f1c0cda7/0e99e883-02fa-4972-a727-8938186633b3) {{(pid=103470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:17:25.831821 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ba4542-57f4-4cae-b816-8c616cca8547 None None] Pushing event updated for resources: {'Port': ['ID=51471d09-f440-4cb3-aad2-76a03f1af86b,revision_number=3']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:25.891455 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0fb587c4-9621-406b-bfb4-00b0717fac69 admin admin] Publish callbacks [] for router_gateway (a00d813d-ef3c-4dba-bf2c-b3275a2b7c91), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:25.966981 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-cacf7221-8150-43ee-9fc1-c870eeb40bc5 None None] Attempting to bind port 51471d09-f440-4cb3-aad2-76a03f1af86b on host dv-cinder-841591-1-iscsi for vnic_type normal with profile {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:17:25.967536 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-cacf7221-8150-43ee-9fc1-c870eeb40bc5 None None] Attempting to bind port 51471d09-f440-4cb3-aad2-76a03f1af86b by drivers openvswitch,hyperv on host dv-cinder-841591-1-iscsi at level 0 using segments [{'id': 'd767f7c0-41a8-41cf-940a-83524c0e2e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6fb55941-2cb2-4359-bdd6-587e053b44f0'}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:17:25.967693 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cacf7221-8150-43ee-9fc1-c870eeb40bc5 None None] Attempting to bind port 51471d09-f440-4cb3-aad2-76a03f1af86b on network 6fb55941-2cb2-4359-bdd6-587e053b44f0 {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:17:25.980555 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cacf7221-8150-43ee-9fc1-c870eeb40bc5 None None] Checking agent: {'id': 'dea0f963-0a36-45fe-941b-5c749ca6f3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841591-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 7, 30), 'started_at': datetime.datetime(2022, 5, 12, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841591-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:17:25.980555 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cacf7221-8150-43ee-9fc1-c870eeb40bc5 None None] Checking segment: {'id': 'd767f7c0-41a8-41cf-940a-83524c0e2e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6fb55941-2cb2-4359-bdd6-587e053b44f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:17:25.980555 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-cacf7221-8150-43ee-9fc1-c870eeb40bc5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:25.980939 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cacf7221-8150-43ee-9fc1-c870eeb40bc5 None None] Bound using segment: {'id': 'd767f7c0-41a8-41cf-940a-83524c0e2e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6fb55941-2cb2-4359-bdd6-587e053b44f0'} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:17:25.981171 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-cacf7221-8150-43ee-9fc1-c870eeb40bc5 None None] Bound port: 51471d09-f440-4cb3-aad2-76a03f1af86b, host: dv-cinder-841591-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd767f7c0-41a8-41cf-940a-83524c0e2e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6fb55941-2cb2-4359-bdd6-587e053b44f0'}}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:17:25.981545 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-cacf7221-8150-43ee-9fc1-c870eeb40bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (51471d09-f440-4cb3-aad2-76a03f1af86b), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:26.116375 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-aebd1daf-3d87-473c-ae5d-ccf1dc3b9190 None None] Publish callbacks [] for port (0e99e883-02fa-4972-a727-8938186633b3), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:26.120383 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-cacf7221-8150-43ee-9fc1-c870eeb40bc5 None None] For port 51471d09-f440-4cb3-aad2-76a03f1af86b, host dv-cinder-841591-1-iscsi, cleared binding levels {{(pid=103470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:17:26.123831 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-cacf7221-8150-43ee-9fc1-c870eeb40bc5 None None] For port 51471d09-f440-4cb3-aad2-76a03f1af86b, host dv-cinder-841591-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-1-iscsi',level=0,port_id=51471d09-f440-4cb3-aad2-76a03f1af86b,segment=NetworkSegment(d767f7c0-41a8-41cf-940a-83524c0e2e81),segment_id=d767f7c0-41a8-41cf-940a-83524c0e2e81)] {{(pid=103470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:17:26.127190 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-aebd1daf-3d87-473c-ae5d-ccf1dc3b9190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774527475285'] for port (0e99e883-02fa-4972-a727-8938186633b3), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:26.128716 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0fb587c4-9621-406b-bfb4-00b0717fac69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:26.178411 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-cacf7221-8150-43ee-9fc1-c870eeb40bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (51471d09-f440-4cb3-aad2-76a03f1af86b), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:26.186243 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebd1daf-3d87-473c-ae5d-ccf1dc3b9190 None None] Pushing event updated for resources: {'Port': ['ID=0e99e883-02fa-4972-a727-8938186633b3,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:26.232863 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-22946012-af38-4946-9615-3353a9b34ef7 None None] Provisioning complete for port 51471d09-f440-4cb3-aad2-76a03f1af86b triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:17:26.233255 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-22946012-af38-4946-9615-3353a9b34ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (51471d09-f440-4cb3-aad2-76a03f1af86b), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:26.241735 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebd1daf-3d87-473c-ae5d-ccf1dc3b9190 None None] Network 9c909ee5-7768-4c91-8970-4f1a0c080053 is already hosted by enough agents. {{(pid=103470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:17:26.245681 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-e4af6ce5-4d4f-4dd4-946f-c65152fb66b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (e5548ccc-31b8-4072-a6b0-52b00208ea79), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:26.275823 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.scheduler.base_scheduler [None req-aebd1daf-3d87-473c-ae5d-ccf1dc3b9190 None None] Resources bound (agent type, host, resource id): {{(pid=103470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:17:26.281161 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebd1daf-3d87-473c-ae5d-ccf1dc3b9190 None None] Received port after_create {{(pid=103470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:17:26.295411 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-29409deb-024e-4f8a-a2df-da04cb026cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1968693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11573739'] for subnet (20ff5ffc-df27-493c-a0fb-88082a87d50e), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:26.306348 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.db.db_base_plugin_common [None req-0fb587c4-9621-406b-bfb4-00b0717fac69 admin admin] Allocated IP 172.27.0.225 (9bfa71c8-c6b3-48ca-a660-d8187367d4be/c986c1c6-d014-45ab-99c5-409df43f439e/4c8643e2-3e7d-4cc4-9934-a73e1e208931) {{(pid=103469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:17:26.324227 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacf7221-8150-43ee-9fc1-c870eeb40bc5 None None] Routers {'5902244f-fd5f-46ec-975c-b50c7357dcba'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:17:26.324858 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-cacf7221-8150-43ee-9fc1-c870eeb40bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:17:26Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['5902244f-fd5f-46ec-975c-b50c7357dcba'], 'active': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:17:26.362295 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ba4542-57f4-4cae-b816-8c616cca8547 None None] Pushing event updated for resources: {'Port': ['ID=51471d09-f440-4cb3-aad2-76a03f1af86b,revision_number=4']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:26.397089 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29409deb-024e-4f8a-a2df-da04cb026cc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20ff5ffc-df27-493c-a0fb-88082a87d50e,revision_number=0']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:26.431220 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29409deb-024e-4f8a-a2df-da04cb026cc0 admin admin] Checking segment: {'id': '334ce71a-b387-4b0b-b04b-de0cdcd24a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '2f4b42e4-7732-4c98-9681-fbceae906075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:17:26.431579 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29409deb-024e-4f8a-a2df-da04cb026cc0 admin admin] Network hostable DHCP agents. Network: 2f4b42e4-7732-4c98-9681-fbceae906075, hostable agents: ['ad05f391-ff61-4b74-a3af-7ffb7f485489'], hosted agents: [] {{(pid=103469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 17:17:26.455414 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-aebd1daf-3d87-473c-ae5d-ccf1dc3b9190 None None] Attempting to bind port 0e99e883-02fa-4972-a727-8938186633b3 on host dv-cinder-841591-1-iscsi for vnic_type normal with profile {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:17:26.455782 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-aebd1daf-3d87-473c-ae5d-ccf1dc3b9190 None None] Attempting to bind port 0e99e883-02fa-4972-a727-8938186633b3 by drivers openvswitch,hyperv on host dv-cinder-841591-1-iscsi at level 0 using segments [{'id': '4064fa49-4617-4336-8f73-518bedf53f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '9c909ee5-7768-4c91-8970-4f1a0c080053'}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:17:26.456251 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebd1daf-3d87-473c-ae5d-ccf1dc3b9190 None None] Attempting to bind port 0e99e883-02fa-4972-a727-8938186633b3 on network 9c909ee5-7768-4c91-8970-4f1a0c080053 {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:17:26.466848 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29409deb-024e-4f8a-a2df-da04cb026cc0 admin admin] Network 2f4b42e4-7732-4c98-9681-fbceae906075 is scheduled to be hosted by DHCP agent ad05f391-ff61-4b74-a3af-7ffb7f485489 with binding_index 1 {{(pid=103469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 17:17:26.496214 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [None req-29409deb-024e-4f8a-a2df-da04cb026cc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841591-1-iscsi, 2f4b42e4-7732-4c98-9681-fbceae906075) {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:17:26.496595 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebd1daf-3d87-473c-ae5d-ccf1dc3b9190 None None] Checking agent: {'id': 'dea0f963-0a36-45fe-941b-5c749ca6f3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841591-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 7, 30), 'started_at': datetime.datetime(2022, 5, 12, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841591-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:17:26.497413 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebd1daf-3d87-473c-ae5d-ccf1dc3b9190 None None] Checking segment: {'id': '4064fa49-4617-4336-8f73-518bedf53f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '9c909ee5-7768-4c91-8970-4f1a0c080053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:17:26.497413 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-aebd1daf-3d87-473c-ae5d-ccf1dc3b9190 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:26.497734 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebd1daf-3d87-473c-ae5d-ccf1dc3b9190 None None] Bound using segment: {'id': '4064fa49-4617-4336-8f73-518bedf53f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '9c909ee5-7768-4c91-8970-4f1a0c080053'} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:17:26.498211 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-aebd1daf-3d87-473c-ae5d-ccf1dc3b9190 None None] Bound port: 0e99e883-02fa-4972-a727-8938186633b3, host: dv-cinder-841591-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4064fa49-4617-4336-8f73-518bedf53f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '9c909ee5-7768-4c91-8970-4f1a0c080053'}}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:17:26.498601 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-aebd1daf-3d87-473c-ae5d-ccf1dc3b9190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (0e99e883-02fa-4972-a727-8938186633b3), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:26.511027 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0fb587c4-9621-406b-bfb4-00b0717fac69 admin admin] Publish callbacks [] for port (4c8643e2-3e7d-4cc4-9934-a73e1e208931), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:26.518852 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607dc649-8374-4d66-8082-e1ca404baf83 None None] Network 2f4b42e4-7732-4c98-9681-fbceae906075 requested from dv-cinder-841591-1-iscsi {{(pid=103470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:17:26.520005 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29409deb-024e-4f8a-a2df-da04cb026cc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:17:26.520608 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-29409deb-024e-4f8a-a2df-da04cb026cc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-519179'] for subnet (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:26.543058 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-22946012-af38-4946-9615-3353a9b34ef7 None None] Current status of the port 51471d09-f440-4cb3-aad2-76a03f1af86b is: DOWN; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:17:26.543480 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-22946012-af38-4946-9615-3353a9b34ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (51471d09-f440-4cb3-aad2-76a03f1af86b), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:26.545008 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-29409deb-024e-4f8a-a2df-da04cb026cc0 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8894763 May 12 17:17:26.547817 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 56686) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:17:26.553102 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-fe88a6be-ac27-47b2-8671-478fec7342aa admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1611892605-router', 'tenant_id': '3127460c8042473294d90b9a3338a273', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be'}}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:17:26.571901 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0fb587c4-9621-406b-bfb4-00b0717fac69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774527475285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968517'] for port (4c8643e2-3e7d-4cc4-9934-a73e1e208931), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:26.589659 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvr_db [None req-cacf7221-8150-43ee-9fc1-c870eeb40bc5 None None] Set router 5902244f-fd5f-46ec-975c-b50c7357dcba gateway port host: dv-cinder-841591-1-iscsi {{(pid=103470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:17:26.593442 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-fe88a6be-ac27-47b2-8671-478fec7342aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3679493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1042260'] for router (62d2558c-a129-49d3-88c6-e6afcbcfc4ff), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:26.595255 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-fe88a6be-ac27-47b2-8671-478fec7342aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3679729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3679772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1042269'] for router (62d2558c-a129-49d3-88c6-e6afcbcfc4ff), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:26.646477 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb587c4-9621-406b-bfb4-00b0717fac69 admin admin] Network 9bfa71c8-c6b3-48ca-a660-d8187367d4be is already hosted by enough agents. {{(pid=103469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:17:26.652136 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [None req-0fb587c4-9621-406b-bfb4-00b0717fac69 admin admin] Resources bound (agent type, host, resource id): {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:17:26.656786 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb587c4-9621-406b-bfb4-00b0717fac69 admin admin] Received port after_create {{(pid=103469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:17:26.660809 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb587c4-9621-406b-bfb4-00b0717fac69 admin admin] Pushing event updated for resources: {'Port': ['ID=4c8643e2-3e7d-4cc4-9934-a73e1e208931,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:26.705523 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-fe88a6be-ac27-47b2-8671-478fec7342aa admin admin] Publish callbacks [] for router_controller (62d2558c-a129-49d3-88c6-e6afcbcfc4ff), precommit_add_association {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:26.717251 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [req-c1e23ba5-07b9-481d-bcd3-7ae5178db113 req-8073d441-87f3-4e5f-88f2-5c660567db1f service neutron] Request body: {'port': {'device_id': 'f6641477-2b70-408b-b3cf-ba02cb150cfd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84159'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:17:26.766405 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-22946012-af38-4946-9615-3353a9b34ef7 None None] For port 51471d09-f440-4cb3-aad2-76a03f1af86b, host dv-cinder-841591-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-1-iscsi',level=0,port_id=51471d09-f440-4cb3-aad2-76a03f1af86b,segment=NetworkSegment(d767f7c0-41a8-41cf-940a-83524c0e2e81),segment_id=d767f7c0-41a8-41cf-940a-83524c0e2e81)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:17:26.779342 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce030b3-661a-42ec-ac41-6a96a01e2961 req-72095fd4-24dd-4393-9459-6fa72467cbba tempest-VolumesNegativeTest-1689169600 tempest-VolumesNegativeTest-1689169600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:17:26.781014 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-8ce030b3-661a-42ec-ac41-6a96a01e2961 req-72095fd4-24dd-4393-9459-6fa72467cbba tempest-VolumesNegativeTest-1689169600 tempest-VolumesNegativeTest-1689169600-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6641477-2b70-408b-b3cf-ba02cb150cfd HTTP/1.1" status: 200 len: 935 time: 0.0777287 May 12 17:17:26.816674 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-22946012-af38-4946-9615-3353a9b34ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (51471d09-f440-4cb3-aad2-76a03f1af86b), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:26.895898 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-aebd1daf-3d87-473c-ae5d-ccf1dc3b9190 None None] For port 0e99e883-02fa-4972-a727-8938186633b3, host dv-cinder-841591-1-iscsi, cleared binding levels {{(pid=103470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:17:26.914875 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ec6af1-5c95-4600-85b3-e52c4a188e0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe4af7ad2-c653-548e-8b21-f3b9ef6cc8f2-2f4b42e4-7732-4c98-9681-fbceae906075', 'network_id': '2f4b42e4-7732-4c98-9681-fbceae906075', 'project_id': '3127460c8042473294d90b9a3338a273', 'fixed_ips': [{'subnet_id': '20ff5ffc-df27-493c-a0fb-88082a87d50e'}]}} from dv-cinder-841591-1-iscsi. {{(pid=103470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 17:17:26.915844 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-97ec6af1-5c95-4600-85b3-e52c4a188e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:26.931036 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-c1e23ba5-07b9-481d-bcd3-7ae5178db113 req-8073d441-87f3-4e5f-88f2-5c660567db1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (f5d48667-1163-4c45-bef1-259516ae72a1), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:26.937282 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fe2aa5-47a3-4cd1-9780-56b6f387bae9 req-4a25e036-f397-4368-b1d4-88edb785e0c3 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:17:26.938937 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-39fe2aa5-47a3-4cd1-9780-56b6f387bae9 req-4a25e036-f397-4368-b1d4-88edb785e0c3 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=68fea2bf-d6a6-4a97-be8f-bd754b36e60c HTTP/1.1" status: 200 len: 945 time: 0.1125333 May 12 17:17:26.995134 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-aebd1daf-3d87-473c-ae5d-ccf1dc3b9190 None None] For port 0e99e883-02fa-4972-a727-8938186633b3, host dv-cinder-841591-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-1-iscsi',level=0,port_id=0e99e883-02fa-4972-a727-8938186633b3,segment=NetworkSegment(4064fa49-4617-4336-8f73-518bedf53f00),segment_id=4064fa49-4617-4336-8f73-518bedf53f00)] {{(pid=103470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:17:27.005903 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-8ce030b3-661a-42ec-ac41-6a96a01e2961 req-96feb239-2204-4212-8bbb-4d887ccb93dd tempest-VolumesNegativeTest-1689169600 tempest-VolumesNegativeTest-1689169600-project] 10.222.0.23 "GET /v2.0/security-groups?id=5677a2ac-505a-4709-ac7e-e613041a16af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067087 May 12 17:17:27.029875 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22946012-af38-4946-9615-3353a9b34ef7 None None] Pushing event updated for resources: {'Port': ['ID=51471d09-f440-4cb3-aad2-76a03f1af86b,revision_number=5']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:27.037881 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-1239cc40-c77d-4103-a621-524a252e02cc None None] Provisioning complete for port 51471d09-f440-4cb3-aad2-76a03f1af86b triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:17:27.038255 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-1239cc40-c77d-4103-a621-524a252e02cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (51471d09-f440-4cb3-aad2-76a03f1af86b), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:27.043845 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-aebd1daf-3d87-473c-ae5d-ccf1dc3b9190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (0e99e883-02fa-4972-a727-8938186633b3), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:27.064064 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-39fe2aa5-47a3-4cd1-9780-56b6f387bae9 req-419c4e58-148c-4222-915b-2f615af9d9f5 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=db7d0f43-a860-4c22-8e80-2ebcff18b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128254 May 12 17:17:27.080206 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0fb587c4-9621-406b-bfb4-00b0717fac69 admin admin] Publish callbacks [] for router_gateway (a00d813d-ef3c-4dba-bf2c-b3275a2b7c91), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:27.117538 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-fe88a6be-ac27-47b2-8671-478fec7342aa admin admin] Publish callbacks [] for router_gateway (62d2558c-a129-49d3-88c6-e6afcbcfc4ff), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:27.356022 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0fb587c4-9621-406b-bfb4-00b0717fac69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3679624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3679947'] for router (a00d813d-ef3c-4dba-bf2c-b3275a2b7c91), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:27.518109 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-fe88a6be-ac27-47b2-8671-478fec7342aa admin admin] Publish callbacks [] for router_gateway (62d2558c-a129-49d3-88c6-e6afcbcfc4ff), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:27.544170 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-fe88a6be-ac27-47b2-8671-478fec7342aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:27.565035 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fb587c4-9621-406b-bfb4-00b0717fac69 admin admin] Router a00d813d-ef3c-4dba-bf2c-b3275a2b7c91 is scheduled to L3 agent e5548ccc-31b8-4072-a6b0-52b00208ea79 with binding_index 1 {{(pid=103469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 17:17:27.574047 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-921d17b2-ae2c-4a72-8bd8-05131367e3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (bf71836d-8135-4bcd-843a-dab378dba2b2), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:27.604170 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebd1daf-3d87-473c-ae5d-ccf1dc3b9190 None None] Pushing event updated for resources: {'Port': ['ID=0e99e883-02fa-4972-a727-8938186633b3,revision_number=2']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:27.652766 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-cacf7221-8150-43ee-9fc1-c870eeb40bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5902244f-fd5f-46ec-975c-b50c7357dcba', 'name': 'tempest-TestVolumeBootPattern-902140157-router', 'tenant_id': '5d002d9e79b24742b0906bc2b220d998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '938c5f0d-73f6-4350-87cf-c7cd25c4cf14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:17:16Z', 'updated_at': '2022-05-12T17:17:21Z', 'revision_number': 4, 'project_id': '5d002d9e79b24742b0906bc2b220d998', 'gw_port': {'id': '938c5f0d-73f6-4350-87cf-c7cd25c4cf14', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:aa:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5902244f-fd5f-46ec-975c-b50c7357dcba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:17:17Z', 'updated_at': '2022-05-12T17:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_interfaces': [{'id': '51471d09-f440-4cb3-aad2-76a03f1af86b', 'name': '', 'network_id': '6fb55941-2cb2-4359-bdd6-587e053b44f0', 'tenant_id': '5d002d9e79b24742b0906bc2b220d998', 'mac_address': 'fa:16:3e:ff:4a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5902244f-fd5f-46ec-975c-b50c7357dcba', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'c5f1d9ec-05e3-4b23-84b4-48d07d13574c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:17:20Z', 'updated_at': '2022-05-12T17:17:26Z', 'revision_number': 4, 'project_id': '5d002d9e79b24742b0906bc2b220d998', 'subnets': [{'id': 'c5f1d9ec-05e3-4b23-84b4-48d07d13574c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:17:27.763077 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cacf7221-8150-43ee-9fc1-c870eeb40bc5 None None] The sync data for ids ['5902244f-fd5f-46ec-975c-b50c7357dcba'] in dv-cinder-841591-1-iscsi is: [{'id': '5902244f-fd5f-46ec-975c-b50c7357dcba', 'name': 'tempest-TestVolumeBootPattern-902140157-router', 'tenant_id': '5d002d9e79b24742b0906bc2b220d998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '938c5f0d-73f6-4350-87cf-c7cd25c4cf14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:17:16Z', 'updated_at': '2022-05-12T17:17:21Z', 'revision_number': 4, 'project_id': '5d002d9e79b24742b0906bc2b220d998', 'gw_port': {'id': '938c5f0d-73f6-4350-87cf-c7cd25c4cf14', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:aa:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5902244f-fd5f-46ec-975c-b50c7357dcba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:17:17Z', 'updated_at': '2022-05-12T17:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_interfaces': [{'id': '51471d09-f440-4cb3-aad2-76a03f1af86b', 'name': '', 'network_id': '6fb55941-2cb2-4359-bdd6-587e053b44f0', 'tenant_id': '5d002d9e79b24742b0906bc2b220d998', 'mac_address': 'fa:16:3e:ff:4a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5902244f-fd5f-46ec-975c-b50c7357dcba', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'c5f1d9ec-05e3-4b23-84b4-48d07d13574c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:17:20Z', 'updated_at': '2022-05-12T17:17:26Z', 'revision_number': 4, 'project_id': '5d002d9e79b24742b0906bc2b220d998', 'subnets': [{'id': 'c5f1d9ec-05e3-4b23-84b4-48d07d13574c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:17:27.771058 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fb587c4-9621-406b-bfb4-00b0717fac69 admin admin] Notify agent at l3_agent.dv-cinder-841591-1-iscsi the message routers_updated {{(pid=103469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:17:27.775631 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.db_base_plugin_common [None req-97ec6af1-5c95-4600-85b3-e52c4a188e0b None None] Allocated IP 172.20.0.2 (2f4b42e4-7732-4c98-9681-fbceae906075/20ff5ffc-df27-493c-a0fb-88082a87d50e/a3e41691-551a-44b7-a35e-321bde0ba9c6) {{(pid=103470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:17:27.794468 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bd8e74-6dd6-4b67-bc97-b8fae5d5f22b None None] Sync routers for ids ['a00d813d-ef3c-4dba-bf2c-b3275a2b7c91'] in dv-cinder-841591-1-iscsi {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:17:27.809708 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0fb587c4-9621-406b-bfb4-00b0717fac69 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:27.811956 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-1239cc40-c77d-4103-a621-524a252e02cc None None] Current status of the port 51471d09-f440-4cb3-aad2-76a03f1af86b is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:17:27.814478 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-0fb587c4-9621-406b-bfb4-00b0717fac69 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.7642145 May 12 17:17:27.815345 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 56714) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:17:27.842223 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.db_base_plugin_common [None req-fe88a6be-ac27-47b2-8671-478fec7342aa admin admin] Allocated IP 172.27.0.164 (9bfa71c8-c6b3-48ca-a660-d8187367d4be/c986c1c6-d014-45ab-99c5-409df43f439e/4fde8057-a972-4cbd-8c76-ef737d5b6203) {{(pid=103468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:17:27.855776 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.notifiers.nova [req-c1e23ba5-07b9-481d-bcd3-7ae5178db113 req-8073d441-87f3-4e5f-88f2-5c660567db1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5d48667-1163-4c45-bef1-259516ae72a1 {{(pid=103468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:17:27.860618 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bd8e74-6dd6-4b67-bc97-b8fae5d5f22b None None] Routers {'a00d813d-ef3c-4dba-bf2c-b3275a2b7c91'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:17:27.860618 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-85bd8e74-6dd6-4b67-bc97-b8fae5d5f22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:17:26Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['a00d813d-ef3c-4dba-bf2c-b3275a2b7c91'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:17:27.924155 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-c1e23ba5-07b9-481d-bcd3-7ae5178db113 req-8073d441-87f3-4e5f-88f2-5c660567db1f service neutron] Publish callbacks [] for port (f5d48667-1163-4c45-bef1-259516ae72a1), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:27.939295 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (38379b20-dcc3-43b7-a09e-956d8be7db9c), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:27.986178 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.provisioning_blocks [req-c1e23ba5-07b9-481d-bcd3-7ae5178db113 req-8073d441-87f3-4e5f-88f2-5c660567db1f service neutron] Transition to ACTIVE for port object f5d48667-1163-4c45-bef1-259516ae72a1 will not be triggered until provisioned by entity L2. {{(pid=103468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 17:17:28.001486 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-c1e23ba5-07b9-481d-bcd3-7ae5178db113 req-8073d441-87f3-4e5f-88f2-5c660567db1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11526280'] for port (f5d48667-1163-4c45-bef1-259516ae72a1), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:28.115551 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-85bd8e74-6dd6-4b67-bc97-b8fae5d5f22b None None] Set router a00d813d-ef3c-4dba-bf2c-b3275a2b7c91 gateway port host: dv-cinder-841591-1-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:17:28.143684 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-97ec6af1-5c95-4600-85b3-e52c4a188e0b None None] Publish callbacks [] for port (a3e41691-551a-44b7-a35e-321bde0ba9c6), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:28.163824 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-97ec6af1-5c95-4600-85b3-e52c4a188e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774527475285'] for port (a3e41691-551a-44b7-a35e-321bde0ba9c6), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:28.277738 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ec6af1-5c95-4600-85b3-e52c4a188e0b None None] Network 2f4b42e4-7732-4c98-9681-fbceae906075 is already hosted by enough agents. {{(pid=103470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:17:28.294961 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.scheduler.base_scheduler [None req-97ec6af1-5c95-4600-85b3-e52c4a188e0b None None] Resources bound (agent type, host, resource id): {{(pid=103470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:17:28.296929 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ec6af1-5c95-4600-85b3-e52c4a188e0b None None] Pushing event updated for resources: {'Port': ['ID=a3e41691-551a-44b7-a35e-321bde0ba9c6,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:28.301468 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ec6af1-5c95-4600-85b3-e52c4a188e0b None None] Received port after_create {{(pid=103470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:17:28.399474 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-97ec6af1-5c95-4600-85b3-e52c4a188e0b None None] Attempting to bind port a3e41691-551a-44b7-a35e-321bde0ba9c6 on host dv-cinder-841591-1-iscsi for vnic_type normal with profile {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:17:28.400128 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-97ec6af1-5c95-4600-85b3-e52c4a188e0b None None] Attempting to bind port a3e41691-551a-44b7-a35e-321bde0ba9c6 by drivers openvswitch,hyperv on host dv-cinder-841591-1-iscsi at level 0 using segments [{'id': '334ce71a-b387-4b0b-b04b-de0cdcd24a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '2f4b42e4-7732-4c98-9681-fbceae906075'}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:17:28.400746 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ec6af1-5c95-4600-85b3-e52c4a188e0b None None] Attempting to bind port a3e41691-551a-44b7-a35e-321bde0ba9c6 on network 2f4b42e4-7732-4c98-9681-fbceae906075 {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:17:28.407669 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ec6af1-5c95-4600-85b3-e52c4a188e0b None None] Checking agent: {'id': 'dea0f963-0a36-45fe-941b-5c749ca6f3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841591-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 7, 30), 'started_at': datetime.datetime(2022, 5, 12, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841591-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:17:28.408240 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ec6af1-5c95-4600-85b3-e52c4a188e0b None None] Checking segment: {'id': '334ce71a-b387-4b0b-b04b-de0cdcd24a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '2f4b42e4-7732-4c98-9681-fbceae906075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:17:28.409131 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-97ec6af1-5c95-4600-85b3-e52c4a188e0b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:28.409685 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ec6af1-5c95-4600-85b3-e52c4a188e0b None None] Bound using segment: {'id': '334ce71a-b387-4b0b-b04b-de0cdcd24a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '2f4b42e4-7732-4c98-9681-fbceae906075'} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:17:28.410329 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-97ec6af1-5c95-4600-85b3-e52c4a188e0b None None] Bound port: a3e41691-551a-44b7-a35e-321bde0ba9c6, host: dv-cinder-841591-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '334ce71a-b387-4b0b-b04b-de0cdcd24a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '2f4b42e4-7732-4c98-9681-fbceae906075'}}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:17:28.410903 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-97ec6af1-5c95-4600-85b3-e52c4a188e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (a3e41691-551a-44b7-a35e-321bde0ba9c6), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:28.474337 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-85bd8e74-6dd6-4b67-bc97-b8fae5d5f22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a00d813d-ef3c-4dba-bf2c-b3275a2b7c91', 'name': 'tempest-TestVolumeBootPattern-1105697224-router', 'tenant_id': 'c6f16d47d6984a73a88f1b3571e6f239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '4c8643e2-3e7d-4cc4-9934-a73e1e208931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:17:25Z', 'updated_at': '2022-05-12T17:17:26Z', 'revision_number': 3, 'project_id': 'c6f16d47d6984a73a88f1b3571e6f239', 'gw_port': {'id': '4c8643e2-3e7d-4cc4-9934-a73e1e208931', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:c1:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a00d813d-ef3c-4dba-bf2c-b3275a2b7c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:17:26Z', 'updated_at': '2022-05-12T17:17:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi'}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:17:28.532096 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-97ec6af1-5c95-4600-85b3-e52c4a188e0b None None] For port a3e41691-551a-44b7-a35e-321bde0ba9c6, host dv-cinder-841591-1-iscsi, cleared binding levels {{(pid=103470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:17:28.536087 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-97ec6af1-5c95-4600-85b3-e52c4a188e0b None None] For port a3e41691-551a-44b7-a35e-321bde0ba9c6, host dv-cinder-841591-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-1-iscsi',level=0,port_id=a3e41691-551a-44b7-a35e-321bde0ba9c6,segment=NetworkSegment(334ce71a-b387-4b0b-b04b-de0cdcd24a6b),segment_id=334ce71a-b387-4b0b-b04b-de0cdcd24a6b)] {{(pid=103470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:17:28.547776 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-97ec6af1-5c95-4600-85b3-e52c4a188e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (a3e41691-551a-44b7-a35e-321bde0ba9c6), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:28.567347 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bd8e74-6dd6-4b67-bc97-b8fae5d5f22b None None] Checking router: a00d813d-ef3c-4dba-bf2c-b3275a2b7c91 for host: dv-cinder-841591-1-iscsi {{(pid=103471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:17:28.567943 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bd8e74-6dd6-4b67-bc97-b8fae5d5f22b None None] Updating router a00d813d-ef3c-4dba-bf2c-b3275a2b7c91 port 4c8643e2-3e7d-4cc4-9934-a73e1e208931 binding host dv-cinder-841591-1-iscsi {{(pid=103471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 17:17:28.653104 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-85bd8e74-6dd6-4b67-bc97-b8fae5d5f22b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (4c8643e2-3e7d-4cc4-9934-a73e1e208931), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:28.737949 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ec6af1-5c95-4600-85b3-e52c4a188e0b None None] Pushing event updated for resources: {'Port': ['ID=a3e41691-551a-44b7-a35e-321bde0ba9c6,revision_number=2']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:28.841757 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-c581148e-646c-4c8c-8cc5-93d6184e682f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (98e1a54e-83f0-40d1-9631-7dd40ffbcd59), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:28.875260 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device 0e99e883-02fa-4972-a727-8938186633b3 up at agent ovs-agent-dv-cinder-841591-1-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:17:28.904848 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8073d441-87f3-4e5f-88f2-5c660567db1f service neutron] Pushing event updated for resources: {'Port': ['ID=f5d48667-1163-4c45-bef1-259516ae72a1,revision_number=2']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:28.923836 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c153848c-81e0-449a-898c-2c438d0a67b9 req-ca649023-c9f3-4eed-96f6-138ad9cae645 tempest-VolumesNegativeTest-1689169600 tempest-VolumesNegativeTest-1689169600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:17:28.931154 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-c153848c-81e0-449a-898c-2c438d0a67b9 req-ca649023-c9f3-4eed-96f6-138ad9cae645 tempest-VolumesNegativeTest-1689169600 tempest-VolumesNegativeTest-1689169600-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6641477-2b70-408b-b3cf-ba02cb150cfd HTTP/1.1" status: 200 len: 947 time: 0.2923889 May 12 17:17:28.961082 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf30738e-252a-4539-8704-e6c68e3912bc req-8723ae4d-5f6c-4115-b687-30583b95f5dc tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:17:28.978406 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-cf30738e-252a-4539-8704-e6c68e3912bc req-8723ae4d-5f6c-4115-b687-30583b95f5dc tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=68fea2bf-d6a6-4a97-be8f-bd754b36e60c HTTP/1.1" status: 200 len: 945 time: 0.7509587 May 12 17:17:29.021946 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Provisioning complete for port 0e99e883-02fa-4972-a727-8938186633b3 triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:17:29.022714 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (0e99e883-02fa-4972-a727-8938186633b3), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:29.100443 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-fe88a6be-ac27-47b2-8671-478fec7342aa admin admin] Publish callbacks [] for port (4fde8057-a972-4cbd-8c76-ef737d5b6203), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:29.187456 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-cf30738e-252a-4539-8704-e6c68e3912bc req-a248a072-4e0b-4bba-8743-91f020c938ad tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=db7d0f43-a860-4c22-8e80-2ebcff18b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890740 May 12 17:17:29.220247 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Current status of the port 0e99e883-02fa-4972-a727-8938186633b3 is: DOWN; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:17:29.223886 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (0e99e883-02fa-4972-a727-8938186633b3), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:29.280182 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-c153848c-81e0-449a-898c-2c438d0a67b9 req-73f53a5c-baee-4c48-a1a1-316b0d1a70bc tempest-VolumesNegativeTest-1689169600 tempest-VolumesNegativeTest-1689169600-project] 10.222.0.23 "GET /v2.0/security-groups?id=5677a2ac-505a-4709-ac7e-e613041a16af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3480439 May 12 17:17:29.298331 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [req-c1e23ba5-07b9-481d-bcd3-7ae5178db113 req-8073d441-87f3-4e5f-88f2-5c660567db1f service neutron] Attempting to bind port f5d48667-1163-4c45-bef1-259516ae72a1 on host hv-cinder-84159 for vnic_type normal with profile {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:17:29.301588 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [req-c1e23ba5-07b9-481d-bcd3-7ae5178db113 req-8073d441-87f3-4e5f-88f2-5c660567db1f service neutron] Attempting to bind port f5d48667-1163-4c45-bef1-259516ae72a1 by drivers openvswitch,hyperv on host hv-cinder-84159 at level 0 using segments [{'id': 'de64292e-4b5d-42bf-9775-ded8266071c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '153e3954-71d8-41a8-92e9-fd36bc9816c5'}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:17:29.303565 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e23ba5-07b9-481d-bcd3-7ae5178db113 req-8073d441-87f3-4e5f-88f2-5c660567db1f service neutron] Attempting to bind port f5d48667-1163-4c45-bef1-259516ae72a1 on network 153e3954-71d8-41a8-92e9-fd36bc9816c5 {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:17:29.331026 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e23ba5-07b9-481d-bcd3-7ae5178db113 req-8073d441-87f3-4e5f-88f2-5c660567db1f service neutron] Port f5d48667-1163-4c45-bef1-259516ae72a1 on network 153e3954-71d8-41a8-92e9-fd36bc9816c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84159 {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 17:17:29.331349 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e23ba5-07b9-481d-bcd3-7ae5178db113 req-8073d441-87f3-4e5f-88f2-5c660567db1f service neutron] Attempting to bind port f5d48667-1163-4c45-bef1-259516ae72a1 on network 153e3954-71d8-41a8-92e9-fd36bc9816c5 {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:17:29.345508 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3170a2f5-9b46-41ae-9e26-336215ea3c7f None None] Network 9c909ee5-7768-4c91-8970-4f1a0c080053 requested from dv-cinder-841591-1-iscsi {{(pid=103470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:17:29.350915 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e23ba5-07b9-481d-bcd3-7ae5178db113 req-8073d441-87f3-4e5f-88f2-5c660567db1f service neutron] Checking agent: {'id': '38379b20-dcc3-43b7-a09e-956d8be7db9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84159', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 13, 58), 'started_at': datetime.datetime(2022, 5, 12, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:17:29.353327 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] For port 0e99e883-02fa-4972-a727-8938186633b3, host dv-cinder-841591-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-1-iscsi',level=0,port_id=0e99e883-02fa-4972-a727-8938186633b3,segment=NetworkSegment(4064fa49-4617-4336-8f73-518bedf53f00),segment_id=4064fa49-4617-4336-8f73-518bedf53f00)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:17:29.359299 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e23ba5-07b9-481d-bcd3-7ae5178db113 req-8073d441-87f3-4e5f-88f2-5c660567db1f service neutron] Checking segment: {'id': 'de64292e-4b5d-42bf-9775-ded8266071c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '153e3954-71d8-41a8-92e9-fd36bc9816c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:17:29.359810 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e23ba5-07b9-481d-bcd3-7ae5178db113 req-8073d441-87f3-4e5f-88f2-5c660567db1f service neutron] Bound using segment: {'id': 'de64292e-4b5d-42bf-9775-ded8266071c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '153e3954-71d8-41a8-92e9-fd36bc9816c5'} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:17:29.362988 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [req-c1e23ba5-07b9-481d-bcd3-7ae5178db113 req-8073d441-87f3-4e5f-88f2-5c660567db1f service neutron] Bound port: f5d48667-1163-4c45-bef1-259516ae72a1, host: hv-cinder-84159, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de64292e-4b5d-42bf-9775-ded8266071c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '153e3954-71d8-41a8-92e9-fd36bc9816c5'}}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:17:29.363436 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-c1e23ba5-07b9-481d-bcd3-7ae5178db113 req-8073d441-87f3-4e5f-88f2-5c660567db1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (f5d48667-1163-4c45-bef1-259516ae72a1), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:29.373877 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-fe88a6be-ac27-47b2-8671-478fec7342aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774527475285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11526335'] for port (4fde8057-a972-4cbd-8c76-ef737d5b6203), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:29.426165 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (0e99e883-02fa-4972-a727-8938186633b3), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:29.427051 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device 51471d09-f440-4cb3-aad2-76a03f1af86b up at agent ovs-agent-dv-cinder-841591-1-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:17:29.545966 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe88a6be-ac27-47b2-8671-478fec7342aa admin admin] Network 9bfa71c8-c6b3-48ca-a660-d8187367d4be is already hosted by enough agents. {{(pid=103468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:17:29.553962 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.base_scheduler [None req-fe88a6be-ac27-47b2-8671-478fec7342aa admin admin] Resources bound (agent type, host, resource id): {{(pid=103468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:17:29.563474 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe88a6be-ac27-47b2-8671-478fec7342aa admin admin] Received port after_create {{(pid=103468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:17:29.570770 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-478812db-6226-447d-bdb1-e76f2c24c9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:29.590020 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.db [req-c1e23ba5-07b9-481d-bcd3-7ae5178db113 req-8073d441-87f3-4e5f-88f2-5c660567db1f service neutron] For port f5d48667-1163-4c45-bef1-259516ae72a1, host hv-cinder-84159, cleared binding levels {{(pid=103468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:17:29.592197 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe88a6be-ac27-47b2-8671-478fec7342aa admin admin] Pushing event updated for resources: {'Port': ['ID=4fde8057-a972-4cbd-8c76-ef737d5b6203,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:29.640326 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.db [req-c1e23ba5-07b9-481d-bcd3-7ae5178db113 req-8073d441-87f3-4e5f-88f2-5c660567db1f service neutron] For port f5d48667-1163-4c45-bef1-259516ae72a1, host hv-cinder-84159, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=f5d48667-1163-4c45-bef1-259516ae72a1,segment=NetworkSegment(de64292e-4b5d-42bf-9775-ded8266071c0),segment_id=de64292e-4b5d-42bf-9775-ded8266071c0)] {{(pid=103468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:17:29.664372 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-c1e23ba5-07b9-481d-bcd3-7ae5178db113 req-8073d441-87f3-4e5f-88f2-5c660567db1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11526280'] for port (f5d48667-1163-4c45-bef1-259516ae72a1), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:29.681235 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-4ec0fb71-c275-4e1f-b7a5-965e5166500a None None] Provisioning complete for port 0e99e883-02fa-4972-a727-8938186633b3 triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:17:29.681628 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-4ec0fb71-c275-4e1f-b7a5-965e5166500a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (0e99e883-02fa-4972-a727-8938186633b3), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:29.692601 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-85bd8e74-6dd6-4b67-bc97-b8fae5d5f22b None None] Publish callbacks [] for port (4c8643e2-3e7d-4cc4-9934-a73e1e208931), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:29.704354 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-85bd8e74-6dd6-4b67-bc97-b8fae5d5f22b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (4c8643e2-3e7d-4cc4-9934-a73e1e208931), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:29.741843 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Provisioning complete for port 51471d09-f440-4cb3-aad2-76a03f1af86b triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:17:29.742078 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (51471d09-f440-4cb3-aad2-76a03f1af86b), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:29.830260 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ecc900-54ef-4614-a134-70297c63bcd5 None None] Pushing event updated for resources: {'Port': ['ID=4c8643e2-3e7d-4cc4-9934-a73e1e208931,revision_number=2']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:29.832664 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-85bd8e74-6dd6-4b67-bc97-b8fae5d5f22b None None] Attempting to bind port 4c8643e2-3e7d-4cc4-9934-a73e1e208931 on host dv-cinder-841591-1-iscsi for vnic_type normal with profile {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:17:29.838405 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-85bd8e74-6dd6-4b67-bc97-b8fae5d5f22b None None] Attempting to bind port 4c8643e2-3e7d-4cc4-9934-a73e1e208931 by drivers openvswitch,hyperv on host dv-cinder-841591-1-iscsi at level 0 using segments [{'id': '54af2f58-bd4b-41ba-9124-743d6aed4e37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be'}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:17:29.839157 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bd8e74-6dd6-4b67-bc97-b8fae5d5f22b None None] Attempting to bind port 4c8643e2-3e7d-4cc4-9934-a73e1e208931 on network 9bfa71c8-c6b3-48ca-a660-d8187367d4be {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:17:29.864665 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bd8e74-6dd6-4b67-bc97-b8fae5d5f22b None None] Checking agent: {'id': 'dea0f963-0a36-45fe-941b-5c749ca6f3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841591-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 7, 30), 'started_at': datetime.datetime(2022, 5, 12, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841591-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:17:29.865151 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bd8e74-6dd6-4b67-bc97-b8fae5d5f22b None None] Checking segment: {'id': '54af2f58-bd4b-41ba-9124-743d6aed4e37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:17:29.866609 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-85bd8e74-6dd6-4b67-bc97-b8fae5d5f22b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:29.867056 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bd8e74-6dd6-4b67-bc97-b8fae5d5f22b None None] Bound using segment: {'id': '54af2f58-bd4b-41ba-9124-743d6aed4e37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be'} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:17:29.868563 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-85bd8e74-6dd6-4b67-bc97-b8fae5d5f22b None None] Bound port: 4c8643e2-3e7d-4cc4-9934-a73e1e208931, host: dv-cinder-841591-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54af2f58-bd4b-41ba-9124-743d6aed4e37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be'}}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:17:29.868958 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-85bd8e74-6dd6-4b67-bc97-b8fae5d5f22b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (4c8643e2-3e7d-4cc4-9934-a73e1e208931), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:29.920576 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Pushing event updated for resources: {'Port': ['ID=0e99e883-02fa-4972-a727-8938186633b3,revision_number=3']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:29.949271 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e23ba5-07b9-481d-bcd3-7ae5178db113 req-8073d441-87f3-4e5f-88f2-5c660567db1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:17:29.952939 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-c1e23ba5-07b9-481d-bcd3-7ae5178db113 req-8073d441-87f3-4e5f-88f2-5c660567db1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36930'] for port (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:29.955333 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-c1e23ba5-07b9-481d-bcd3-7ae5178db113 req-8073d441-87f3-4e5f-88f2-5c660567db1f service neutron] 10.222.0.58 "PUT /v2.0/ports/f5d48667-1163-4c45-bef1-259516ae72a1 HTTP/1.1" status: 200 len: 1097 time: 3.2568777 May 12 17:17:29.955767 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6641477-2b70-408b-b3cf-ba02cb150cfd', 'tag': 'f5d48667-1163-4c45-bef1-259516ae72a1'}] {{(pid=103468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:17:29.960882 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11327eb0f41ff280cd3a6497cf1c944478feb1aae12e82efcad6faf65da72353" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa0d89b6-6735-4ed5-8807-d7fab6b4a644" -d '{"events": [{"name": "network-changed", "server_uuid": "f6641477-2b70-408b-b3cf-ba02cb150cfd", "tag": "f5d48667-1163-4c45-bef1-259516ae72a1"}]}' {{(pid=103468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:17:30.051867 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.db.db_base_plugin_common [None req-478812db-6226-447d-bdb1-e76f2c24c9e7 admin admin] Allocated IP 172.20.0.1 (9c909ee5-7768-4c91-8970-4f1a0c080053/eedb70f0-df17-4484-b11e-ff36f1c0cda7/3bdd5d63-762c-4313-925c-4316bd59cd34) {{(pid=103469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:17:30.061187 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8073d441-87f3-4e5f-88f2-5c660567db1f service neutron] Pushing event updated for resources: {'Port': ['ID=f5d48667-1163-4c45-bef1-259516ae72a1,revision_number=3']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:30.101458 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63d24b4c-c6df-42da-8cac-f4a5a58a8c5b x-openstack-request-id: req-63d24b4c-c6df-42da-8cac-f4a5a58a8c5b {{(pid=103468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:17:30.102459 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6641477-2b70-408b-b3cf-ba02cb150cfd", "tag": "f5d48667-1163-4c45-bef1-259516ae72a1", "status": "completed", "code": 200}]} {{(pid=103468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:17:30.102764 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-63d24b4c-c6df-42da-8cac-f4a5a58a8c5b {{(pid=103468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:17:30.103225 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63d24b4c-c6df-42da-8cac-f4a5a58a8c5b'] response: {'name': 'network-changed', 'server_uuid': 'f6641477-2b70-408b-b3cf-ba02cb150cfd', 'tag': 'f5d48667-1163-4c45-bef1-259516ae72a1', 'status': 'completed', 'code': 200} May 12 17:17:30.124986 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Current status of the port 51471d09-f440-4cb3-aad2-76a03f1af86b is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:17:30.141989 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-4ec0fb71-c275-4e1f-b7a5-965e5166500a None None] Current status of the port 0e99e883-02fa-4972-a727-8938186633b3 is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:17:30.246595 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (dea0f963-0a36-45fe-941b-5c749ca6f3bf), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:30.279557 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-cce208be-2fef-4a99-af84-274798b14705 None None] Provisioning complete for port 0e99e883-02fa-4972-a727-8938186633b3 triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:17:30.280295 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-cce208be-2fef-4a99-af84-274798b14705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (0e99e883-02fa-4972-a727-8938186633b3), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:30.371837 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0d89b6-6735-4ed5-8807-d7fab6b4a644 req-fc88c9d4-d7b4-4c39-97c3-30067421f153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:17:30.373366 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-aa0d89b6-6735-4ed5-8807-d7fab6b4a644 req-fc88c9d4-d7b4-4c39-97c3-30067421f153 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9279b3644c97494b9bd94ee9dfad96bb&device_id=f6641477-2b70-408b-b3cf-ba02cb150cfd HTTP/1.1" status: 200 len: 1131 time: 0.0603776 May 12 17:17:30.409913 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-85bd8e74-6dd6-4b67-bc97-b8fae5d5f22b None None] For port 4c8643e2-3e7d-4cc4-9934-a73e1e208931, host dv-cinder-841591-1-iscsi, cleared binding levels {{(pid=103471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:17:30.417892 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-478812db-6226-447d-bdb1-e76f2c24c9e7 admin admin] Publish callbacks [] for port (3bdd5d63-762c-4313-925c-4316bd59cd34), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:30.422436 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-85bd8e74-6dd6-4b67-bc97-b8fae5d5f22b None None] For port 4c8643e2-3e7d-4cc4-9934-a73e1e208931, host dv-cinder-841591-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-1-iscsi',level=0,port_id=4c8643e2-3e7d-4cc4-9934-a73e1e208931,segment=NetworkSegment(54af2f58-bd4b-41ba-9124-743d6aed4e37),segment_id=54af2f58-bd4b-41ba-9124-743d6aed4e37)] {{(pid=103471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:17:30.444087 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-85bd8e74-6dd6-4b67-bc97-b8fae5d5f22b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (4c8643e2-3e7d-4cc4-9934-a73e1e208931), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:30.460883 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-cce208be-2fef-4a99-af84-274798b14705 None None] Current status of the port 0e99e883-02fa-4972-a727-8938186633b3 is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:17:30.521697 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bd8e74-6dd6-4b67-bc97-b8fae5d5f22b None None] Routers {'a00d813d-ef3c-4dba-bf2c-b3275a2b7c91'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:17:30.522742 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-85bd8e74-6dd6-4b67-bc97-b8fae5d5f22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:17:26Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['a00d813d-ef3c-4dba-bf2c-b3275a2b7c91'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:17:30.528563 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-aa0d89b6-6735-4ed5-8807-d7fab6b4a644 req-73c77f99-0706-48e7-889f-3103793ee6ef service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=9279b3644c97494b9bd94ee9dfad96bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1264896 May 12 17:17:30.565657 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433acaed-2115-46e2-b6db-bd1b5690ff16 req-c6479212-3552-471b-8ec1-a07c909a5a78 tempest-VolumesNegativeTest-1689169600 tempest-VolumesNegativeTest-1689169600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:17:30.575364 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-433acaed-2115-46e2-b6db-bd1b5690ff16 req-c6479212-3552-471b-8ec1-a07c909a5a78 tempest-VolumesNegativeTest-1689169600 tempest-VolumesNegativeTest-1689169600-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6641477-2b70-408b-b3cf-ba02cb150cfd HTTP/1.1" status: 200 len: 947 time: 0.1543210 May 12 17:17:30.593625 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614b9fe1-49fd-480c-b7b5-a99adab5dae1 req-fb89c0de-c8d5-43e2-8942-c1e18c2e9723 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:17:30.615685 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-614b9fe1-49fd-480c-b7b5-a99adab5dae1 req-fb89c0de-c8d5-43e2-8942-c1e18c2e9723 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=68fea2bf-d6a6-4a97-be8f-bd754b36e60c HTTP/1.1" status: 200 len: 945 time: 0.2411082 May 12 17:17:30.640449 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-478812db-6226-447d-bdb1-e76f2c24c9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774527475285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968517'] for port (3bdd5d63-762c-4313-925c-4316bd59cd34), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:30.663046 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-fe88a6be-ac27-47b2-8671-478fec7342aa admin admin] Publish callbacks [] for router_gateway (62d2558c-a129-49d3-88c6-e6afcbcfc4ff), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:30.669547 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ecc900-54ef-4614-a134-70297c63bcd5 None None] Pushing event updated for resources: {'Port': ['ID=4c8643e2-3e7d-4cc4-9934-a73e1e208931,revision_number=3']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:30.740353 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-433acaed-2115-46e2-b6db-bd1b5690ff16 req-199356cf-9e15-4d43-9d62-5e6eb293874b tempest-VolumesNegativeTest-1689169600 tempest-VolumesNegativeTest-1689169600-project] 10.222.0.23 "GET /v2.0/security-groups?id=5677a2ac-505a-4709-ac7e-e613041a16af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570780 May 12 17:17:30.756090 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e5f24c-1f8a-4d77-b28e-1a8ab5816952 None None] Network 2f4b42e4-7732-4c98-9681-fbceae906075 requested from dv-cinder-841591-1-iscsi {{(pid=103470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:17:30.781697 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478812db-6226-447d-bdb1-e76f2c24c9e7 admin admin] Network 9c909ee5-7768-4c91-8970-4f1a0c080053 is already hosted by enough agents. {{(pid=103469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:17:30.783490 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [None req-478812db-6226-447d-bdb1-e76f2c24c9e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:17:30.785297 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478812db-6226-447d-bdb1-e76f2c24c9e7 admin admin] Pushing event updated for resources: {'Port': ['ID=3bdd5d63-762c-4313-925c-4316bd59cd34,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:30.788264 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478812db-6226-447d-bdb1-e76f2c24c9e7 admin admin] Received port after_create {{(pid=103469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:17:30.804628 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-85bd8e74-6dd6-4b67-bc97-b8fae5d5f22b None None] Set router a00d813d-ef3c-4dba-bf2c-b3275a2b7c91 gateway port host: dv-cinder-841591-1-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:17:30.828989 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-478812db-6226-447d-bdb1-e76f2c24c9e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3684070'] for router_interface (a00d813d-ef3c-4dba-bf2c-b3275a2b7c91), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:30.893515 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-614b9fe1-49fd-480c-b7b5-a99adab5dae1 req-808e0180-5b29-46ef-ac57-82a6ce9ea84a tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=db7d0f43-a860-4c22-8e80-2ebcff18b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771053 May 12 17:17:30.908294 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device 0e99e883-02fa-4972-a727-8938186633b3 up at agent ovs-agent-dv-cinder-841591-1-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:17:30.915945 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-b303fdab-b5a0-4df3-9318-1921deeb6d19 None None] Provisioning complete for port a3e41691-551a-44b7-a35e-321bde0ba9c6 triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:17:30.916924 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b303fdab-b5a0-4df3-9318-1921deeb6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (a3e41691-551a-44b7-a35e-321bde0ba9c6), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:30.947610 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0d89b6-6735-4ed5-8807-d7fab6b4a644 req-9d99a677-e281-421c-8c1a-832efab83a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:17:30.949076 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-aa0d89b6-6735-4ed5-8807-d7fab6b4a644 req-9d99a677-e281-421c-8c1a-832efab83a9b service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4124787 May 12 17:17:31.080825 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-478812db-6226-447d-bdb1-e76f2c24c9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (3bdd5d63-762c-4313-925c-4316bd59cd34), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:31.094319 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-b303fdab-b5a0-4df3-9318-1921deeb6d19 None None] Current status of the port a3e41691-551a-44b7-a35e-321bde0ba9c6 is: DOWN; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:17:31.094859 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b303fdab-b5a0-4df3-9318-1921deeb6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (a3e41691-551a-44b7-a35e-321bde0ba9c6), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:31.115003 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Provisioning complete for port 0e99e883-02fa-4972-a727-8938186633b3 triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:17:31.115502 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (0e99e883-02fa-4972-a727-8938186633b3), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:31.139261 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b303fdab-b5a0-4df3-9318-1921deeb6d19 None None] For port a3e41691-551a-44b7-a35e-321bde0ba9c6, host dv-cinder-841591-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-1-iscsi',level=0,port_id=a3e41691-551a-44b7-a35e-321bde0ba9c6,segment=NetworkSegment(334ce71a-b387-4b0b-b04b-de0cdcd24a6b),segment_id=334ce71a-b387-4b0b-b04b-de0cdcd24a6b)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:17:31.155666 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-fe88a6be-ac27-47b2-8671-478fec7342aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3679624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3679947'] for router (62d2558c-a129-49d3-88c6-e6afcbcfc4ff), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:31.162949 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-85bd8e74-6dd6-4b67-bc97-b8fae5d5f22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a00d813d-ef3c-4dba-bf2c-b3275a2b7c91', 'name': 'tempest-TestVolumeBootPattern-1105697224-router', 'tenant_id': 'c6f16d47d6984a73a88f1b3571e6f239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '4c8643e2-3e7d-4cc4-9934-a73e1e208931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:17:25Z', 'updated_at': '2022-05-12T17:17:26Z', 'revision_number': 3, 'project_id': 'c6f16d47d6984a73a88f1b3571e6f239', 'gw_port': {'id': '4c8643e2-3e7d-4cc4-9934-a73e1e208931', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:c1:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a00d813d-ef3c-4dba-bf2c-b3275a2b7c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:17:26Z', 'updated_at': '2022-05-12T17:17:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi'}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:17:31.165572 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b303fdab-b5a0-4df3-9318-1921deeb6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (a3e41691-551a-44b7-a35e-321bde0ba9c6), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:31.198217 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bd8e74-6dd6-4b67-bc97-b8fae5d5f22b None None] The sync data for ids ['a00d813d-ef3c-4dba-bf2c-b3275a2b7c91'] in dv-cinder-841591-1-iscsi is: [{'id': 'a00d813d-ef3c-4dba-bf2c-b3275a2b7c91', 'name': 'tempest-TestVolumeBootPattern-1105697224-router', 'tenant_id': 'c6f16d47d6984a73a88f1b3571e6f239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '4c8643e2-3e7d-4cc4-9934-a73e1e208931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:17:25Z', 'updated_at': '2022-05-12T17:17:26Z', 'revision_number': 3, 'project_id': 'c6f16d47d6984a73a88f1b3571e6f239', 'gw_port': {'id': '4c8643e2-3e7d-4cc4-9934-a73e1e208931', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:c1:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a00d813d-ef3c-4dba-bf2c-b3275a2b7c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:17:26Z', 'updated_at': '2022-05-12T17:17:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi'}] {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:17:31.242170 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b303fdab-b5a0-4df3-9318-1921deeb6d19 None None] Pushing event updated for resources: {'Port': ['ID=a3e41691-551a-44b7-a35e-321bde0ba9c6,revision_number=3']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:31.349613 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-9cc6df65-ba4e-4f49-aea2-10b46f330c12 None None] Provisioning complete for port 3bdd5d63-762c-4313-925c-4316bd59cd34 triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:17:31.351345 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-9cc6df65-ba4e-4f49-aea2-10b46f330c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (3bdd5d63-762c-4313-925c-4316bd59cd34), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:31.372695 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe88a6be-ac27-47b2-8671-478fec7342aa admin admin] Router 62d2558c-a129-49d3-88c6-e6afcbcfc4ff is scheduled to L3 agent e5548ccc-31b8-4072-a6b0-52b00208ea79 with binding_index 1 {{(pid=103468) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 17:17:31.412068 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Current status of the port 0e99e883-02fa-4972-a727-8938186633b3 is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:17:31.413359 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device a3e41691-551a-44b7-a35e-321bde0ba9c6 up at agent ovs-agent-dv-cinder-841591-1-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:17:31.431900 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-478812db-6226-447d-bdb1-e76f2c24c9e7 admin admin] Publish callbacks [] for port (3bdd5d63-762c-4313-925c-4316bd59cd34), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:31.438343 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-478812db-6226-447d-bdb1-e76f2c24c9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968562'] for port (3bdd5d63-762c-4313-925c-4316bd59cd34), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:31.464440 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-9cc6df65-ba4e-4f49-aea2-10b46f330c12 None None] Port 3bdd5d63-762c-4313-925c-4316bd59cd34 cannot update to ACTIVE because it is not bound. {{(pid=103470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:17:31.492991 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Provisioning complete for port a3e41691-551a-44b7-a35e-321bde0ba9c6 triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:17:31.493541 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (a3e41691-551a-44b7-a35e-321bde0ba9c6), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:31.514578 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe88a6be-ac27-47b2-8671-478fec7342aa admin admin] Notify agent at l3_agent.dv-cinder-841591-1-iscsi the message routers_updated {{(pid=103468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:17:31.529849 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d94d90-1ac9-42b4-9aa0-d4cd606b3891 None None] Sync routers for ids ['62d2558c-a129-49d3-88c6-e6afcbcfc4ff'] in dv-cinder-841591-1-iscsi {{(pid=103470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:17:31.539353 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-478812db-6226-447d-bdb1-e76f2c24c9e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-519223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3683244'] for router_interface (a00d813d-ef3c-4dba-bf2c-b3275a2b7c91), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:31.541810 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478812db-6226-447d-bdb1-e76f2c24c9e7 admin admin] Pushing event updated for resources: {'Port': ['ID=3bdd5d63-762c-4313-925c-4316bd59cd34,revision_number=2']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:31.589695 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-fe88a6be-ac27-47b2-8671-478fec7342aa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:31.594371 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-fe88a6be-ac27-47b2-8671-478fec7342aa admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.0423446 May 12 17:17:31.594706 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 56772) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:17:31.604115 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d94d90-1ac9-42b4-9aa0-d4cd606b3891 None None] Routers {'62d2558c-a129-49d3-88c6-e6afcbcfc4ff'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:17:31.604764 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-d5d94d90-1ac9-42b4-9aa0-d4cd606b3891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:17:26Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['62d2558c-a129-49d3-88c6-e6afcbcfc4ff'], 'active': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:17:31.668533 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-429826fd-4dbd-47c4-a951-564077d42c60 None None] Provisioning complete for port a3e41691-551a-44b7-a35e-321bde0ba9c6 triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:17:31.669132 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-429826fd-4dbd-47c4-a951-564077d42c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (a3e41691-551a-44b7-a35e-321bde0ba9c6), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:31.715813 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478812db-6226-447d-bdb1-e76f2c24c9e7 admin admin] Network 9c909ee5-7768-4c91-8970-4f1a0c080053 is already hosted by enough agents. {{(pid=103469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:17:31.718199 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [None req-478812db-6226-447d-bdb1-e76f2c24c9e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:17:31.867857 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Current status of the port a3e41691-551a-44b7-a35e-321bde0ba9c6 is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:17:31.961057 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvr_db [None req-d5d94d90-1ac9-42b4-9aa0-d4cd606b3891 None None] Set router 62d2558c-a129-49d3-88c6-e6afcbcfc4ff gateway port host: dv-cinder-841591-1-iscsi {{(pid=103470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:17:31.963159 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-429826fd-4dbd-47c4-a951-564077d42c60 None None] Current status of the port a3e41691-551a-44b7-a35e-321bde0ba9c6 is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:17:32.019892 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7deaaf8-17dc-4b3d-b4f8-5e3c0a0e7464 req-a231a4b0-b25a-4d27-b95e-ce97c3f347a0 tempest-VolumesNegativeTest-1689169600 tempest-VolumesNegativeTest-1689169600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:17:32.021525 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e7deaaf8-17dc-4b3d-b4f8-5e3c0a0e7464 req-a231a4b0-b25a-4d27-b95e-ce97c3f347a0 tempest-VolumesNegativeTest-1689169600 tempest-VolumesNegativeTest-1689169600-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6641477-2b70-408b-b3cf-ba02cb150cfd HTTP/1.1" status: 200 len: 947 time: 0.1535914 May 12 17:17:32.023597 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-478812db-6226-447d-bdb1-e76f2c24c9e7 admin admin] Router a00d813d-ef3c-4dba-bf2c-b3275a2b7c91 has already been hosted by L3 agent e5548ccc-31b8-4072-a6b0-52b00208ea79 {{(pid=103469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:17:32.091856 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb78ce-d982-4a28-adee-23c5de28f3b5 req-9675c52e-4d0f-4216-abd4-7ffed20239c0 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:17:32.093433 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-5cfb78ce-d982-4a28-adee-23c5de28f3b5 req-9675c52e-4d0f-4216-abd4-7ffed20239c0 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=68fea2bf-d6a6-4a97-be8f-bd754b36e60c HTTP/1.1" status: 200 len: 945 time: 0.0634735 May 12 17:17:32.125484 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e7deaaf8-17dc-4b3d-b4f8-5e3c0a0e7464 req-1fc58fa5-a53b-4e2a-80a1-4d0545b73926 tempest-VolumesNegativeTest-1689169600 tempest-VolumesNegativeTest-1689169600-project] 10.222.0.23 "GET /v2.0/security-groups?id=5677a2ac-505a-4709-ac7e-e613041a16af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958643 May 12 17:17:32.204583 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-478812db-6226-447d-bdb1-e76f2c24c9e7 admin admin] Notify agent at l3_agent.dv-cinder-841591-1-iscsi the message routers_updated {{(pid=103469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:17:32.214931 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-478812db-6226-447d-bdb1-e76f2c24c9e7 admin admin] 10.222.0.23 "PUT /v2.0/routers/a00d813d-ef3c-4dba-bf2c-b3275a2b7c91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3982756 May 12 17:17:32.216342 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-5cfb78ce-d982-4a28-adee-23c5de28f3b5 req-a2070939-11d8-41b1-a94d-11064e3b61d1 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=db7d0f43-a860-4c22-8e80-2ebcff18b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890718 May 12 17:17:32.272111 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-50f6c8e7-a6e2-4a2e-847c-4c49cb4ddd95 None None] Provisioning complete for port 3bdd5d63-762c-4313-925c-4316bd59cd34 triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:17:32.272480 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-50f6c8e7-a6e2-4a2e-847c-4c49cb4ddd95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (3bdd5d63-762c-4313-925c-4316bd59cd34), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:32.352385 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-79d20fa1-0374-48ef-b6b4-9c207fe1c045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:32.357209 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-50f6c8e7-a6e2-4a2e-847c-4c49cb4ddd95 None None] Port 3bdd5d63-762c-4313-925c-4316bd59cd34 cannot update to ACTIVE because it is not bound. {{(pid=103470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:17:32.455717 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-d5d94d90-1ac9-42b4-9aa0-d4cd606b3891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62d2558c-a129-49d3-88c6-e6afcbcfc4ff', 'name': 'tempest-TestShelveInstance-1611892605-router', 'tenant_id': '3127460c8042473294d90b9a3338a273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '4fde8057-a972-4cbd-8c76-ef737d5b6203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:17:26Z', 'updated_at': '2022-05-12T17:17:30Z', 'revision_number': 3, 'project_id': '3127460c8042473294d90b9a3338a273', 'gw_port': {'id': '4fde8057-a972-4cbd-8c76-ef737d5b6203', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:0c:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62d2558c-a129-49d3-88c6-e6afcbcfc4ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:17:27Z', 'updated_at': '2022-05-12T17:17:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi'}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:17:32.488977 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d94d90-1ac9-42b4-9aa0-d4cd606b3891 None None] Checking router: 62d2558c-a129-49d3-88c6-e6afcbcfc4ff for host: dv-cinder-841591-1-iscsi {{(pid=103470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:17:32.489327 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d94d90-1ac9-42b4-9aa0-d4cd606b3891 None None] Updating router 62d2558c-a129-49d3-88c6-e6afcbcfc4ff port 4fde8057-a972-4cbd-8c76-ef737d5b6203 binding host dv-cinder-841591-1-iscsi {{(pid=103470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 17:17:32.520067 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-d5d94d90-1ac9-42b4-9aa0-d4cd606b3891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (4fde8057-a972-4cbd-8c76-ef737d5b6203), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:32.533992 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.db_base_plugin_common [None req-79d20fa1-0374-48ef-b6b4-9c207fe1c045 admin admin] Allocated IP 172.20.0.1 (2f4b42e4-7732-4c98-9681-fbceae906075/20ff5ffc-df27-493c-a0fb-88082a87d50e/10a68d4f-8209-4430-801f-36e67486e859) {{(pid=103468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:17:32.649123 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-79d20fa1-0374-48ef-b6b4-9c207fe1c045 admin admin] Publish callbacks [] for port (10a68d4f-8209-4430-801f-36e67486e859), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:32.680637 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 56788) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:17:32.685592 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-33062409-749d-4319-83b3-b9c143257b02 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-206222092', 'description': 'tempest-secgroup-smoke-206222092 description', 'project_id': '5d002d9e79b24742b0906bc2b220d998'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:17:32.730754 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-33062409-749d-4319-83b3-b9c143257b02 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:32.759904 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-79d20fa1-0374-48ef-b6b4-9c207fe1c045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774527475285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11526335'] for port (10a68d4f-8209-4430-801f-36e67486e859), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:32.795005 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e23ba5-07b9-481d-bcd3-7ae5178db113 req-88491fa4-ba7a-486e-8903-cf0767473ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:17:32.796532 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-c1e23ba5-07b9-481d-bcd3-7ae5178db113 req-88491fa4-ba7a-486e-8903-cf0767473ac9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9279b3644c97494b9bd94ee9dfad96bb&device_id=f6641477-2b70-408b-b3cf-ba02cb150cfd HTTP/1.1" status: 200 len: 1131 time: 0.0932481 May 12 17:17:32.810677 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d20fa1-0374-48ef-b6b4-9c207fe1c045 admin admin] Network 2f4b42e4-7732-4c98-9681-fbceae906075 is already hosted by enough agents. {{(pid=103468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:17:32.815757 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.base_scheduler [None req-79d20fa1-0374-48ef-b6b4-9c207fe1c045 admin admin] Resources bound (agent type, host, resource id): {{(pid=103468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:17:32.820479 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d20fa1-0374-48ef-b6b4-9c207fe1c045 admin admin] Received port after_create {{(pid=103468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:17:32.841993 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d20fa1-0374-48ef-b6b4-9c207fe1c045 admin admin] Pushing event updated for resources: {'Port': ['ID=10a68d4f-8209-4430-801f-36e67486e859,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:32.865521 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-79d20fa1-0374-48ef-b6b4-9c207fe1c045 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3684070'] for router_interface (62d2558c-a129-49d3-88c6-e6afcbcfc4ff), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:32.871990 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-33062409-749d-4319-83b3-b9c143257b02 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Publish callbacks [] for security_group (73506ee2-7743-492f-9a19-76b788578cf5), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:32.875958 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-33062409-749d-4319-83b3-b9c143257b02 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (73506ee2-7743-492f-9a19-76b788578cf5), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:32.885059 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device 4c8643e2-3e7d-4cc4-9934-a73e1e208931 up at agent ovs-agent-dv-cinder-841591-1-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:17:32.918354 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-33062409-749d-4319-83b3-b9c143257b02 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:32.919833 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-33062409-749d-4319-83b3-b9c143257b02 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2382009 May 12 17:17:32.923050 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 56792) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:17:32.928104 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-5190f39d-2731-4a92-9e85-e560c9da09a6 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Request body: {'security_group_rule': {'security_group_id': '73506ee2-7743-492f-9a19-76b788578cf5', 'project_id': '5d002d9e79b24742b0906bc2b220d998', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:17:32.935502 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-d5d94d90-1ac9-42b4-9aa0-d4cd606b3891 None None] Publish callbacks [] for port (4fde8057-a972-4cbd-8c76-ef737d5b6203), precommit_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:32.946326 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33062409-749d-4319-83b3-b9c143257b02 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73506ee2-7743-492f-9a19-76b788578cf5,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:32.955185 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-d5d94d90-1ac9-42b4-9aa0-d4cd606b3891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (4fde8057-a972-4cbd-8c76-ef737d5b6203), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:32.987784 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-5190f39d-2731-4a92-9e85-e560c9da09a6 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Publish callbacks [] for security_group_rule (e8bcb484-c49d-4786-baf4-1eecdffe013a), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:33.059198 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb37fda-75a8-4112-8ffd-b74f08b9657e None None] Pushing event updated for resources: {'Port': ['ID=4fde8057-a972-4cbd-8c76-ef737d5b6203,revision_number=2']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:33.061700 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-d5d94d90-1ac9-42b4-9aa0-d4cd606b3891 None None] Attempting to bind port 4fde8057-a972-4cbd-8c76-ef737d5b6203 on host dv-cinder-841591-1-iscsi for vnic_type normal with profile {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:17:33.062086 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-d5d94d90-1ac9-42b4-9aa0-d4cd606b3891 None None] Attempting to bind port 4fde8057-a972-4cbd-8c76-ef737d5b6203 by drivers openvswitch,hyperv on host dv-cinder-841591-1-iscsi at level 0 using segments [{'id': '54af2f58-bd4b-41ba-9124-743d6aed4e37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be'}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:17:33.062528 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d94d90-1ac9-42b4-9aa0-d4cd606b3891 None None] Attempting to bind port 4fde8057-a972-4cbd-8c76-ef737d5b6203 on network 9bfa71c8-c6b3-48ca-a660-d8187367d4be {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:17:33.072636 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-5190f39d-2731-4a92-9e85-e560c9da09a6 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Publish callbacks [] for security_group_rule (e8bcb484-c49d-4786-baf4-1eecdffe013a), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:33.074603 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Provisioning complete for port 4c8643e2-3e7d-4cc4-9934-a73e1e208931 triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:17:33.074983 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (4c8643e2-3e7d-4cc4-9934-a73e1e208931), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:33.076629 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-79d20fa1-0374-48ef-b6b4-9c207fe1c045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (10a68d4f-8209-4430-801f-36e67486e859), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:33.078826 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d94d90-1ac9-42b4-9aa0-d4cd606b3891 None None] Checking agent: {'id': 'dea0f963-0a36-45fe-941b-5c749ca6f3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841591-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 7, 30), 'started_at': datetime.datetime(2022, 5, 12, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841591-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:17:33.079196 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d94d90-1ac9-42b4-9aa0-d4cd606b3891 None None] Checking segment: {'id': '54af2f58-bd4b-41ba-9124-743d6aed4e37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:17:33.079593 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-d5d94d90-1ac9-42b4-9aa0-d4cd606b3891 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:33.079981 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d94d90-1ac9-42b4-9aa0-d4cd606b3891 None None] Bound using segment: {'id': '54af2f58-bd4b-41ba-9124-743d6aed4e37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be'} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:17:33.080452 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-5190f39d-2731-4a92-9e85-e560c9da09a6 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462143'] for security_group_rule (e8bcb484-c49d-4786-baf4-1eecdffe013a), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:33.080610 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-d5d94d90-1ac9-42b4-9aa0-d4cd606b3891 None None] Bound port: 4fde8057-a972-4cbd-8c76-ef737d5b6203, host: dv-cinder-841591-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54af2f58-bd4b-41ba-9124-743d6aed4e37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be'}}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:17:33.080960 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-d5d94d90-1ac9-42b4-9aa0-d4cd606b3891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (4fde8057-a972-4cbd-8c76-ef737d5b6203), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:33.109191 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5190f39d-2731-4a92-9e85-e560c9da09a6 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8bcb484-c49d-4786-baf4-1eecdffe013a,revision_number=0']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:33.117894 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-5190f39d-2731-4a92-9e85-e560c9da09a6 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:33.122483 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-5190f39d-2731-4a92-9e85-e560c9da09a6 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1951339 May 12 17:17:33.124145 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 56794) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:17:33.132417 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-a77ca737-38f8-417d-9044-15d6ae855c54 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Request body: {'security_group_rule': {'security_group_id': '73506ee2-7743-492f-9a19-76b788578cf5', 'project_id': '5d002d9e79b24742b0906bc2b220d998', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:17:33.171993 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a77ca737-38f8-417d-9044-15d6ae855c54 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Publish callbacks [] for security_group_rule (513b3620-b54b-4cd1-ba61-f7465b208deb), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:33.234761 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-d5d94d90-1ac9-42b4-9aa0-d4cd606b3891 None None] For port 4fde8057-a972-4cbd-8c76-ef737d5b6203, host dv-cinder-841591-1-iscsi, cleared binding levels {{(pid=103470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:17:33.240121 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-4634271d-d565-470e-8e1f-99b32ff816fc None None] Provisioning complete for port 10a68d4f-8209-4430-801f-36e67486e859 triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:17:33.240826 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-4634271d-d565-470e-8e1f-99b32ff816fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (10a68d4f-8209-4430-801f-36e67486e859), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:33.242359 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a77ca737-38f8-417d-9044-15d6ae855c54 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Publish callbacks [] for security_group_rule (513b3620-b54b-4cd1-ba61-f7465b208deb), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:33.249721 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a77ca737-38f8-417d-9044-15d6ae855c54 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462143'] for security_group_rule (513b3620-b54b-4cd1-ba61-f7465b208deb), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:33.270051 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77ca737-38f8-417d-9044-15d6ae855c54 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=513b3620-b54b-4cd1-ba61-f7465b208deb,revision_number=0']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:33.279842 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a77ca737-38f8-417d-9044-15d6ae855c54 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:33.281182 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-a77ca737-38f8-417d-9044-15d6ae855c54 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1560662 May 12 17:17:33.284921 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 56800) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:17:33.294189 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-4404a39f-72b2-474f-8d55-89a6ea5243ea tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Request body: {'security_group_rule': {'security_group_id': '73506ee2-7743-492f-9a19-76b788578cf5', 'project_id': '5d002d9e79b24742b0906bc2b220d998', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:17:33.295399 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-d5d94d90-1ac9-42b4-9aa0-d4cd606b3891 None None] For port 4fde8057-a972-4cbd-8c76-ef737d5b6203, host dv-cinder-841591-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-1-iscsi',level=0,port_id=4fde8057-a972-4cbd-8c76-ef737d5b6203,segment=NetworkSegment(54af2f58-bd4b-41ba-9124-743d6aed4e37),segment_id=54af2f58-bd4b-41ba-9124-743d6aed4e37)] {{(pid=103470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:17:33.308958 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-d5d94d90-1ac9-42b4-9aa0-d4cd606b3891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (4fde8057-a972-4cbd-8c76-ef737d5b6203), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:33.333904 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3c439a-1ff4-4472-916e-645ddf29488b req-2f878712-ef2d-44c8-8433-41a9e75affc4 tempest-VolumesNegativeTest-1689169600 tempest-VolumesNegativeTest-1689169600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:17:33.335701 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-6c3c439a-1ff4-4472-916e-645ddf29488b req-2f878712-ef2d-44c8-8433-41a9e75affc4 tempest-VolumesNegativeTest-1689169600 tempest-VolumesNegativeTest-1689169600-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6641477-2b70-408b-b3cf-ba02cb150cfd HTTP/1.1" status: 200 len: 947 time: 0.1138856 May 12 17:17:33.354295 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521fd808-4e90-44a2-adb3-187bcd973519 req-ecc724ed-1453-43a2-84b0-68b641e816e6 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:17:33.355185 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Current status of the port 4c8643e2-3e7d-4cc4-9934-a73e1e208931 is: DOWN; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:17:33.355587 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (4c8643e2-3e7d-4cc4-9934-a73e1e208931), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:33.356297 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-521fd808-4e90-44a2-adb3-187bcd973519 req-ecc724ed-1453-43a2-84b0-68b641e816e6 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=68fea2bf-d6a6-4a97-be8f-bd754b36e60c HTTP/1.1" status: 200 len: 945 time: 0.0560198 May 12 17:17:33.367468 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-4404a39f-72b2-474f-8d55-89a6ea5243ea tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Publish callbacks [] for security_group_rule (c7d4c171-71f4-46e5-931e-e48ed98e7e93), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:33.370677 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-4634271d-d565-470e-8e1f-99b32ff816fc None None] Port 10a68d4f-8209-4430-801f-36e67486e859 cannot update to ACTIVE because it is not bound. {{(pid=103470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:17:33.404793 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] For port 4c8643e2-3e7d-4cc4-9934-a73e1e208931, host dv-cinder-841591-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-1-iscsi',level=0,port_id=4c8643e2-3e7d-4cc4-9934-a73e1e208931,segment=NetworkSegment(54af2f58-bd4b-41ba-9124-743d6aed4e37),segment_id=54af2f58-bd4b-41ba-9124-743d6aed4e37)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:17:33.409298 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d94d90-1ac9-42b4-9aa0-d4cd606b3891 None None] Routers {'62d2558c-a129-49d3-88c6-e6afcbcfc4ff'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:17:33.409995 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-d5d94d90-1ac9-42b4-9aa0-d4cd606b3891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:17:26Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['62d2558c-a129-49d3-88c6-e6afcbcfc4ff'], 'active': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:17:33.443162 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-6c3c439a-1ff4-4472-916e-645ddf29488b req-ab97911e-d9aa-414b-ae3b-1068380d026c tempest-VolumesNegativeTest-1689169600 tempest-VolumesNegativeTest-1689169600-project] 10.222.0.23 "GET /v2.0/security-groups?id=5677a2ac-505a-4709-ac7e-e613041a16af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911131 May 12 17:17:33.447318 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-79d20fa1-0374-48ef-b6b4-9c207fe1c045 admin admin] Publish callbacks [] for port (10a68d4f-8209-4430-801f-36e67486e859), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:33.453110 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-79d20fa1-0374-48ef-b6b4-9c207fe1c045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11526280'] for port (10a68d4f-8209-4430-801f-36e67486e859), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:33.456629 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (4c8643e2-3e7d-4cc4-9934-a73e1e208931), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:33.457355 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device a3e41691-551a-44b7-a35e-321bde0ba9c6 up at agent ovs-agent-dv-cinder-841591-1-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:17:33.459472 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-521fd808-4e90-44a2-adb3-187bcd973519 req-811c4887-2e41-49c5-bd2d-12e01b18304b tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=db7d0f43-a860-4c22-8e80-2ebcff18b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838513 May 12 17:17:33.481496 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-4404a39f-72b2-474f-8d55-89a6ea5243ea tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Publish callbacks [] for security_group_rule (c7d4c171-71f4-46e5-931e-e48ed98e7e93), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:33.490549 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-4404a39f-72b2-474f-8d55-89a6ea5243ea tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462143'] for security_group_rule (c7d4c171-71f4-46e5-931e-e48ed98e7e93), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:33.500124 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb37fda-75a8-4112-8ffd-b74f08b9657e None None] Pushing event updated for resources: {'Port': ['ID=4fde8057-a972-4cbd-8c76-ef737d5b6203,revision_number=3']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:33.504463 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4404a39f-72b2-474f-8d55-89a6ea5243ea tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7d4c171-71f4-46e5-931e-e48ed98e7e93,revision_number=0']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:33.519255 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6762c79f-f56d-405b-b026-f6a34db37e58 None None] Sync routers for ids ['a00d813d-ef3c-4dba-bf2c-b3275a2b7c91'] in dv-cinder-841591-1-iscsi {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:17:33.526112 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-4404a39f-72b2-474f-8d55-89a6ea5243ea tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:33.527611 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-4404a39f-72b2-474f-8d55-89a6ea5243ea tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2416322 May 12 17:17:33.530759 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 56802) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:17:33.536125 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-df76b4ed-41d4-478e-94db-ac6b01679ea2 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Request body: {'security_group_rule': {'security_group_id': '73506ee2-7743-492f-9a19-76b788578cf5', 'project_id': '5d002d9e79b24742b0906bc2b220d998', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:17:33.540239 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6762c79f-f56d-405b-b026-f6a34db37e58 None None] Routers {'a00d813d-ef3c-4dba-bf2c-b3275a2b7c91'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:17:33.543622 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-6762c79f-f56d-405b-b026-f6a34db37e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:17:26Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['a00d813d-ef3c-4dba-bf2c-b3275a2b7c91'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:17:33.550965 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-79d20fa1-0374-48ef-b6b4-9c207fe1c045 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-519223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3683244'] for router_interface (62d2558c-a129-49d3-88c6-e6afcbcfc4ff), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:33.559912 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d20fa1-0374-48ef-b6b4-9c207fe1c045 admin admin] Pushing event updated for resources: {'Port': ['ID=10a68d4f-8209-4430-801f-36e67486e859,revision_number=2']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:33.573182 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-df76b4ed-41d4-478e-94db-ac6b01679ea2 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Publish callbacks [] for security_group_rule (d55d436d-6bf0-41ea-beff-c8c5a095351f), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:33.621256 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Pushing event updated for resources: {'Port': ['ID=4c8643e2-3e7d-4cc4-9934-a73e1e208931,revision_number=4']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:33.637441 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Provisioning complete for port a3e41691-551a-44b7-a35e-321bde0ba9c6 triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:17:33.637947 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (a3e41691-551a-44b7-a35e-321bde0ba9c6), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:33.652539 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-df76b4ed-41d4-478e-94db-ac6b01679ea2 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Publish callbacks [] for security_group_rule (d55d436d-6bf0-41ea-beff-c8c5a095351f), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:33.658970 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-df76b4ed-41d4-478e-94db-ac6b01679ea2 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462143'] for security_group_rule (d55d436d-6bf0-41ea-beff-c8c5a095351f), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:33.672438 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d20fa1-0374-48ef-b6b4-9c207fe1c045 admin admin] Network 2f4b42e4-7732-4c98-9681-fbceae906075 is already hosted by enough agents. {{(pid=103468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:17:33.672649 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvr_db [None req-d5d94d90-1ac9-42b4-9aa0-d4cd606b3891 None None] Set router 62d2558c-a129-49d3-88c6-e6afcbcfc4ff gateway port host: dv-cinder-841591-1-iscsi {{(pid=103470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:17:33.675526 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.base_scheduler [None req-79d20fa1-0374-48ef-b6b4-9c207fe1c045 admin admin] Resources bound (agent type, host, resource id): {{(pid=103468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:17:33.682982 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df76b4ed-41d4-478e-94db-ac6b01679ea2 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d55d436d-6bf0-41ea-beff-c8c5a095351f,revision_number=0']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:33.690850 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-df76b4ed-41d4-478e-94db-ac6b01679ea2 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:33.694772 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-df76b4ed-41d4-478e-94db-ac6b01679ea2 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1603539 May 12 17:17:33.695068 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 56804) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:17:33.699914 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-6a01dd17-a0a8-4a54-92e1-0cf0ccf4c8bd tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Request body: {'security_group_rule': {'security_group_id': '73506ee2-7743-492f-9a19-76b788578cf5', 'project_id': '5d002d9e79b24742b0906bc2b220d998', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:17:33.742433 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.db.securitygroups_db [None req-6a01dd17-a0a8-4a54-92e1-0cf0ccf4c8bd tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Project 5d002d9e79b24742b0906bc2b220d998 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 17:17:33.748337 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-6a01dd17-a0a8-4a54-92e1-0cf0ccf4c8bd tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Publish callbacks [] for security_group_rule (8f5f2375-aba3-4bd9-8d62-3bf131de47f6), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:33.753363 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-6762c79f-f56d-405b-b026-f6a34db37e58 None None] Set router a00d813d-ef3c-4dba-bf2c-b3275a2b7c91 gateway port host: dv-cinder-841591-1-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:17:33.870084 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-6a01dd17-a0a8-4a54-92e1-0cf0ccf4c8bd tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Publish callbacks [] for security_group_rule (8f5f2375-aba3-4bd9-8d62-3bf131de47f6), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:33.876275 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-6a01dd17-a0a8-4a54-92e1-0cf0ccf4c8bd tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462143'] for security_group_rule (8f5f2375-aba3-4bd9-8d62-3bf131de47f6), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:33.905191 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a01dd17-a0a8-4a54-92e1-0cf0ccf4c8bd tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f5f2375-aba3-4bd9-8d62-3bf131de47f6,revision_number=0']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:33.917917 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Current status of the port a3e41691-551a-44b7-a35e-321bde0ba9c6 is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:17:33.929798 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-6a01dd17-a0a8-4a54-92e1-0cf0ccf4c8bd tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:33.933734 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-6a01dd17-a0a8-4a54-92e1-0cf0ccf4c8bd tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2349782 May 12 17:17:33.933889 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79d20fa1-0374-48ef-b6b4-9c207fe1c045 admin admin] Router 62d2558c-a129-49d3-88c6-e6afcbcfc4ff has already been hosted by L3 agent e5548ccc-31b8-4072-a6b0-52b00208ea79 {{(pid=103468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:17:33.934061 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 56810) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:17:33.935581 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-c1e23ba5-07b9-481d-bcd3-7ae5178db113 req-de4574ce-98db-448f-b7e8-ec5ad023390b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=f5d48667-1163-4c45-bef1-259516ae72a1 HTTP/1.1" status: 200 len: 217 time: 0.0477610 May 12 17:17:33.940580 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-3e826c33-eed5-4610-bde8-29e98e2def84 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Request body: {'security_group_rule': {'security_group_id': '73506ee2-7743-492f-9a19-76b788578cf5', 'project_id': '5d002d9e79b24742b0906bc2b220d998', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:17:33.972457 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.db.securitygroups_db [None req-3e826c33-eed5-4610-bde8-29e98e2def84 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Project 5d002d9e79b24742b0906bc2b220d998 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 17:17:33.980075 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-3e826c33-eed5-4610-bde8-29e98e2def84 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Publish callbacks [] for security_group_rule (b7b32af8-a074-4783-977d-4ecc6593ee21), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:34.005187 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-d5d94d90-1ac9-42b4-9aa0-d4cd606b3891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62d2558c-a129-49d3-88c6-e6afcbcfc4ff', 'name': 'tempest-TestShelveInstance-1611892605-router', 'tenant_id': '3127460c8042473294d90b9a3338a273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '4fde8057-a972-4cbd-8c76-ef737d5b6203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:17:26Z', 'updated_at': '2022-05-12T17:17:33Z', 'revision_number': 4, 'project_id': '3127460c8042473294d90b9a3338a273', 'gw_port': {'id': '4fde8057-a972-4cbd-8c76-ef737d5b6203', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:0c:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62d2558c-a129-49d3-88c6-e6afcbcfc4ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:17:27Z', 'updated_at': '2022-05-12T17:17:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_interfaces': [{'id': '10a68d4f-8209-4430-801f-36e67486e859', 'name': '', 'network_id': '2f4b42e4-7732-4c98-9681-fbceae906075', 'tenant_id': '3127460c8042473294d90b9a3338a273', 'mac_address': 'fa:16:3e:c1:58:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62d2558c-a129-49d3-88c6-e6afcbcfc4ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '20ff5ffc-df27-493c-a0fb-88082a87d50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:17:32Z', 'updated_at': '2022-05-12T17:17:32Z', 'revision_number': 1, 'project_id': '3127460c8042473294d90b9a3338a273', 'subnets': [{'id': '20ff5ffc-df27-493c-a0fb-88082a87d50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:17:34.048961 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d94d90-1ac9-42b4-9aa0-d4cd606b3891 None None] The sync data for ids ['62d2558c-a129-49d3-88c6-e6afcbcfc4ff'] in dv-cinder-841591-1-iscsi is: [{'id': '62d2558c-a129-49d3-88c6-e6afcbcfc4ff', 'name': 'tempest-TestShelveInstance-1611892605-router', 'tenant_id': '3127460c8042473294d90b9a3338a273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '4fde8057-a972-4cbd-8c76-ef737d5b6203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:17:26Z', 'updated_at': '2022-05-12T17:17:33Z', 'revision_number': 4, 'project_id': '3127460c8042473294d90b9a3338a273', 'gw_port': {'id': '4fde8057-a972-4cbd-8c76-ef737d5b6203', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:0c:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62d2558c-a129-49d3-88c6-e6afcbcfc4ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:17:27Z', 'updated_at': '2022-05-12T17:17:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_interfaces': [{'id': '10a68d4f-8209-4430-801f-36e67486e859', 'name': '', 'network_id': '2f4b42e4-7732-4c98-9681-fbceae906075', 'tenant_id': '3127460c8042473294d90b9a3338a273', 'mac_address': 'fa:16:3e:c1:58:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62d2558c-a129-49d3-88c6-e6afcbcfc4ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '20ff5ffc-df27-493c-a0fb-88082a87d50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:17:32Z', 'updated_at': '2022-05-12T17:17:32Z', 'revision_number': 1, 'project_id': '3127460c8042473294d90b9a3338a273', 'subnets': [{'id': '20ff5ffc-df27-493c-a0fb-88082a87d50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:17:34.075890 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-3e826c33-eed5-4610-bde8-29e98e2def84 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Publish callbacks [] for security_group_rule (b7b32af8-a074-4783-977d-4ecc6593ee21), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:34.086579 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-3e826c33-eed5-4610-bde8-29e98e2def84 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462143'] for security_group_rule (b7b32af8-a074-4783-977d-4ecc6593ee21), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:34.151979 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-3e826c33-eed5-4610-bde8-29e98e2def84 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:34.155810 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-3e826c33-eed5-4610-bde8-29e98e2def84 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2205248 May 12 17:17:34.157254 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e826c33-eed5-4610-bde8-29e98e2def84 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7b32af8-a074-4783-977d-4ecc6593ee21,revision_number=0']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:34.173248 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e23ba5-07b9-481d-bcd3-7ae5178db113 req-0b48f642-4241-4489-a9b8-50844162ee03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:17:34.174790 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-c1e23ba5-07b9-481d-bcd3-7ae5178db113 req-0b48f642-4241-4489-a9b8-50844162ee03 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=728e2530-eb3a-4cf7-9972-d5076e873c97 HTTP/1.1" status: 200 len: 843 time: 0.1060882 May 12 17:17:34.178906 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-6762c79f-f56d-405b-b026-f6a34db37e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a00d813d-ef3c-4dba-bf2c-b3275a2b7c91', 'name': 'tempest-TestVolumeBootPattern-1105697224-router', 'tenant_id': 'c6f16d47d6984a73a88f1b3571e6f239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '4c8643e2-3e7d-4cc4-9934-a73e1e208931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:17:25Z', 'updated_at': '2022-05-12T17:17:31Z', 'revision_number': 4, 'project_id': 'c6f16d47d6984a73a88f1b3571e6f239', 'gw_port': {'id': '4c8643e2-3e7d-4cc4-9934-a73e1e208931', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:c1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00d813d-ef3c-4dba-bf2c-b3275a2b7c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:17:26Z', 'updated_at': '2022-05-12T17:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_interfaces': [{'id': '3bdd5d63-762c-4313-925c-4316bd59cd34', 'name': '', 'network_id': '9c909ee5-7768-4c91-8970-4f1a0c080053', 'tenant_id': 'c6f16d47d6984a73a88f1b3571e6f239', 'mac_address': 'fa:16:3e:87:70:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a00d813d-ef3c-4dba-bf2c-b3275a2b7c91', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'eedb70f0-df17-4484-b11e-ff36f1c0cda7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:17:29Z', 'updated_at': '2022-05-12T17:17:31Z', 'revision_number': 2, 'project_id': 'c6f16d47d6984a73a88f1b3571e6f239', 'subnets': [{'id': 'eedb70f0-df17-4484-b11e-ff36f1c0cda7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:17:34.185562 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79d20fa1-0374-48ef-b6b4-9c207fe1c045 admin admin] Notify agent at l3_agent.dv-cinder-841591-1-iscsi the message routers_updated {{(pid=103468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:17:34.202481 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-26f8597a-f9f5-45c9-8b51-37011db82b0e None None] Provisioning complete for port 10a68d4f-8209-4430-801f-36e67486e859 triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:17:34.211859 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-26f8597a-f9f5-45c9-8b51-37011db82b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (10a68d4f-8209-4430-801f-36e67486e859), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:34.212154 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-79d20fa1-0374-48ef-b6b4-9c207fe1c045 admin admin] 10.222.0.23 "PUT /v2.0/routers/62d2558c-a129-49d3-88c6-e6afcbcfc4ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6073298 May 12 17:17:34.229893 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6762c79f-f56d-405b-b026-f6a34db37e58 None None] Checking router: a00d813d-ef3c-4dba-bf2c-b3275a2b7c91 for host: dv-cinder-841591-1-iscsi {{(pid=103471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:17:34.230395 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6762c79f-f56d-405b-b026-f6a34db37e58 None None] Updating router a00d813d-ef3c-4dba-bf2c-b3275a2b7c91 port 3bdd5d63-762c-4313-925c-4316bd59cd34 binding host dv-cinder-841591-1-iscsi {{(pid=103471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 17:17:34.275118 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6762c79f-f56d-405b-b026-f6a34db37e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (3bdd5d63-762c-4313-925c-4316bd59cd34), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:34.280025 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-26f8597a-f9f5-45c9-8b51-37011db82b0e None None] Port 10a68d4f-8209-4430-801f-36e67486e859 cannot update to ACTIVE because it is not bound. {{(pid=103470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:17:34.646881 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa32c08-3e28-4f19-804b-bed573a88a4c req-55bfd4f8-18f6-4332-b542-5b728ecda803 tempest-VolumesNegativeTest-1689169600 tempest-VolumesNegativeTest-1689169600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:17:34.654210 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-baa32c08-3e28-4f19-804b-bed573a88a4c req-55bfd4f8-18f6-4332-b542-5b728ecda803 tempest-VolumesNegativeTest-1689169600 tempest-VolumesNegativeTest-1689169600-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6641477-2b70-408b-b3cf-ba02cb150cfd HTTP/1.1" status: 200 len: 947 time: 0.0783746 May 12 17:17:34.704552 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688cfebc-6dc1-430b-97b3-d47ce07bad6b req-d3b1fa56-62a2-4f3f-84b6-e59f83289b72 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:17:34.706811 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-688cfebc-6dc1-430b-97b3-d47ce07bad6b req-d3b1fa56-62a2-4f3f-84b6-e59f83289b72 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=68fea2bf-d6a6-4a97-be8f-bd754b36e60c HTTP/1.1" status: 200 len: 945 time: 0.1508346 May 12 17:17:34.763962 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-baa32c08-3e28-4f19-804b-bed573a88a4c req-0f8ea9cc-6b01-4d91-8a94-f473b4df6bf2 tempest-VolumesNegativeTest-1689169600 tempest-VolumesNegativeTest-1689169600-project] 10.222.0.23 "GET /v2.0/security-groups?id=5677a2ac-505a-4709-ac7e-e613041a16af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086280 May 12 17:17:34.779116 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device 4c8643e2-3e7d-4cc4-9934-a73e1e208931 up at agent ovs-agent-dv-cinder-841591-1-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:17:34.806444 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-688cfebc-6dc1-430b-97b3-d47ce07bad6b req-2d0cfc88-84d3-45e1-8b23-93266bec3957 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=db7d0f43-a860-4c22-8e80-2ebcff18b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822620 May 12 17:17:34.837396 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6762c79f-f56d-405b-b026-f6a34db37e58 None None] Publish callbacks [] for port (3bdd5d63-762c-4313-925c-4316bd59cd34), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:34.853454 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6762c79f-f56d-405b-b026-f6a34db37e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (3bdd5d63-762c-4313-925c-4316bd59cd34), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:34.854400 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Provisioning complete for port 4c8643e2-3e7d-4cc4-9934-a73e1e208931 triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:17:34.855105 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (4c8643e2-3e7d-4cc4-9934-a73e1e208931), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:34.992002 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc38ff03-bc3b-47fe-a509-878d92ea6b9c None None] Pushing event updated for resources: {'Port': ['ID=3bdd5d63-762c-4313-925c-4316bd59cd34,revision_number=3']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:35.120713 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-6762c79f-f56d-405b-b026-f6a34db37e58 None None] Attempting to bind port 3bdd5d63-762c-4313-925c-4316bd59cd34 on host dv-cinder-841591-1-iscsi for vnic_type normal with profile {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:17:35.121281 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-6762c79f-f56d-405b-b026-f6a34db37e58 None None] Attempting to bind port 3bdd5d63-762c-4313-925c-4316bd59cd34 by drivers openvswitch,hyperv on host dv-cinder-841591-1-iscsi at level 0 using segments [{'id': '4064fa49-4617-4336-8f73-518bedf53f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '9c909ee5-7768-4c91-8970-4f1a0c080053'}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:17:35.121789 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6762c79f-f56d-405b-b026-f6a34db37e58 None None] Attempting to bind port 3bdd5d63-762c-4313-925c-4316bd59cd34 on network 9c909ee5-7768-4c91-8970-4f1a0c080053 {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:17:35.151900 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6762c79f-f56d-405b-b026-f6a34db37e58 None None] Checking agent: {'id': 'dea0f963-0a36-45fe-941b-5c749ca6f3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841591-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 7, 30), 'started_at': datetime.datetime(2022, 5, 12, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841591-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:17:35.152268 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6762c79f-f56d-405b-b026-f6a34db37e58 None None] Checking segment: {'id': '4064fa49-4617-4336-8f73-518bedf53f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '9c909ee5-7768-4c91-8970-4f1a0c080053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:17:35.152846 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6762c79f-f56d-405b-b026-f6a34db37e58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:35.153378 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6762c79f-f56d-405b-b026-f6a34db37e58 None None] Bound using segment: {'id': '4064fa49-4617-4336-8f73-518bedf53f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '9c909ee5-7768-4c91-8970-4f1a0c080053'} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:17:35.154043 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-6762c79f-f56d-405b-b026-f6a34db37e58 None None] Bound port: 3bdd5d63-762c-4313-925c-4316bd59cd34, host: dv-cinder-841591-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4064fa49-4617-4336-8f73-518bedf53f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '9c909ee5-7768-4c91-8970-4f1a0c080053'}}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:17:35.155150 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6762c79f-f56d-405b-b026-f6a34db37e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (3bdd5d63-762c-4313-925c-4316bd59cd34), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:35.184560 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e23ba5-07b9-481d-bcd3-7ae5178db113 req-15dba5ac-3d86-474e-829f-226a909d0f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:17:35.189416 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Current status of the port 4c8643e2-3e7d-4cc4-9934-a73e1e208931 is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:17:35.205586 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-c1e23ba5-07b9-481d-bcd3-7ae5178db113 req-15dba5ac-3d86-474e-829f-226a909d0f06 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=153e3954-71d8-41a8-92e9-fd36bc9816c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1403186 May 12 17:17:35.343895 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-6762c79f-f56d-405b-b026-f6a34db37e58 None None] For port 3bdd5d63-762c-4313-925c-4316bd59cd34, host dv-cinder-841591-1-iscsi, cleared binding levels {{(pid=103471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:17:35.355958 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-6762c79f-f56d-405b-b026-f6a34db37e58 None None] For port 3bdd5d63-762c-4313-925c-4316bd59cd34, host dv-cinder-841591-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-1-iscsi',level=0,port_id=3bdd5d63-762c-4313-925c-4316bd59cd34,segment=NetworkSegment(4064fa49-4617-4336-8f73-518bedf53f00),segment_id=4064fa49-4617-4336-8f73-518bedf53f00)] {{(pid=103471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:17:35.365178 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6762c79f-f56d-405b-b026-f6a34db37e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (3bdd5d63-762c-4313-925c-4316bd59cd34), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:35.387556 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 56894) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:17:35.394125 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-dae3814e-8518-4cef-959b-0346b1b8f7f5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1159747578-network', 'tenant_id': '4bd357b54bec4f3fa3df240c11cee03f'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:17:35.441674 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-e93adf88-777c-4094-bfc7-4d71416c62ae None None] Provisioning complete for port 3bdd5d63-762c-4313-925c-4316bd59cd34 triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:17:35.442779 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-e93adf88-777c-4094-bfc7-4d71416c62ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (3bdd5d63-762c-4313-925c-4316bd59cd34), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:35.499894 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78abf1c-5749-40ee-a63f-b995e3383e6b req-6de1cab4-9213-405a-acb2-fd3fdcc73acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:17:35.504951 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d78abf1c-5749-40ee-a63f-b995e3383e6b req-6de1cab4-9213-405a-acb2-fd3fdcc73acb service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=68fea2bf-d6a6-4a97-be8f-bd754b36e60c HTTP/1.1" status: 200 len: 1129 time: 0.1468914 May 12 17:17:35.570939 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6762c79f-f56d-405b-b026-f6a34db37e58 None None] Routers {'a00d813d-ef3c-4dba-bf2c-b3275a2b7c91'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:17:35.571522 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-6762c79f-f56d-405b-b026-f6a34db37e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:17:26Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['a00d813d-ef3c-4dba-bf2c-b3275a2b7c91'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:17:35.656338 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d78abf1c-5749-40ee-a63f-b995e3383e6b req-227df87e-8386-4890-b23e-f638d9def7ad service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=db7d0f43-a860-4c22-8e80-2ebcff18b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408970 May 12 17:17:35.715447 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-e93adf88-777c-4094-bfc7-4d71416c62ae None None] Current status of the port 3bdd5d63-762c-4313-925c-4316bd59cd34 is: DOWN; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:17:35.716025 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-e93adf88-777c-4094-bfc7-4d71416c62ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (3bdd5d63-762c-4313-925c-4316bd59cd34), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:35.719036 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc38ff03-bc3b-47fe-a509-878d92ea6b9c None None] Pushing event updated for resources: {'Port': ['ID=3bdd5d63-762c-4313-925c-4316bd59cd34,revision_number=4']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:35.797093 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-e93adf88-777c-4094-bfc7-4d71416c62ae None None] For port 3bdd5d63-762c-4313-925c-4316bd59cd34, host dv-cinder-841591-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-1-iscsi',level=0,port_id=3bdd5d63-762c-4313-925c-4316bd59cd34,segment=NetworkSegment(4064fa49-4617-4336-8f73-518bedf53f00),segment_id=4064fa49-4617-4336-8f73-518bedf53f00)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:17:35.811086 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-e93adf88-777c-4094-bfc7-4d71416c62ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (3bdd5d63-762c-4313-925c-4316bd59cd34), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:35.914557 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93adf88-777c-4094-bfc7-4d71416c62ae None None] Pushing event updated for resources: {'Port': ['ID=3bdd5d63-762c-4313-925c-4316bd59cd34,revision_number=5']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:35.979525 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-6762c79f-f56d-405b-b026-f6a34db37e58 None None] Set router a00d813d-ef3c-4dba-bf2c-b3275a2b7c91 gateway port host: dv-cinder-841591-1-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:17:36.033328 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef50bdbd-f205-4bd4-a37c-3a2eede94a7a req-5caafa69-df01-4837-88e0-3a7007125944 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:17:36.044059 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ef50bdbd-f205-4bd4-a37c-3a2eede94a7a req-5caafa69-df01-4837-88e0-3a7007125944 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=68fea2bf-d6a6-4a97-be8f-bd754b36e60c HTTP/1.1" status: 200 len: 945 time: 0.0898807 May 12 17:17:36.044876 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-d7e15448-56b9-42b9-837c-91de6ee601a7 None None] Provisioning complete for port 3bdd5d63-762c-4313-925c-4316bd59cd34 triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:17:36.048673 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-d7e15448-56b9-42b9-837c-91de6ee601a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (3bdd5d63-762c-4313-925c-4316bd59cd34), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:36.094121 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-c1e23ba5-07b9-481d-bcd3-7ae5178db113 req-84404b67-e101-4c35-93b6-1eba9b877077 service neutron] 10.222.0.58 "GET /v2.0/networks/153e3954-71d8-41a8-92e9-fd36bc9816c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8808815 May 12 17:17:36.168534 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1088a6a3-b002-434a-b801-8d588a322872 req-0b8af607-b281-4443-b7c3-de695e16155a tempest-VolumesNegativeTest-1689169600 tempest-VolumesNegativeTest-1689169600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:17:36.173280 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ef50bdbd-f205-4bd4-a37c-3a2eede94a7a req-4414569d-849d-4326-8036-c7b9a404202b tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=db7d0f43-a860-4c22-8e80-2ebcff18b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224988 May 12 17:17:36.176471 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-1088a6a3-b002-434a-b801-8d588a322872 req-0b8af607-b281-4443-b7c3-de695e16155a tempest-VolumesNegativeTest-1689169600 tempest-VolumesNegativeTest-1689169600-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6641477-2b70-408b-b3cf-ba02cb150cfd HTTP/1.1" status: 200 len: 947 time: 0.0791414 May 12 17:17:36.180314 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-d7e15448-56b9-42b9-837c-91de6ee601a7 None None] Current status of the port 3bdd5d63-762c-4313-925c-4316bd59cd34 is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:17:36.199094 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae3814e-8518-4cef-959b-0346b1b8f7f5 admin admin] Made reservation on behalf of 4bd357b54bec4f3fa3df240c11cee03f for: {'network': 1} {{(pid=103468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:17:36.201756 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-dae3814e-8518-4cef-959b-0346b1b8f7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for network (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:36.251827 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-1088a6a3-b002-434a-b801-8d588a322872 req-5ffa38f2-6d62-4bce-a6bb-f749d99f9026 tempest-VolumesNegativeTest-1689169600 tempest-VolumesNegativeTest-1689169600-project] 10.222.0.23 "GET /v2.0/security-groups?id=5677a2ac-505a-4709-ac7e-e613041a16af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742245 May 12 17:17:36.253421 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-dae3814e-8518-4cef-959b-0346b1b8f7f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:36.369729 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-dae3814e-8518-4cef-959b-0346b1b8f7f5 admin admin] Publish callbacks [] for security_group (3375aa60-e06d-4d02-b01e-4be420f8f807), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:36.377918 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-dae3814e-8518-4cef-959b-0346b1b8f7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (3375aa60-e06d-4d02-b01e-4be420f8f807), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:36.420174 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dae3814e-8518-4cef-959b-0346b1b8f7f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=103468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 17:17:36.464979 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-6762c79f-f56d-405b-b026-f6a34db37e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a00d813d-ef3c-4dba-bf2c-b3275a2b7c91', 'name': 'tempest-TestVolumeBootPattern-1105697224-router', 'tenant_id': 'c6f16d47d6984a73a88f1b3571e6f239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '4c8643e2-3e7d-4cc4-9934-a73e1e208931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:17:25Z', 'updated_at': '2022-05-12T17:17:31Z', 'revision_number': 4, 'project_id': 'c6f16d47d6984a73a88f1b3571e6f239', 'gw_port': {'id': '4c8643e2-3e7d-4cc4-9934-a73e1e208931', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:c1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00d813d-ef3c-4dba-bf2c-b3275a2b7c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:17:26Z', 'updated_at': '2022-05-12T17:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_interfaces': [{'id': '3bdd5d63-762c-4313-925c-4316bd59cd34', 'name': '', 'network_id': '9c909ee5-7768-4c91-8970-4f1a0c080053', 'tenant_id': 'c6f16d47d6984a73a88f1b3571e6f239', 'mac_address': 'fa:16:3e:87:70:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a00d813d-ef3c-4dba-bf2c-b3275a2b7c91', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'eedb70f0-df17-4484-b11e-ff36f1c0cda7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:17:29Z', 'updated_at': '2022-05-12T17:17:35Z', 'revision_number': 4, 'project_id': 'c6f16d47d6984a73a88f1b3571e6f239', 'subnets': [{'id': 'eedb70f0-df17-4484-b11e-ff36f1c0cda7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:17:36.471255 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae3814e-8518-4cef-959b-0346b1b8f7f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3375aa60-e06d-4d02-b01e-4be420f8f807,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:36.478178 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-dae3814e-8518-4cef-959b-0346b1b8f7f5 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774527956237', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3597332'] for segment (772030bb-6993-4f37-885d-2db37d1a257d), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:36.478648 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.db.segments_db [None req-dae3814e-8518-4cef-959b-0346b1b8f7f5 admin admin] Added segment 772030bb-6993-4f37-885d-2db37d1a257d of type vlan for network adee2392-6717-4578-ab6c-8c3c38548c8e May 12 17:17:36.501292 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6762c79f-f56d-405b-b026-f6a34db37e58 None None] The sync data for ids ['a00d813d-ef3c-4dba-bf2c-b3275a2b7c91'] in dv-cinder-841591-1-iscsi is: [{'id': 'a00d813d-ef3c-4dba-bf2c-b3275a2b7c91', 'name': 'tempest-TestVolumeBootPattern-1105697224-router', 'tenant_id': 'c6f16d47d6984a73a88f1b3571e6f239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '4c8643e2-3e7d-4cc4-9934-a73e1e208931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:17:25Z', 'updated_at': '2022-05-12T17:17:31Z', 'revision_number': 4, 'project_id': 'c6f16d47d6984a73a88f1b3571e6f239', 'gw_port': {'id': '4c8643e2-3e7d-4cc4-9934-a73e1e208931', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:c1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00d813d-ef3c-4dba-bf2c-b3275a2b7c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:17:26Z', 'updated_at': '2022-05-12T17:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_interfaces': [{'id': '3bdd5d63-762c-4313-925c-4316bd59cd34', 'name': '', 'network_id': '9c909ee5-7768-4c91-8970-4f1a0c080053', 'tenant_id': 'c6f16d47d6984a73a88f1b3571e6f239', 'mac_address': 'fa:16:3e:87:70:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a00d813d-ef3c-4dba-bf2c-b3275a2b7c91', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'eedb70f0-df17-4484-b11e-ff36f1c0cda7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:17:29Z', 'updated_at': '2022-05-12T17:17:35Z', 'revision_number': 4, 'project_id': 'c6f16d47d6984a73a88f1b3571e6f239', 'subnets': [{'id': 'eedb70f0-df17-4484-b11e-ff36f1c0cda7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:17:36.570442 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-dae3814e-8518-4cef-959b-0346b1b8f7f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774527496843'] for network (adee2392-6717-4578-ab6c-8c3c38548c8e), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:36.615654 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-c1e23ba5-07b9-481d-bcd3-7ae5178db113 req-c770c11f-aa88-4cc5-9600-ad1579f4a3b5 service neutron] 10.222.0.58 "GET /v2.0/networks/153e3954-71d8-41a8-92e9-fd36bc9816c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932499 May 12 17:17:36.628776 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-dae3814e-8518-4cef-959b-0346b1b8f7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205'] for network (adee2392-6717-4578-ab6c-8c3c38548c8e), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:36.629201 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae3814e-8518-4cef-959b-0346b1b8f7f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:17:36.630135 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-dae3814e-8518-4cef-959b-0346b1b8f7f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-519179'] for network (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:36.706323 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 56954) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:17:36.708552 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-dae3814e-8518-4cef-959b-0346b1b8f7f5 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.3189466 May 12 17:17:36.711954 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-7cb60c24-59c9-4d85-90c2-6ccd22c0dceb admin admin] Request body: {'subnet': {'network_id': 'adee2392-6717-4578-ab6c-8c3c38548c8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1159747578-subnet', 'tenant_id': '4bd357b54bec4f3fa3df240c11cee03f', 'ip_version': 4}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:17:36.738510 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb60c24-59c9-4d85-90c2-6ccd22c0dceb admin admin] Made reservation on behalf of 4bd357b54bec4f3fa3df240c11cee03f for: {'subnet': 1} {{(pid=103469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:17:36.741611 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-7cb60c24-59c9-4d85-90c2-6ccd22c0dceb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11573757'] for subnet (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:36.793150 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device 4fde8057-a972-4cbd-8c76-ef737d5b6203 up at agent ovs-agent-dv-cinder-841591-1-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:17:36.793788 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae3814e-8518-4cef-959b-0346b1b8f7f5 admin admin] Pushing event updated for resources: {'Network': ['ID=adee2392-6717-4578-ab6c-8c3c38548c8e,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:36.990698 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Network adee2392-6717-4578-ab6c-8c3c38548c8e details requested by agent ovs-agent-dv-cinder-841591-1-iscsi with host dv-cinder-841591-1-iscsi {{(pid=103470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 17:17:37.014050 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-7cb60c24-59c9-4d85-90c2-6ccd22c0dceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1968693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11573739'] for subnet (b41dcb02-91b7-48eb-9001-1776bd4d94e0), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:37.077968 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb60c24-59c9-4d85-90c2-6ccd22c0dceb admin admin] Pushing event updated for resources: {'Subnet': ['ID=b41dcb02-91b7-48eb-9001-1776bd4d94e0,revision_number=0']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:37.080907 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Provisioning complete for port 4fde8057-a972-4cbd-8c76-ef737d5b6203 triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:17:37.081296 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (4fde8057-a972-4cbd-8c76-ef737d5b6203), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:37.087546 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb60c24-59c9-4d85-90c2-6ccd22c0dceb admin admin] Checking segment: {'id': '772030bb-6993-4f37-885d-2db37d1a257d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'adee2392-6717-4578-ab6c-8c3c38548c8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:17:37.087811 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb60c24-59c9-4d85-90c2-6ccd22c0dceb admin admin] Network hostable DHCP agents. Network: adee2392-6717-4578-ab6c-8c3c38548c8e, hostable agents: ['ad05f391-ff61-4b74-a3af-7ffb7f485489'], hosted agents: [] {{(pid=103469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 17:17:37.107243 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb60c24-59c9-4d85-90c2-6ccd22c0dceb admin admin] Network adee2392-6717-4578-ab6c-8c3c38548c8e is scheduled to be hosted by DHCP agent ad05f391-ff61-4b74-a3af-7ffb7f485489 with binding_index 1 {{(pid=103469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 17:17:37.117112 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [None req-7cb60c24-59c9-4d85-90c2-6ccd22c0dceb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841591-1-iscsi, adee2392-6717-4578-ab6c-8c3c38548c8e) {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:17:37.127298 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb60c24-59c9-4d85-90c2-6ccd22c0dceb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:17:37.127298 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-7cb60c24-59c9-4d85-90c2-6ccd22c0dceb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-519179'] for subnet (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:37.143859 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f20bde4-c58d-4691-9fc4-635ac748ae91 None None] Network adee2392-6717-4578-ab6c-8c3c38548c8e requested from dv-cinder-841591-1-iscsi {{(pid=103470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:17:37.147543 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-7cb60c24-59c9-4d85-90c2-6ccd22c0dceb admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4399691 May 12 17:17:37.147887 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 56968) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:17:37.153326 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-ddc8390e-f492-4e0f-b091-e5bc378ef1ba admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1159747578-router', 'tenant_id': '4bd357b54bec4f3fa3df240c11cee03f', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be'}}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:17:37.178113 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ddc8390e-f492-4e0f-b091-e5bc378ef1ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3679493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1042260'] for router (d38a1c19-e5d3-4c14-bcbd-9d754239706a), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:37.179628 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ddc8390e-f492-4e0f-b091-e5bc378ef1ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3679729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3679772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1042269'] for router (d38a1c19-e5d3-4c14-bcbd-9d754239706a), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:37.235634 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ddc8390e-f492-4e0f-b091-e5bc378ef1ba admin admin] Publish callbacks [] for router_controller (d38a1c19-e5d3-4c14-bcbd-9d754239706a), precommit_add_association {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:37.255795 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Current status of the port 4fde8057-a972-4cbd-8c76-ef737d5b6203 is: DOWN; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:17:37.256275 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (4fde8057-a972-4cbd-8c76-ef737d5b6203), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:37.308290 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] For port 4fde8057-a972-4cbd-8c76-ef737d5b6203, host dv-cinder-841591-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-1-iscsi',level=0,port_id=4fde8057-a972-4cbd-8c76-ef737d5b6203,segment=NetworkSegment(54af2f58-bd4b-41ba-9124-743d6aed4e37),segment_id=54af2f58-bd4b-41ba-9124-743d6aed4e37)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:17:37.392191 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (4fde8057-a972-4cbd-8c76-ef737d5b6203), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:37.393404 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device 3bdd5d63-762c-4313-925c-4316bd59cd34 up at agent ovs-agent-dv-cinder-841591-1-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:17:37.418140 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434ffe2c-6573-4b7b-bba8-c032a26ec3c4 req-eecee6b7-cd18-4084-a8ec-388ff737c68d tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:17:37.423174 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf6608d-af7c-4147-ab48-71e5903cea30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe4af7ad2-c653-548e-8b21-f3b9ef6cc8f2-adee2392-6717-4578-ab6c-8c3c38548c8e', 'network_id': 'adee2392-6717-4578-ab6c-8c3c38548c8e', 'project_id': '4bd357b54bec4f3fa3df240c11cee03f', 'fixed_ips': [{'subnet_id': 'b41dcb02-91b7-48eb-9001-1776bd4d94e0'}]}} from dv-cinder-841591-1-iscsi. {{(pid=103470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 17:17:37.426226 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-434ffe2c-6573-4b7b-bba8-c032a26ec3c4 req-eecee6b7-cd18-4084-a8ec-388ff737c68d tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=68fea2bf-d6a6-4a97-be8f-bd754b36e60c HTTP/1.1" status: 200 len: 945 time: 0.0976658 May 12 17:17:37.426784 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-eaf6608d-af7c-4147-ab48-71e5903cea30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:37.503802 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012d5892-e6f2-484d-b1f6-35d1a99d6431 req-d45f41db-92c6-4df8-9e90-1fd222352e32 tempest-VolumesNegativeTest-1689169600 tempest-VolumesNegativeTest-1689169600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:17:37.506302 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-012d5892-e6f2-484d-b1f6-35d1a99d6431 req-d45f41db-92c6-4df8-9e90-1fd222352e32 tempest-VolumesNegativeTest-1689169600 tempest-VolumesNegativeTest-1689169600-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6641477-2b70-408b-b3cf-ba02cb150cfd HTTP/1.1" status: 200 len: 947 time: 0.0858490 May 12 17:17:37.529452 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-434ffe2c-6573-4b7b-bba8-c032a26ec3c4 req-b0770f3a-835b-4776-a282-a08593423673 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=db7d0f43-a860-4c22-8e80-2ebcff18b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976155 May 12 17:17:37.547205 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ddc8390e-f492-4e0f-b091-e5bc378ef1ba admin admin] Publish callbacks [] for router_gateway (d38a1c19-e5d3-4c14-bcbd-9d754239706a), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:37.610299 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-012d5892-e6f2-484d-b1f6-35d1a99d6431 req-a4153b78-3a79-4635-89d6-28c68002ec1f tempest-VolumesNegativeTest-1689169600 tempest-VolumesNegativeTest-1689169600-project] 10.222.0.23 "GET /v2.0/security-groups?id=5677a2ac-505a-4709-ac7e-e613041a16af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656209 May 12 17:17:37.621632 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Pushing event updated for resources: {'Port': ['ID=4fde8057-a972-4cbd-8c76-ef737d5b6203,revision_number=4']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:37.739719 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Provisioning complete for port 3bdd5d63-762c-4313-925c-4316bd59cd34 triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:17:37.740093 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (3bdd5d63-762c-4313-925c-4316bd59cd34), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:37.868302 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Device f5d48667-1163-4c45-bef1-259516ae72a1 details requested by agent hyperv_hv-cinder-84159 with host hv-cinder-84159 {{(pid=103470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 17:17:37.942253 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ddc8390e-f492-4e0f-b091-e5bc378ef1ba admin admin] Publish callbacks [] for router_gateway (d38a1c19-e5d3-4c14-bcbd-9d754239706a), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:37.963113 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ddc8390e-f492-4e0f-b091-e5bc378ef1ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:37.968540 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.db_base_plugin_common [None req-eaf6608d-af7c-4147-ab48-71e5903cea30 None None] Allocated IP 172.20.0.2 (adee2392-6717-4578-ab6c-8c3c38548c8e/b41dcb02-91b7-48eb-9001-1776bd4d94e0/78a0d3be-78e9-4fbf-8251-ab3f4f5dafbf) {{(pid=103470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:17:38.099920 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Current status of the port 3bdd5d63-762c-4313-925c-4316bd59cd34 is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:17:38.128720 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.db_base_plugin_common [None req-ddc8390e-f492-4e0f-b091-e5bc378ef1ba admin admin] Allocated IP 172.27.0.124 (9bfa71c8-c6b3-48ca-a660-d8187367d4be/c986c1c6-d014-45ab-99c5-409df43f439e/3c30bd1b-0310-4c9e-bbf1-1edbe2c40798) {{(pid=103468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:17:38.148926 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] For port f5d48667-1163-4c45-bef1-259516ae72a1, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=f5d48667-1163-4c45-bef1-259516ae72a1,segment=NetworkSegment(de64292e-4b5d-42bf-9775-ded8266071c0),segment_id=de64292e-4b5d-42bf-9775-ded8266071c0)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:17:38.169720 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Returning: {'device': 'f5d48667-1163-4c45-bef1-259516ae72a1', 'network_id': '153e3954-71d8-41a8-92e9-fd36bc9816c5', 'port_id': 'f5d48667-1163-4c45-bef1-259516ae72a1', 'mac_address': 'fa:16:3e:6c:ee:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '728e2530-eb3a-4cf7-9972-d5076e873c97', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 17:17:38.256642 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ddc8390e-f492-4e0f-b091-e5bc378ef1ba admin admin] Publish callbacks [] for port (3c30bd1b-0310-4c9e-bbf1-1edbe2c40798), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:38.263674 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Current status of the port f5d48667-1163-4c45-bef1-259516ae72a1 is: DOWN; New status is: BUILD {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:17:38.264149 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (f5d48667-1163-4c45-bef1-259516ae72a1), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:38.283927 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-eaf6608d-af7c-4147-ab48-71e5903cea30 None None] Publish callbacks [] for port (78a0d3be-78e9-4fbf-8251-ab3f4f5dafbf), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:38.288165 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5d48667-1163-4c45-bef1-259516ae72a1 {{(pid=103470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:17:38.294255 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-eaf6608d-af7c-4147-ab48-71e5903cea30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774527475285'] for port (78a0d3be-78e9-4fbf-8251-ab3f4f5dafbf), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:38.310062 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ddc8390e-f492-4e0f-b091-e5bc378ef1ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774527475285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11526335'] for port (3c30bd1b-0310-4c9e-bbf1-1edbe2c40798), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:38.332783 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] For port f5d48667-1163-4c45-bef1-259516ae72a1, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=f5d48667-1163-4c45-bef1-259516ae72a1,segment=NetworkSegment(de64292e-4b5d-42bf-9775-ded8266071c0),segment_id=de64292e-4b5d-42bf-9775-ded8266071c0)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:17:38.348907 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf6608d-af7c-4147-ab48-71e5903cea30 None None] Network adee2392-6717-4578-ab6c-8c3c38548c8e is already hosted by enough agents. {{(pid=103470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:17:38.351664 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (f5d48667-1163-4c45-bef1-259516ae72a1), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:38.358318 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.scheduler.base_scheduler [None req-eaf6608d-af7c-4147-ab48-71e5903cea30 None None] Resources bound (agent type, host, resource id): {{(pid=103470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:17:38.363163 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf6608d-af7c-4147-ab48-71e5903cea30 None None] Received port after_create {{(pid=103470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:17:38.366225 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf6608d-af7c-4147-ab48-71e5903cea30 None None] Pushing event updated for resources: {'Port': ['ID=78a0d3be-78e9-4fbf-8251-ab3f4f5dafbf,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:38.372720 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc8390e-f492-4e0f-b091-e5bc378ef1ba admin admin] Pushing event updated for resources: {'Port': ['ID=3c30bd1b-0310-4c9e-bbf1-1edbe2c40798,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:38.385877 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc8390e-f492-4e0f-b091-e5bc378ef1ba admin admin] Network 9bfa71c8-c6b3-48ca-a660-d8187367d4be is already hosted by enough agents. {{(pid=103468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:17:38.387624 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.base_scheduler [None req-ddc8390e-f492-4e0f-b091-e5bc378ef1ba admin admin] Resources bound (agent type, host, resource id): {{(pid=103468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:17:38.392081 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc8390e-f492-4e0f-b091-e5bc378ef1ba admin admin] Received port after_create {{(pid=103468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:17:38.472552 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Pushing event updated for resources: {'Port': ['ID=f5d48667-1163-4c45-bef1-259516ae72a1,revision_number=4']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:38.475526 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-eaf6608d-af7c-4147-ab48-71e5903cea30 None None] Attempting to bind port 78a0d3be-78e9-4fbf-8251-ab3f4f5dafbf on host dv-cinder-841591-1-iscsi for vnic_type normal with profile {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:17:38.475890 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-eaf6608d-af7c-4147-ab48-71e5903cea30 None None] Attempting to bind port 78a0d3be-78e9-4fbf-8251-ab3f4f5dafbf by drivers openvswitch,hyperv on host dv-cinder-841591-1-iscsi at level 0 using segments [{'id': '772030bb-6993-4f37-885d-2db37d1a257d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'adee2392-6717-4578-ab6c-8c3c38548c8e'}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:17:38.476249 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf6608d-af7c-4147-ab48-71e5903cea30 None None] Attempting to bind port 78a0d3be-78e9-4fbf-8251-ab3f4f5dafbf on network adee2392-6717-4578-ab6c-8c3c38548c8e {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:17:38.496987 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf6608d-af7c-4147-ab48-71e5903cea30 None None] Checking agent: {'id': 'dea0f963-0a36-45fe-941b-5c749ca6f3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841591-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 7, 30), 'started_at': datetime.datetime(2022, 5, 12, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841591-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:17:38.496987 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf6608d-af7c-4147-ab48-71e5903cea30 None None] Checking segment: {'id': '772030bb-6993-4f37-885d-2db37d1a257d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'adee2392-6717-4578-ab6c-8c3c38548c8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:17:38.497428 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-eaf6608d-af7c-4147-ab48-71e5903cea30 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:38.497977 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf6608d-af7c-4147-ab48-71e5903cea30 None None] Bound using segment: {'id': '772030bb-6993-4f37-885d-2db37d1a257d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'adee2392-6717-4578-ab6c-8c3c38548c8e'} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:17:38.498613 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-eaf6608d-af7c-4147-ab48-71e5903cea30 None None] Bound port: 78a0d3be-78e9-4fbf-8251-ab3f4f5dafbf, host: dv-cinder-841591-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '772030bb-6993-4f37-885d-2db37d1a257d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'adee2392-6717-4578-ab6c-8c3c38548c8e'}}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:17:38.499087 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-eaf6608d-af7c-4147-ab48-71e5903cea30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (78a0d3be-78e9-4fbf-8251-ab3f4f5dafbf), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:38.564874 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-eaf6608d-af7c-4147-ab48-71e5903cea30 None None] For port 78a0d3be-78e9-4fbf-8251-ab3f4f5dafbf, host dv-cinder-841591-1-iscsi, cleared binding levels {{(pid=103470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:17:38.568619 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-eaf6608d-af7c-4147-ab48-71e5903cea30 None None] For port 78a0d3be-78e9-4fbf-8251-ab3f4f5dafbf, host dv-cinder-841591-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-1-iscsi',level=0,port_id=78a0d3be-78e9-4fbf-8251-ab3f4f5dafbf,segment=NetworkSegment(772030bb-6993-4f37-885d-2db37d1a257d),segment_id=772030bb-6993-4f37-885d-2db37d1a257d)] {{(pid=103470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:17:38.580872 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-eaf6608d-af7c-4147-ab48-71e5903cea30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (78a0d3be-78e9-4fbf-8251-ab3f4f5dafbf), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:38.661980 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf6608d-af7c-4147-ab48-71e5903cea30 None None] Pushing event updated for resources: {'Port': ['ID=78a0d3be-78e9-4fbf-8251-ab3f4f5dafbf,revision_number=2']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:38.677384 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] get_ports_and_sgs() called for port_ids ['f5d48667-1163-4c45-bef1-259516ae72a1'] {{(pid=103470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:17:38.724115 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device 4fde8057-a972-4cbd-8c76-ef737d5b6203 up at agent ovs-agent-dv-cinder-841591-1-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:17:38.737364 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93427324-54a7-4b61-abc8-84cc762bbee2 req-56aa9a6b-10a6-4757-9c37-bb7b87af10ad tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:17:38.745736 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-93427324-54a7-4b61-abc8-84cc762bbee2 req-56aa9a6b-10a6-4757-9c37-bb7b87af10ad tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=68fea2bf-d6a6-4a97-be8f-bd754b36e60c HTTP/1.1" status: 200 len: 945 time: 0.1200016 May 12 17:17:38.771476 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ddc8390e-f492-4e0f-b091-e5bc378ef1ba admin admin] Publish callbacks [] for router_gateway (d38a1c19-e5d3-4c14-bcbd-9d754239706a), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:38.803260 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Provisioning complete for port 4fde8057-a972-4cbd-8c76-ef737d5b6203 triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:17:38.803634 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (4fde8057-a972-4cbd-8c76-ef737d5b6203), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:38.817648 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-93427324-54a7-4b61-abc8-84cc762bbee2 req-05cf8b6c-d69a-4b54-8333-b9f9d2e7ca5b tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=db7d0f43-a860-4c22-8e80-2ebcff18b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707994 May 12 17:17:38.890146 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869c1da3-5d55-44d6-b7ec-e904e366760d req-773c5217-cccc-4954-8059-5f876ce1768d tempest-VolumesNegativeTest-1689169600 tempest-VolumesNegativeTest-1689169600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:17:38.894508 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-869c1da3-5d55-44d6-b7ec-e904e366760d req-773c5217-cccc-4954-8059-5f876ce1768d tempest-VolumesNegativeTest-1689169600 tempest-VolumesNegativeTest-1689169600-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6641477-2b70-408b-b3cf-ba02cb150cfd HTTP/1.1" status: 200 len: 948 time: 0.1131029 May 12 17:17:38.996238 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bbf4a2-c718-4e3b-ad90-3eba33ea5be5 req-7f0293eb-3d98-4bc1-9a5b-c17b42584176 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:17:38.998086 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c8bbf4a2-c718-4e3b-ad90-3eba33ea5be5 req-7f0293eb-3d98-4bc1-9a5b-c17b42584176 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=674ec2ad-d5d1-46d6-b683-b5c2bd561c9a HTTP/1.1" status: 200 len: 945 time: 0.0956810 May 12 17:17:39.057531 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Current status of the port 4fde8057-a972-4cbd-8c76-ef737d5b6203 is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:17:39.091841 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-869c1da3-5d55-44d6-b7ec-e904e366760d req-0128f1c8-8580-4b88-95fe-ba453ee14ae4 tempest-VolumesNegativeTest-1689169600 tempest-VolumesNegativeTest-1689169600-project] 10.222.0.23 "GET /v2.0/security-groups?id=5677a2ac-505a-4709-ac7e-e613041a16af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886625 May 12 17:17:39.122158 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c8bbf4a2-c718-4e3b-ad90-3eba33ea5be5 req-719c4357-7d57-4b48-ad36-5921fff2a50c tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=db7d0f43-a860-4c22-8e80-2ebcff18b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131623 May 12 17:17:39.268678 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ddc8390e-f492-4e0f-b091-e5bc378ef1ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3679624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3679947'] for router (d38a1c19-e5d3-4c14-bcbd-9d754239706a), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:39.281089 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa773c0d-c559-4b90-a733-98015734ea98 None None] Sync routers for ids ['62d2558c-a129-49d3-88c6-e6afcbcfc4ff'] in dv-cinder-841591-1-iscsi {{(pid=103470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:17:39.299179 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa773c0d-c559-4b90-a733-98015734ea98 None None] Routers {'62d2558c-a129-49d3-88c6-e6afcbcfc4ff'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:17:39.300052 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-fa773c0d-c559-4b90-a733-98015734ea98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:17:26Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['62d2558c-a129-49d3-88c6-e6afcbcfc4ff'], 'active': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:17:39.484411 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddc8390e-f492-4e0f-b091-e5bc378ef1ba admin admin] Router d38a1c19-e5d3-4c14-bcbd-9d754239706a is scheduled to L3 agent e5548ccc-31b8-4072-a6b0-52b00208ea79 with binding_index 1 {{(pid=103468) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 17:17:39.495956 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvr_db [None req-fa773c0d-c559-4b90-a733-98015734ea98 None None] Set router 62d2558c-a129-49d3-88c6-e6afcbcfc4ff gateway port host: dv-cinder-841591-1-iscsi {{(pid=103470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:17:39.687019 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddc8390e-f492-4e0f-b091-e5bc378ef1ba admin admin] Notify agent at l3_agent.dv-cinder-841591-1-iscsi the message routers_updated {{(pid=103468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:17:39.702273 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35843917-2489-40da-bcdc-4c3c5cda57e2 None None] Sync routers for ids ['d38a1c19-e5d3-4c14-bcbd-9d754239706a'] in dv-cinder-841591-1-iscsi {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:17:39.733467 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35843917-2489-40da-bcdc-4c3c5cda57e2 None None] Routers {'d38a1c19-e5d3-4c14-bcbd-9d754239706a'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:17:39.733669 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ddc8390e-f492-4e0f-b091-e5bc378ef1ba admin admin] Publish callbacks [] for router (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:39.734947 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-35843917-2489-40da-bcdc-4c3c5cda57e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:17:26Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['d38a1c19-e5d3-4c14-bcbd-9d754239706a'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:17:39.737948 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 57020) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:17:39.738626 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-ddc8390e-f492-4e0f-b091-e5bc378ef1ba admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5893691 May 12 17:17:39.850636 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Device f5d48667-1163-4c45-bef1-259516ae72a1 up at agent hyperv_hv-cinder-84159 {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:17:39.961071 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-35843917-2489-40da-bcdc-4c3c5cda57e2 None None] Set router d38a1c19-e5d3-4c14-bcbd-9d754239706a gateway port host: dv-cinder-841591-1-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:17:40.112930 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Provisioning for port f5d48667-1163-4c45-bef1-259516ae72a1 completed by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 17:17:40.151718 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Provisioning complete for port f5d48667-1163-4c45-bef1-259516ae72a1 triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:17:40.152006 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (f5d48667-1163-4c45-bef1-259516ae72a1), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:40.210871 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-fa773c0d-c559-4b90-a733-98015734ea98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62d2558c-a129-49d3-88c6-e6afcbcfc4ff', 'name': 'tempest-TestShelveInstance-1611892605-router', 'tenant_id': '3127460c8042473294d90b9a3338a273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '4fde8057-a972-4cbd-8c76-ef737d5b6203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:17:26Z', 'updated_at': '2022-05-12T17:17:33Z', 'revision_number': 4, 'project_id': '3127460c8042473294d90b9a3338a273', 'gw_port': {'id': '4fde8057-a972-4cbd-8c76-ef737d5b6203', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:0c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d2558c-a129-49d3-88c6-e6afcbcfc4ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:17:27Z', 'updated_at': '2022-05-12T17:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_interfaces': [{'id': '10a68d4f-8209-4430-801f-36e67486e859', 'name': '', 'network_id': '2f4b42e4-7732-4c98-9681-fbceae906075', 'tenant_id': '3127460c8042473294d90b9a3338a273', 'mac_address': 'fa:16:3e:c1:58:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62d2558c-a129-49d3-88c6-e6afcbcfc4ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '20ff5ffc-df27-493c-a0fb-88082a87d50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:17:32Z', 'updated_at': '2022-05-12T17:17:33Z', 'revision_number': 2, 'project_id': '3127460c8042473294d90b9a3338a273', 'subnets': [{'id': '20ff5ffc-df27-493c-a0fb-88082a87d50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:17:40.249571 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-35843917-2489-40da-bcdc-4c3c5cda57e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd38a1c19-e5d3-4c14-bcbd-9d754239706a', 'name': 'tempest-TestShelveInstance-1159747578-router', 'tenant_id': '4bd357b54bec4f3fa3df240c11cee03f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': '3c30bd1b-0310-4c9e-bbf1-1edbe2c40798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:17:37Z', 'updated_at': '2022-05-12T17:17:38Z', 'revision_number': 3, 'project_id': '4bd357b54bec4f3fa3df240c11cee03f', 'gw_port': {'id': '3c30bd1b-0310-4c9e-bbf1-1edbe2c40798', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:92:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd38a1c19-e5d3-4c14-bcbd-9d754239706a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:17:37Z', 'updated_at': '2022-05-12T17:17:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi'}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:17:40.267213 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa773c0d-c559-4b90-a733-98015734ea98 None None] Checking router: 62d2558c-a129-49d3-88c6-e6afcbcfc4ff for host: dv-cinder-841591-1-iscsi {{(pid=103470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:17:40.267710 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa773c0d-c559-4b90-a733-98015734ea98 None None] Updating router 62d2558c-a129-49d3-88c6-e6afcbcfc4ff port 10a68d4f-8209-4430-801f-36e67486e859 binding host dv-cinder-841591-1-iscsi {{(pid=103470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 17:17:40.291615 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0004605d-3657-4b08-b366-75b36e47bf82 None None] Network adee2392-6717-4578-ab6c-8c3c38548c8e requested from dv-cinder-841591-1-iscsi {{(pid=103470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:17:40.320786 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35843917-2489-40da-bcdc-4c3c5cda57e2 None None] Checking router: d38a1c19-e5d3-4c14-bcbd-9d754239706a for host: dv-cinder-841591-1-iscsi {{(pid=103471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:17:40.321306 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35843917-2489-40da-bcdc-4c3c5cda57e2 None None] Updating router d38a1c19-e5d3-4c14-bcbd-9d754239706a port 3c30bd1b-0310-4c9e-bbf1-1edbe2c40798 binding host dv-cinder-841591-1-iscsi {{(pid=103471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 17:17:40.331711 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9242966-7463-4dcd-853c-b3f5c03dba77 req-7e5cf948-5d72-4c83-b44e-04028a0cba0a tempest-VolumesNegativeTest-1689169600 tempest-VolumesNegativeTest-1689169600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:17:40.360574 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-c9242966-7463-4dcd-853c-b3f5c03dba77 req-7e5cf948-5d72-4c83-b44e-04028a0cba0a tempest-VolumesNegativeTest-1689169600 tempest-VolumesNegativeTest-1689169600-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6641477-2b70-408b-b3cf-ba02cb150cfd HTTP/1.1" status: 200 len: 948 time: 0.1632574 May 12 17:17:40.383127 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-fa773c0d-c559-4b90-a733-98015734ea98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (10a68d4f-8209-4430-801f-36e67486e859), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:40.383966 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-35843917-2489-40da-bcdc-4c3c5cda57e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (3c30bd1b-0310-4c9e-bbf1-1edbe2c40798), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:40.483260 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-c9242966-7463-4dcd-853c-b3f5c03dba77 req-cb307dbf-6bd5-489f-8255-d932eadae86e tempest-VolumesNegativeTest-1689169600 tempest-VolumesNegativeTest-1689169600-project] 10.222.0.23 "GET /v2.0/security-groups?id=5677a2ac-505a-4709-ac7e-e613041a16af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209636 May 12 17:17:40.485512 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-45a0238b-8601-4a54-a8f1-174b50340091 None None] Provisioning complete for port 78a0d3be-78e9-4fbf-8251-ab3f4f5dafbf triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:17:40.486269 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-45a0238b-8601-4a54-a8f1-174b50340091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (78a0d3be-78e9-4fbf-8251-ab3f4f5dafbf), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:40.491152 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Current status of the port f5d48667-1163-4c45-bef1-259516ae72a1 is: BUILD; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:17:40.491529 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (f5d48667-1163-4c45-bef1-259516ae72a1), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:40.637333 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6641477-2b70-408b-b3cf-ba02cb150cfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5d48667-1163-4c45-bef1-259516ae72a1'}] {{(pid=103470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:17:40.640088 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}983eca14ffe1519f8471a5ce991629ce2b8e436912840ac2edb7b499268545ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf027c4-6961-4676-805b-ac9aff0462c9" -d '{"events": [{"server_uuid": "f6641477-2b70-408b-b3cf-ba02cb150cfd", "name": "network-vif-plugged", "status": "completed", "tag": "f5d48667-1163-4c45-bef1-259516ae72a1"}]}' {{(pid=103470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:17:40.732732 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] For port f5d48667-1163-4c45-bef1-259516ae72a1, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=f5d48667-1163-4c45-bef1-259516ae72a1,segment=NetworkSegment(de64292e-4b5d-42bf-9775-ded8266071c0),segment_id=de64292e-4b5d-42bf-9775-ded8266071c0)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:17:40.735185 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48e00365-416d-430d-8949-ba842a4f6e7e x-openstack-request-id: req-48e00365-416d-430d-8949-ba842a4f6e7e {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:17:40.735506 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6641477-2b70-408b-b3cf-ba02cb150cfd", "name": "network-vif-plugged", "status": "completed", "tag": "f5d48667-1163-4c45-bef1-259516ae72a1", "code": 200}]} {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:17:40.736338 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-48e00365-416d-430d-8949-ba842a4f6e7e {{(pid=103470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:17:40.736846 dv-cinder-841591-1-iscsi neutron-server[103470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48e00365-416d-430d-8949-ba842a4f6e7e'] response: {'server_uuid': 'f6641477-2b70-408b-b3cf-ba02cb150cfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5d48667-1163-4c45-bef1-259516ae72a1', 'code': 200} May 12 17:17:40.753416 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (f5d48667-1163-4c45-bef1-259516ae72a1), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:40.927939 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device 78a0d3be-78e9-4fbf-8251-ab3f4f5dafbf up at agent ovs-agent-dv-cinder-841591-1-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:17:41.058280 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e2551b-c084-478c-b290-72d88ed647de req-96b16fc5-d534-4a5c-b7fb-4cabd0d6b6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:17:41.062958 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-94e2551b-c084-478c-b290-72d88ed647de req-96b16fc5-d534-4a5c-b7fb-4cabd0d6b6f3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f6641477-2b70-408b-b3cf-ba02cb150cfd HTTP/1.1" status: 200 len: 1133 time: 0.1007996 May 12 17:17:41.063405 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-35843917-2489-40da-bcdc-4c3c5cda57e2 None None] Publish callbacks [] for port (3c30bd1b-0310-4c9e-bbf1-1edbe2c40798), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:41.064522 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 57050) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:17:41.070129 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-35843917-2489-40da-bcdc-4c3c5cda57e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (3c30bd1b-0310-4c9e-bbf1-1edbe2c40798), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:41.158052 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-94e2551b-c084-478c-b290-72d88ed647de req-c9e2f460-382f-40d3-b3ea-013c82d45e04 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=5677a2ac-505a-4709-ac7e-e613041a16af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823760 May 12 17:17:41.162500 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Pushing event updated for resources: {'Port': ['ID=f5d48667-1163-4c45-bef1-259516ae72a1,revision_number=5']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:41.173373 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-45a0238b-8601-4a54-a8f1-174b50340091 None None] Current status of the port 78a0d3be-78e9-4fbf-8251-ab3f4f5dafbf is: DOWN; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:17:41.173900 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-45a0238b-8601-4a54-a8f1-174b50340091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (78a0d3be-78e9-4fbf-8251-ab3f4f5dafbf), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:41.195565 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f645db-1b5e-49d5-8a42-bbbb13a6b696 None None] Pushing event updated for resources: {'Port': ['ID=3c30bd1b-0310-4c9e-bbf1-1edbe2c40798,revision_number=2']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:41.207853 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-35843917-2489-40da-bcdc-4c3c5cda57e2 None None] Attempting to bind port 3c30bd1b-0310-4c9e-bbf1-1edbe2c40798 on host dv-cinder-841591-1-iscsi for vnic_type normal with profile {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:17:41.208600 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-35843917-2489-40da-bcdc-4c3c5cda57e2 None None] Attempting to bind port 3c30bd1b-0310-4c9e-bbf1-1edbe2c40798 by drivers openvswitch,hyperv on host dv-cinder-841591-1-iscsi at level 0 using segments [{'id': '54af2f58-bd4b-41ba-9124-743d6aed4e37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be'}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:17:41.209365 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35843917-2489-40da-bcdc-4c3c5cda57e2 None None] Attempting to bind port 3c30bd1b-0310-4c9e-bbf1-1edbe2c40798 on network 9bfa71c8-c6b3-48ca-a660-d8187367d4be {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:17:41.218398 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Provisioning complete for port 78a0d3be-78e9-4fbf-8251-ab3f4f5dafbf triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:17:41.218860 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (78a0d3be-78e9-4fbf-8251-ab3f4f5dafbf), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:41.220668 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35843917-2489-40da-bcdc-4c3c5cda57e2 None None] Checking agent: {'id': 'dea0f963-0a36-45fe-941b-5c749ca6f3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841591-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 7, 30), 'started_at': datetime.datetime(2022, 5, 12, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841591-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:17:41.221281 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35843917-2489-40da-bcdc-4c3c5cda57e2 None None] Checking segment: {'id': '54af2f58-bd4b-41ba-9124-743d6aed4e37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:17:41.221876 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-35843917-2489-40da-bcdc-4c3c5cda57e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:41.223147 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35843917-2489-40da-bcdc-4c3c5cda57e2 None None] Bound using segment: {'id': '54af2f58-bd4b-41ba-9124-743d6aed4e37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be'} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:17:41.223808 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-35843917-2489-40da-bcdc-4c3c5cda57e2 None None] Bound port: 3c30bd1b-0310-4c9e-bbf1-1edbe2c40798, host: dv-cinder-841591-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54af2f58-bd4b-41ba-9124-743d6aed4e37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be'}}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:17:41.224405 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-35843917-2489-40da-bcdc-4c3c5cda57e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (3c30bd1b-0310-4c9e-bbf1-1edbe2c40798), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:41.227319 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b807db5-5b7f-4a05-9c94-9762f8fa07bc req-39009d32-c95e-4636-928a-7a4da1161c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:17:41.229502 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6b807db5-5b7f-4a05-9c94-9762f8fa07bc req-39009d32-c95e-4636-928a-7a4da1161c6d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=638166bec22640968de80cfeaeed437b&device_id=674ec2ad-d5d1-46d6-b683-b5c2bd561c9a HTTP/1.1" status: 200 len: 1129 time: 0.1636059 May 12 17:17:41.249531 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a55c79-91e1-4002-be5b-584770bc2840 req-71c98257-7310-4701-a1be-17ec335c6a95 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:17:41.251244 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-99a55c79-91e1-4002-be5b-584770bc2840 req-71c98257-7310-4701-a1be-17ec335c6a95 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=674ec2ad-d5d1-46d6-b683-b5c2bd561c9a HTTP/1.1" status: 200 len: 945 time: 0.1213903 May 12 17:17:41.262936 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-420e539a-e333-4212-98c1-a8c17ab9151a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:41.264383 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-de6caee5-3ad9-4023-8ddd-198a177b837f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:41.310346 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-35843917-2489-40da-bcdc-4c3c5cda57e2 None None] For port 3c30bd1b-0310-4c9e-bbf1-1edbe2c40798, host dv-cinder-841591-1-iscsi, cleared binding levels {{(pid=103471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:17:41.317066 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-35843917-2489-40da-bcdc-4c3c5cda57e2 None None] For port 3c30bd1b-0310-4c9e-bbf1-1edbe2c40798, host dv-cinder-841591-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-1-iscsi',level=0,port_id=3c30bd1b-0310-4c9e-bbf1-1edbe2c40798,segment=NetworkSegment(54af2f58-bd4b-41ba-9124-743d6aed4e37),segment_id=54af2f58-bd4b-41ba-9124-743d6aed4e37)] {{(pid=103471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:17:41.327856 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-35843917-2489-40da-bcdc-4c3c5cda57e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (3c30bd1b-0310-4c9e-bbf1-1edbe2c40798), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:41.352679 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-de6caee5-3ad9-4023-8ddd-198a177b837f admin admin] Publish callbacks [] for security_group (309eb053-6201-42ac-93da-57c31e1549af), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:41.360428 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-de6caee5-3ad9-4023-8ddd-198a177b837f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (309eb053-6201-42ac-93da-57c31e1549af), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:41.373556 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-99a55c79-91e1-4002-be5b-584770bc2840 req-a14f6cd0-13a6-4ba9-a8a9-b5ff8120b041 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=db7d0f43-a860-4c22-8e80-2ebcff18b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060181 May 12 17:17:41.411620 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Current status of the port 78a0d3be-78e9-4fbf-8251-ab3f4f5dafbf is: DOWN; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:17:41.412175 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (78a0d3be-78e9-4fbf-8251-ab3f4f5dafbf), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:41.422537 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-45a0238b-8601-4a54-a8f1-174b50340091 None None] For port 78a0d3be-78e9-4fbf-8251-ab3f4f5dafbf, host dv-cinder-841591-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-1-iscsi',level=0,port_id=78a0d3be-78e9-4fbf-8251-ab3f4f5dafbf,segment=NetworkSegment(772030bb-6993-4f37-885d-2db37d1a257d),segment_id=772030bb-6993-4f37-885d-2db37d1a257d)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:17:41.436933 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-45a0238b-8601-4a54-a8f1-174b50340091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (78a0d3be-78e9-4fbf-8251-ab3f4f5dafbf), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:41.442025 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-de6caee5-3ad9-4023-8ddd-198a177b837f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9eabcff048994cb0aa29db9c9bd0b6ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3749306 May 12 17:17:41.443718 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6caee5-3ad9-4023-8ddd-198a177b837f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=309eb053-6201-42ac-93da-57c31e1549af,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:41.446450 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 57054) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:17:41.481886 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35843917-2489-40da-bcdc-4c3c5cda57e2 None None] Routers {'d38a1c19-e5d3-4c14-bcbd-9d754239706a'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:17:41.483797 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-35843917-2489-40da-bcdc-4c3c5cda57e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:17:26Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['d38a1c19-e5d3-4c14-bcbd-9d754239706a'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:17:41.497676 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a0238b-8601-4a54-a8f1-174b50340091 None None] Pushing event updated for resources: {'Port': ['ID=78a0d3be-78e9-4fbf-8251-ab3f4f5dafbf,revision_number=3']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:41.531385 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-f0bdcfa9-8414-4447-9307-18f35760baf1 admin admin] Publish callbacks [] for security_group (309eb053-6201-42ac-93da-57c31e1549af), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:41.546452 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b807db5-5b7f-4a05-9c94-9762f8fa07bc req-4b2dbc7b-31d1-4513-9488-c69e1e7b1b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:17:41.548039 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6b807db5-5b7f-4a05-9c94-9762f8fa07bc req-4b2dbc7b-31d1-4513-9488-c69e1e7b1b0d service neutron] 10.222.0.58 "GET /v2.0/networks?id=ff0d6338-2300-4010-ae74-9c2289a9588a HTTP/1.1" status: 200 len: 920 time: 0.1714063 May 12 17:17:41.570066 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.db.db_base_plugin_common [None req-420e539a-e333-4212-98c1-a8c17ab9151a admin admin] Allocated IP 172.20.0.1 (adee2392-6717-4578-ab6c-8c3c38548c8e/b41dcb02-91b7-48eb-9001-1776bd4d94e0/73a9ec63-0ed5-4aa9-8c9f-4275ede49200) {{(pid=103469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:17:41.573763 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-f0bdcfa9-8414-4447-9307-18f35760baf1 admin admin] Publish callbacks [] for security_group (309eb053-6201-42ac-93da-57c31e1549af), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:41.588758 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-4d884418-e49b-43c2-a6b1-39369e48faaa None None] Provisioning complete for port 78a0d3be-78e9-4fbf-8251-ab3f4f5dafbf triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:17:41.590252 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-4d884418-e49b-43c2-a6b1-39369e48faaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (78a0d3be-78e9-4fbf-8251-ab3f4f5dafbf), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:41.634446 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6b807db5-5b7f-4a05-9c94-9762f8fa07bc req-bf443b44-50bd-43a7-9fb0-2e1fb1a1c24c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d57d4a88-7f65-442d-9424-fce30450293a HTTP/1.1" status: 200 len: 217 time: 0.0742779 May 12 17:17:41.697366 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-35843917-2489-40da-bcdc-4c3c5cda57e2 None None] Set router d38a1c19-e5d3-4c14-bcbd-9d754239706a gateway port host: dv-cinder-841591-1-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:17:41.747255 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a027e7ff-3d0e-4f6a-9389-c0332a59b46e req-3d0afe0b-654a-40d1-a4fb-adaf18bc0628 tempest-VolumesNegativeTest-1689169600 tempest-VolumesNegativeTest-1689169600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:17:41.756392 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-a027e7ff-3d0e-4f6a-9389-c0332a59b46e req-3d0afe0b-654a-40d1-a4fb-adaf18bc0628 tempest-VolumesNegativeTest-1689169600 tempest-VolumesNegativeTest-1689169600-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6641477-2b70-408b-b3cf-ba02cb150cfd HTTP/1.1" status: 200 len: 949 time: 0.1229644 May 12 17:17:41.758334 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-f0bdcfa9-8414-4447-9307-18f35760baf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (309eb053-6201-42ac-93da-57c31e1549af), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:41.763172 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-f0bdcfa9-8414-4447-9307-18f35760baf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:41.769358 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-f0bdcfa9-8414-4447-9307-18f35760baf1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/309eb053-6201-42ac-93da-57c31e1549af HTTP/1.1" status: 204 len: 168 time: 0.3166142 May 12 17:17:41.800741 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-420e539a-e333-4212-98c1-a8c17ab9151a admin admin] Publish callbacks [] for port (73a9ec63-0ed5-4aa9-8c9f-4275ede49200), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:41.805666 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bdcfa9-8414-4447-9307-18f35760baf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=309eb053-6201-42ac-93da-57c31e1549af,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:41.840124 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-420e539a-e333-4212-98c1-a8c17ab9151a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774527475285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968517'] for port (73a9ec63-0ed5-4aa9-8c9f-4275ede49200), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:41.874068 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f645db-1b5e-49d5-8a42-bbbb13a6b696 None None] Pushing event updated for resources: {'Port': ['ID=3c30bd1b-0310-4c9e-bbf1-1edbe2c40798,revision_number=3']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:41.889313 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-a027e7ff-3d0e-4f6a-9389-c0332a59b46e req-fe47f4ed-ab54-4f31-8cdc-694fe5f73cd7 tempest-VolumesNegativeTest-1689169600 tempest-VolumesNegativeTest-1689169600-project] 10.222.0.23 "GET /v2.0/security-groups?id=5677a2ac-505a-4709-ac7e-e613041a16af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103864 May 12 17:17:41.922985 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420e539a-e333-4212-98c1-a8c17ab9151a admin admin] Network adee2392-6717-4578-ab6c-8c3c38548c8e is already hosted by enough agents. {{(pid=103469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:17:41.927621 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [None req-420e539a-e333-4212-98c1-a8c17ab9151a admin admin] Resources bound (agent type, host, resource id): {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:17:41.936296 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.db.api [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103470) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 12 17:17:41.937232 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG oslo_db.api [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 17:17:41.939669 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420e539a-e333-4212-98c1-a8c17ab9151a admin admin] Pushing event updated for resources: {'Port': ['ID=73a9ec63-0ed5-4aa9-8c9f-4275ede49200,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:41.942313 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420e539a-e333-4212-98c1-a8c17ab9151a admin admin] Received port after_create {{(pid=103469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:17:41.954041 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-35843917-2489-40da-bcdc-4c3c5cda57e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd38a1c19-e5d3-4c14-bcbd-9d754239706a', 'name': 'tempest-TestShelveInstance-1159747578-router', 'tenant_id': '4bd357b54bec4f3fa3df240c11cee03f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': '3c30bd1b-0310-4c9e-bbf1-1edbe2c40798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:17:37Z', 'updated_at': '2022-05-12T17:17:38Z', 'revision_number': 3, 'project_id': '4bd357b54bec4f3fa3df240c11cee03f', 'gw_port': {'id': '3c30bd1b-0310-4c9e-bbf1-1edbe2c40798', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:92:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd38a1c19-e5d3-4c14-bcbd-9d754239706a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:17:37Z', 'updated_at': '2022-05-12T17:17:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi'}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:17:41.964866 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 57070) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:17:41.989366 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-fa773c0d-c559-4b90-a733-98015734ea98 None None] Publish callbacks [] for port (10a68d4f-8209-4430-801f-36e67486e859), precommit_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:42.003299 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35843917-2489-40da-bcdc-4c3c5cda57e2 None None] The sync data for ids ['d38a1c19-e5d3-4c14-bcbd-9d754239706a'] in dv-cinder-841591-1-iscsi is: [{'id': 'd38a1c19-e5d3-4c14-bcbd-9d754239706a', 'name': 'tempest-TestShelveInstance-1159747578-router', 'tenant_id': '4bd357b54bec4f3fa3df240c11cee03f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': '3c30bd1b-0310-4c9e-bbf1-1edbe2c40798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:17:37Z', 'updated_at': '2022-05-12T17:17:38Z', 'revision_number': 3, 'project_id': '4bd357b54bec4f3fa3df240c11cee03f', 'gw_port': {'id': '3c30bd1b-0310-4c9e-bbf1-1edbe2c40798', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:92:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd38a1c19-e5d3-4c14-bcbd-9d754239706a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:17:37Z', 'updated_at': '2022-05-12T17:17:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi'}] {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:17:42.062447 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-fa773c0d-c559-4b90-a733-98015734ea98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (10a68d4f-8209-4430-801f-36e67486e859), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:42.102442 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-420e539a-e333-4212-98c1-a8c17ab9151a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3684070'] for router_interface (d38a1c19-e5d3-4c14-bcbd-9d754239706a), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:42.161218 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-4d884418-e49b-43c2-a6b1-39369e48faaa None None] Current status of the port 78a0d3be-78e9-4fbf-8251-ab3f4f5dafbf is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:17:42.202690 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca050b76-3920-466e-b8b8-313c980f721f None None] Pushing event updated for resources: {'Port': ['ID=10a68d4f-8209-4430-801f-36e67486e859,revision_number=3']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:42.252889 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b807db5-5b7f-4a05-9c94-9762f8fa07bc req-1a13768f-32a6-44ec-aabb-ca3e4afa7ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:17:42.254628 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6b807db5-5b7f-4a05-9c94-9762f8fa07bc req-1a13768f-32a6-44ec-aabb-ca3e4afa7ecb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3ceba6be-c195-4fd8-b10b-839022cc6ef4 HTTP/1.1" status: 200 len: 858 time: 0.2429407 May 12 17:17:42.331221 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b807db5-5b7f-4a05-9c94-9762f8fa07bc req-b78bc2ed-c886-46a2-8b46-828fa9f4b1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:17:42.335097 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6b807db5-5b7f-4a05-9c94-9762f8fa07bc req-b78bc2ed-c886-46a2-8b46-828fa9f4b1ff service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ff0d6338-2300-4010-ae74-9c2289a9588a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0720298 May 12 17:17:42.343491 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-fa773c0d-c559-4b90-a733-98015734ea98 None None] Attempting to bind port 10a68d4f-8209-4430-801f-36e67486e859 on host dv-cinder-841591-1-iscsi for vnic_type normal with profile {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:17:42.346683 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-fa773c0d-c559-4b90-a733-98015734ea98 None None] Attempting to bind port 10a68d4f-8209-4430-801f-36e67486e859 by drivers openvswitch,hyperv on host dv-cinder-841591-1-iscsi at level 0 using segments [{'id': '334ce71a-b387-4b0b-b04b-de0cdcd24a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '2f4b42e4-7732-4c98-9681-fbceae906075'}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:17:42.347277 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa773c0d-c559-4b90-a733-98015734ea98 None None] Attempting to bind port 10a68d4f-8209-4430-801f-36e67486e859 on network 2f4b42e4-7732-4c98-9681-fbceae906075 {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:17:42.364644 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa773c0d-c559-4b90-a733-98015734ea98 None None] Checking agent: {'id': 'dea0f963-0a36-45fe-941b-5c749ca6f3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841591-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 7, 30), 'started_at': datetime.datetime(2022, 5, 12, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841591-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:17:42.365192 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa773c0d-c559-4b90-a733-98015734ea98 None None] Checking segment: {'id': '334ce71a-b387-4b0b-b04b-de0cdcd24a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '2f4b42e4-7732-4c98-9681-fbceae906075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:17:42.365706 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-fa773c0d-c559-4b90-a733-98015734ea98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:42.366207 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa773c0d-c559-4b90-a733-98015734ea98 None None] Bound using segment: {'id': '334ce71a-b387-4b0b-b04b-de0cdcd24a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '2f4b42e4-7732-4c98-9681-fbceae906075'} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:17:42.366945 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-fa773c0d-c559-4b90-a733-98015734ea98 None None] Bound port: 10a68d4f-8209-4430-801f-36e67486e859, host: dv-cinder-841591-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '334ce71a-b387-4b0b-b04b-de0cdcd24a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '2f4b42e4-7732-4c98-9681-fbceae906075'}}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:17:42.367499 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-fa773c0d-c559-4b90-a733-98015734ea98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (10a68d4f-8209-4430-801f-36e67486e859), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:42.391390 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-420e539a-e333-4212-98c1-a8c17ab9151a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (73a9ec63-0ed5-4aa9-8c9f-4275ede49200), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:42.426455 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-858b9297-1f3d-473c-8dc3-50aaa1a1880c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:42.576111 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 57078) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:17:42.584846 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-fa773c0d-c559-4b90-a733-98015734ea98 None None] For port 10a68d4f-8209-4430-801f-36e67486e859, host dv-cinder-841591-1-iscsi, cleared binding levels {{(pid=103470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:17:42.591644 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-fa773c0d-c559-4b90-a733-98015734ea98 None None] For port 10a68d4f-8209-4430-801f-36e67486e859, host dv-cinder-841591-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-1-iscsi',level=0,port_id=10a68d4f-8209-4430-801f-36e67486e859,segment=NetworkSegment(334ce71a-b387-4b0b-b04b-de0cdcd24a6b),segment_id=334ce71a-b387-4b0b-b04b-de0cdcd24a6b)] {{(pid=103470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:17:42.604522 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-cdda2c11-b3c7-47af-8b40-16a819cbb43b None None] Provisioning complete for port 73a9ec63-0ed5-4aa9-8c9f-4275ede49200 triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:17:42.605014 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-cdda2c11-b3c7-47af-8b40-16a819cbb43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (73a9ec63-0ed5-4aa9-8c9f-4275ede49200), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:42.638874 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9c42e853-61e0-4eee-8ce2-955531cc4800 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:42.639790 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-858b9297-1f3d-473c-8dc3-50aaa1a1880c admin admin] Publish callbacks [] for security_group (9f5bdb3a-cb05-4572-a5b7-11efbec84bbe), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:42.648450 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-fa773c0d-c559-4b90-a733-98015734ea98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (10a68d4f-8209-4430-801f-36e67486e859), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:42.648747 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-858b9297-1f3d-473c-8dc3-50aaa1a1880c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (9f5bdb3a-cb05-4572-a5b7-11efbec84bbe), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:42.663901 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-cdda2c11-b3c7-47af-8b40-16a819cbb43b None None] Port 73a9ec63-0ed5-4aa9-8c9f-4275ede49200 cannot update to ACTIVE because it is not bound. {{(pid=103470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:17:42.705208 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Current status of the port 78a0d3be-78e9-4fbf-8251-ab3f4f5dafbf is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:17:42.715939 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead85ecf-f9b0-4818-9115-8aa0d43597ac req-a19b3c95-f607-4f6a-8cf1-0e6f9c2696d7 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:17:42.718051 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ead85ecf-f9b0-4818-9115-8aa0d43597ac req-a19b3c95-f607-4f6a-8cf1-0e6f9c2696d7 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=674ec2ad-d5d1-46d6-b683-b5c2bd561c9a HTTP/1.1" status: 200 len: 945 time: 0.1401505 May 12 17:17:42.718178 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa773c0d-c559-4b90-a733-98015734ea98 None None] Routers {'62d2558c-a129-49d3-88c6-e6afcbcfc4ff'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:17:42.718794 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-fa773c0d-c559-4b90-a733-98015734ea98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:17:26Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['62d2558c-a129-49d3-88c6-e6afcbcfc4ff'], 'active': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:17:42.720634 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 57080) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:17:42.722073 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-858b9297-1f3d-473c-8dc3-50aaa1a1880c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a92c21e414de4bfba161d7dc04b5f14d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7468677 May 12 17:17:42.723176 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858b9297-1f3d-473c-8dc3-50aaa1a1880c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f5bdb3a-cb05-4572-a5b7-11efbec84bbe,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:42.905391 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-530300eb-4e91-417a-9071-a4bf30538d43 admin admin] Publish callbacks [] for security_group (9f5bdb3a-cb05-4572-a5b7-11efbec84bbe), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:42.934520 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-530300eb-4e91-417a-9071-a4bf30538d43 admin admin] Publish callbacks [] for security_group (9f5bdb3a-cb05-4572-a5b7-11efbec84bbe), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:43.026914 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-530300eb-4e91-417a-9071-a4bf30538d43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (9f5bdb3a-cb05-4572-a5b7-11efbec84bbe), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:43.030675 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-530300eb-4e91-417a-9071-a4bf30538d43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:43.031897 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-530300eb-4e91-417a-9071-a4bf30538d43 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9f5bdb3a-cb05-4572-a5b7-11efbec84bbe HTTP/1.1" status: 204 len: 168 time: 0.3064866 May 12 17:17:43.049260 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ead85ecf-f9b0-4818-9115-8aa0d43597ac req-e05a9570-0012-4805-8e9a-c128c380b744 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=db7d0f43-a860-4c22-8e80-2ebcff18b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825363 May 12 17:17:43.108800 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca050b76-3920-466e-b8b8-313c980f721f None None] Pushing event updated for resources: {'Port': ['ID=10a68d4f-8209-4430-801f-36e67486e859,revision_number=4']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:43.119532 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device 78a0d3be-78e9-4fbf-8251-ab3f4f5dafbf up at agent ovs-agent-dv-cinder-841591-1-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:17:43.124099 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-e6b302e9-0e5b-4cc5-a470-1dd23d889703 None None] Provisioning complete for port 10a68d4f-8209-4430-801f-36e67486e859 triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:17:43.124471 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-e6b302e9-0e5b-4cc5-a470-1dd23d889703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (10a68d4f-8209-4430-801f-36e67486e859), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:43.160861 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-420e539a-e333-4212-98c1-a8c17ab9151a admin admin] Publish callbacks [] for port (73a9ec63-0ed5-4aa9-8c9f-4275ede49200), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:43.168699 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d7a1b0-acbd-4d93-aac3-c94225ebda86 req-307cf715-9b42-4184-a861-8dcd72663505 tempest-VolumesNegativeTest-1689169600 tempest-VolumesNegativeTest-1689169600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:17:43.179061 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-85d7a1b0-acbd-4d93-aac3-c94225ebda86 req-307cf715-9b42-4184-a861-8dcd72663505 tempest-VolumesNegativeTest-1689169600 tempest-VolumesNegativeTest-1689169600-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6641477-2b70-408b-b3cf-ba02cb150cfd HTTP/1.1" status: 200 len: 949 time: 0.1588445 May 12 17:17:43.194945 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530300eb-4e91-417a-9071-a4bf30538d43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f5bdb3a-cb05-4572-a5b7-11efbec84bbe,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:43.197562 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-420e539a-e333-4212-98c1-a8c17ab9151a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968562'] for port (73a9ec63-0ed5-4aa9-8c9f-4275ede49200), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:43.317458 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-85d7a1b0-acbd-4d93-aac3-c94225ebda86 req-12be9026-5dda-4a1a-925d-e8aa681f9ab2 tempest-VolumesNegativeTest-1689169600 tempest-VolumesNegativeTest-1689169600-project] 10.222.0.23 "GET /v2.0/security-groups?id=5677a2ac-505a-4709-ac7e-e613041a16af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372759 May 12 17:17:43.329464 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-420e539a-e333-4212-98c1-a8c17ab9151a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-519223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3683244'] for router_interface (d38a1c19-e5d3-4c14-bcbd-9d754239706a), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:43.332510 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9c42e853-61e0-4eee-8ce2-955531cc4800 admin admin] Publish callbacks [] for security_group (f4190866-7bf1-45b4-9d9f-53bdb4d3b450), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:43.348367 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9c42e853-61e0-4eee-8ce2-955531cc4800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (f4190866-7bf1-45b4-9d9f-53bdb4d3b450), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:43.393652 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420e539a-e333-4212-98c1-a8c17ab9151a admin admin] Pushing event updated for resources: {'Port': ['ID=73a9ec63-0ed5-4aa9-8c9f-4275ede49200,revision_number=2']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:43.406783 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6b807db5-5b7f-4a05-9c94-9762f8fa07bc req-64809839-84c8-482f-9442-e59269b00c80 service neutron] 10.222.0.58 "GET /v2.0/networks/ff0d6338-2300-4010-ae74-9c2289a9588a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3511903 May 12 17:17:43.435710 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvr_db [None req-fa773c0d-c559-4b90-a733-98015734ea98 None None] Set router 62d2558c-a129-49d3-88c6-e6afcbcfc4ff gateway port host: dv-cinder-841591-1-iscsi {{(pid=103470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:17:43.455706 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-9c42e853-61e0-4eee-8ce2-955531cc4800 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=38037689bc9345cfaf006e6dadfd6352&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8692052 May 12 17:17:43.458386 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 57088) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:17:43.474024 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c42e853-61e0-4eee-8ce2-955531cc4800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4190866-7bf1-45b4-9d9f-53bdb4d3b450,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:43.588733 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-faa2b0bb-776d-42ce-a79c-ea9be51c442a admin admin] Publish callbacks [] for security_group (f4190866-7bf1-45b4-9d9f-53bdb4d3b450), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:43.604685 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-e6b302e9-0e5b-4cc5-a470-1dd23d889703 None None] Current status of the port 10a68d4f-8209-4430-801f-36e67486e859 is: DOWN; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:17:43.605213 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-e6b302e9-0e5b-4cc5-a470-1dd23d889703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (10a68d4f-8209-4430-801f-36e67486e859), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:43.610070 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420e539a-e333-4212-98c1-a8c17ab9151a admin admin] Network adee2392-6717-4578-ab6c-8c3c38548c8e is already hosted by enough agents. {{(pid=103469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:17:43.616345 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [None req-420e539a-e333-4212-98c1-a8c17ab9151a admin admin] Resources bound (agent type, host, resource id): {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:17:43.619292 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-faa2b0bb-776d-42ce-a79c-ea9be51c442a admin admin] Publish callbacks [] for security_group (f4190866-7bf1-45b4-9d9f-53bdb4d3b450), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:43.628568 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6b807db5-5b7f-4a05-9c94-9762f8fa07bc req-0ec31927-f41a-41eb-8a77-3b86f10c76ae service neutron] 10.222.0.58 "GET /v2.0/networks/ff0d6338-2300-4010-ae74-9c2289a9588a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065492 May 12 17:17:43.671883 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Provisioning complete for port 78a0d3be-78e9-4fbf-8251-ab3f4f5dafbf triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:17:43.672263 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (78a0d3be-78e9-4fbf-8251-ab3f4f5dafbf), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:43.713821 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-faa2b0bb-776d-42ce-a79c-ea9be51c442a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (f4190866-7bf1-45b4-9d9f-53bdb4d3b450), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:43.716685 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-faa2b0bb-776d-42ce-a79c-ea9be51c442a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:43.717959 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-faa2b0bb-776d-42ce-a79c-ea9be51c442a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f4190866-7bf1-45b4-9d9f-53bdb4d3b450 HTTP/1.1" status: 204 len: 168 time: 0.2579150 May 12 17:17:43.731343 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa2b0bb-776d-42ce-a79c-ea9be51c442a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4190866-7bf1-45b4-9d9f-53bdb4d3b450,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:43.794752 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-420e539a-e333-4212-98c1-a8c17ab9151a admin admin] Router d38a1c19-e5d3-4c14-bcbd-9d754239706a has already been hosted by L3 agent e5548ccc-31b8-4072-a6b0-52b00208ea79 {{(pid=103469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:17:43.839766 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-e6b302e9-0e5b-4cc5-a470-1dd23d889703 None None] For port 10a68d4f-8209-4430-801f-36e67486e859, host dv-cinder-841591-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-1-iscsi',level=0,port_id=10a68d4f-8209-4430-801f-36e67486e859,segment=NetworkSegment(334ce71a-b387-4b0b-b04b-de0cdcd24a6b),segment_id=334ce71a-b387-4b0b-b04b-de0cdcd24a6b)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:17:43.855377 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-e6b302e9-0e5b-4cc5-a470-1dd23d889703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (10a68d4f-8209-4430-801f-36e67486e859), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:44.040458 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b302e9-0e5b-4cc5-a470-1dd23d889703 None None] Pushing event updated for resources: {'Port': ['ID=10a68d4f-8209-4430-801f-36e67486e859,revision_number=5']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:44.044209 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-04ea7eef-43c5-4aa3-9e10-b7a3da0fc042 None None] Provisioning complete for port 10a68d4f-8209-4430-801f-36e67486e859 triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:17:44.044608 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-04ea7eef-43c5-4aa3-9e10-b7a3da0fc042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (10a68d4f-8209-4430-801f-36e67486e859), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:44.046746 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Current status of the port 78a0d3be-78e9-4fbf-8251-ab3f4f5dafbf is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:17:44.047829 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device 3c30bd1b-0310-4c9e-bbf1-1edbe2c40798 up at agent ovs-agent-dv-cinder-841591-1-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:17:44.136875 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-fa773c0d-c559-4b90-a733-98015734ea98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62d2558c-a129-49d3-88c6-e6afcbcfc4ff', 'name': 'tempest-TestShelveInstance-1611892605-router', 'tenant_id': '3127460c8042473294d90b9a3338a273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '4fde8057-a972-4cbd-8c76-ef737d5b6203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:17:26Z', 'updated_at': '2022-05-12T17:17:33Z', 'revision_number': 4, 'project_id': '3127460c8042473294d90b9a3338a273', 'gw_port': {'id': '4fde8057-a972-4cbd-8c76-ef737d5b6203', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:0c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d2558c-a129-49d3-88c6-e6afcbcfc4ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:17:27Z', 'updated_at': '2022-05-12T17:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_interfaces': [{'id': '10a68d4f-8209-4430-801f-36e67486e859', 'name': '', 'network_id': '2f4b42e4-7732-4c98-9681-fbceae906075', 'tenant_id': '3127460c8042473294d90b9a3338a273', 'mac_address': 'fa:16:3e:c1:58:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62d2558c-a129-49d3-88c6-e6afcbcfc4ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '20ff5ffc-df27-493c-a0fb-88082a87d50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:17:32Z', 'updated_at': '2022-05-12T17:17:42Z', 'revision_number': 4, 'project_id': '3127460c8042473294d90b9a3338a273', 'subnets': [{'id': '20ff5ffc-df27-493c-a0fb-88082a87d50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:17:44.166030 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-420e539a-e333-4212-98c1-a8c17ab9151a admin admin] Notify agent at l3_agent.dv-cinder-841591-1-iscsi the message routers_updated {{(pid=103469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:17:44.177049 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa773c0d-c559-4b90-a733-98015734ea98 None None] The sync data for ids ['62d2558c-a129-49d3-88c6-e6afcbcfc4ff'] in dv-cinder-841591-1-iscsi is: [{'id': '62d2558c-a129-49d3-88c6-e6afcbcfc4ff', 'name': 'tempest-TestShelveInstance-1611892605-router', 'tenant_id': '3127460c8042473294d90b9a3338a273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '4fde8057-a972-4cbd-8c76-ef737d5b6203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:17:26Z', 'updated_at': '2022-05-12T17:17:33Z', 'revision_number': 4, 'project_id': '3127460c8042473294d90b9a3338a273', 'gw_port': {'id': '4fde8057-a972-4cbd-8c76-ef737d5b6203', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:0c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d2558c-a129-49d3-88c6-e6afcbcfc4ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:17:27Z', 'updated_at': '2022-05-12T17:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_interfaces': [{'id': '10a68d4f-8209-4430-801f-36e67486e859', 'name': '', 'network_id': '2f4b42e4-7732-4c98-9681-fbceae906075', 'tenant_id': '3127460c8042473294d90b9a3338a273', 'mac_address': 'fa:16:3e:c1:58:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62d2558c-a129-49d3-88c6-e6afcbcfc4ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '20ff5ffc-df27-493c-a0fb-88082a87d50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:17:32Z', 'updated_at': '2022-05-12T17:17:42Z', 'revision_number': 4, 'project_id': '3127460c8042473294d90b9a3338a273', 'subnets': [{'id': '20ff5ffc-df27-493c-a0fb-88082a87d50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:17:44.180871 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-420e539a-e333-4212-98c1-a8c17ab9151a admin admin] 10.222.0.23 "PUT /v2.0/routers/d38a1c19-e5d3-4c14-bcbd-9d754239706a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4398713 May 12 17:17:44.235362 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Provisioning complete for port 3c30bd1b-0310-4c9e-bbf1-1edbe2c40798 triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:17:44.235814 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (3c30bd1b-0310-4c9e-bbf1-1edbe2c40798), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:44.253819 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6eeb4d-910f-42a3-8aec-6e989056d1cb req-95a2e329-6320-4b20-ba70-0ea444f36771 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:17:44.255451 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-bc6eeb4d-910f-42a3-8aec-6e989056d1cb req-95a2e329-6320-4b20-ba70-0ea444f36771 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=674ec2ad-d5d1-46d6-b683-b5c2bd561c9a HTTP/1.1" status: 200 len: 945 time: 0.0606911 May 12 17:17:44.263887 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-04ea7eef-43c5-4aa3-9e10-b7a3da0fc042 None None] Current status of the port 10a68d4f-8209-4430-801f-36e67486e859 is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:17:44.270759 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 57104) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:17:44.288236 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-bbe3cf40-0233-4ba4-badc-f79bbac190ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:44.331423 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-bc6eeb4d-910f-42a3-8aec-6e989056d1cb req-213d62bd-1600-4eab-92b2-fe01299993e9 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=db7d0f43-a860-4c22-8e80-2ebcff18b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513582 May 12 17:17:44.346272 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Current status of the port 3c30bd1b-0310-4c9e-bbf1-1edbe2c40798 is: DOWN; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:17:44.356333 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (3c30bd1b-0310-4c9e-bbf1-1edbe2c40798), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:44.394952 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] For port 3c30bd1b-0310-4c9e-bbf1-1edbe2c40798, host dv-cinder-841591-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-1-iscsi',level=0,port_id=3c30bd1b-0310-4c9e-bbf1-1edbe2c40798,segment=NetworkSegment(54af2f58-bd4b-41ba-9124-743d6aed4e37),segment_id=54af2f58-bd4b-41ba-9124-743d6aed4e37)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:17:44.397248 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-77092acc-c95f-4a4a-ba85-3bfcac2a5704 None None] Provisioning complete for port 73a9ec63-0ed5-4aa9-8c9f-4275ede49200 triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:17:44.397628 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-77092acc-c95f-4a4a-ba85-3bfcac2a5704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (73a9ec63-0ed5-4aa9-8c9f-4275ede49200), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:44.404660 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-bbe3cf40-0233-4ba4-badc-f79bbac190ec admin admin] Publish callbacks [] for security_group (d598c874-d725-486a-bac9-28894d5a24c1), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:44.409884 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-bbe3cf40-0233-4ba4-badc-f79bbac190ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (d598c874-d725-486a-bac9-28894d5a24c1), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:44.423024 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (3c30bd1b-0310-4c9e-bbf1-1edbe2c40798), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:44.461786 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-77092acc-c95f-4a4a-ba85-3bfcac2a5704 None None] Port 73a9ec63-0ed5-4aa9-8c9f-4275ede49200 cannot update to ACTIVE because it is not bound. {{(pid=103470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:17:44.480642 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-bbe3cf40-0233-4ba4-badc-f79bbac190ec admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e38f081245ce4e19a1936af048a219fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2087576 May 12 17:17:44.483347 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 57112) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:17:44.488551 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Pushing event updated for resources: {'Port': ['ID=3c30bd1b-0310-4c9e-bbf1-1edbe2c40798,revision_number=4']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:44.505089 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b317d59-f8af-41c7-9391-71552e3d4a75 req-ec1e5e68-8522-42bb-8648-0c2f4bb39bde tempest-VolumesNegativeTest-1689169600 tempest-VolumesNegativeTest-1689169600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:17:44.511394 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-5b317d59-f8af-41c7-9391-71552e3d4a75 req-ec1e5e68-8522-42bb-8648-0c2f4bb39bde tempest-VolumesNegativeTest-1689169600 tempest-VolumesNegativeTest-1689169600-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6641477-2b70-408b-b3cf-ba02cb150cfd HTTP/1.1" status: 200 len: 949 time: 0.0905793 May 12 17:17:44.514144 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe3cf40-0233-4ba4-badc-f79bbac190ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d598c874-d725-486a-bac9-28894d5a24c1,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:44.537623 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-e7a4ad14-facb-4a4a-8dd5-0894698a377e admin admin] Publish callbacks [] for security_group (d598c874-d725-486a-bac9-28894d5a24c1), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:44.563805 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-e7a4ad14-facb-4a4a-8dd5-0894698a377e admin admin] Publish callbacks [] for security_group (d598c874-d725-486a-bac9-28894d5a24c1), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:44.569343 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-5b317d59-f8af-41c7-9391-71552e3d4a75 req-f12d4a50-bd3f-4faf-904c-e670a2748846 tempest-VolumesNegativeTest-1689169600 tempest-VolumesNegativeTest-1689169600-project] 10.222.0.23 "GET /v2.0/security-groups?id=5677a2ac-505a-4709-ac7e-e613041a16af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562544 May 12 17:17:44.627022 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-e7a4ad14-facb-4a4a-8dd5-0894698a377e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (d598c874-d725-486a-bac9-28894d5a24c1), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:44.630296 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-e7a4ad14-facb-4a4a-8dd5-0894698a377e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:44.633881 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-e7a4ad14-facb-4a4a-8dd5-0894698a377e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d598c874-d725-486a-bac9-28894d5a24c1 HTTP/1.1" status: 204 len: 168 time: 0.1490216 May 12 17:17:44.644743 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a4ad14-facb-4a4a-8dd5-0894698a377e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d598c874-d725-486a-bac9-28894d5a24c1,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:44.672739 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 57120) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:17:44.677754 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-a15e61e5-82b4-4ab5-8730-9b606993e3ab tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1396268530', 'description': 'tempest-secgroup-smoke-1396268530 description', 'project_id': '3127460c8042473294d90b9a3338a273'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:17:44.725996 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a15e61e5-82b4-4ab5-8730-9b606993e3ab tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:44.828587 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a15e61e5-82b4-4ab5-8730-9b606993e3ab tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Publish callbacks [] for security_group (9f4198f2-c72d-4a6d-bdaf-ef5afcf5ac8c), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:44.833384 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a15e61e5-82b4-4ab5-8730-9b606993e3ab tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (9f4198f2-c72d-4a6d-bdaf-ef5afcf5ac8c), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:44.863747 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a15e61e5-82b4-4ab5-8730-9b606993e3ab tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:44.865030 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-a15e61e5-82b4-4ab5-8730-9b606993e3ab tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1909266 May 12 17:17:44.868258 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 57124) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:17:44.873535 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-f07a5973-5ca6-45be-a9dd-f09d93195864 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Request body: {'security_group_rule': {'security_group_id': '9f4198f2-c72d-4a6d-bdaf-ef5afcf5ac8c', 'project_id': '3127460c8042473294d90b9a3338a273', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:17:44.879399 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15e61e5-82b4-4ab5-8730-9b606993e3ab tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f4198f2-c72d-4a6d-bdaf-ef5afcf5ac8c,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:44.903538 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device 10a68d4f-8209-4430-801f-36e67486e859 up at agent ovs-agent-dv-cinder-841591-1-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:17:44.922548 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-f07a5973-5ca6-45be-a9dd-f09d93195864 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Publish callbacks [] for security_group_rule (bbb79247-6ee6-45a9-9c3d-71f9d4b2bfb5), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:44.923926 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91126bf4-d620-4eaf-a30f-551dbbc905a1 req-bdb9738d-b6c9-4f81-b073-5d116b07be3d tempest-VolumesNegativeTest-1689169600 tempest-VolumesNegativeTest-1689169600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:17:44.925476 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-91126bf4-d620-4eaf-a30f-551dbbc905a1 req-bdb9738d-b6c9-4f81-b073-5d116b07be3d tempest-VolumesNegativeTest-1689169600 tempest-VolumesNegativeTest-1689169600-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6641477-2b70-408b-b3cf-ba02cb150cfd HTTP/1.1" status: 200 len: 949 time: 0.0574148 May 12 17:17:44.963324 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Provisioning complete for port 10a68d4f-8209-4430-801f-36e67486e859 triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:17:44.963740 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (10a68d4f-8209-4430-801f-36e67486e859), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:44.992525 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-91126bf4-d620-4eaf-a30f-551dbbc905a1 req-51cc1892-7812-409c-a364-ffc3ad640ea9 tempest-VolumesNegativeTest-1689169600 tempest-VolumesNegativeTest-1689169600-project] 10.222.0.23 "GET /v2.0/security-groups?id=5677a2ac-505a-4709-ac7e-e613041a16af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606518 May 12 17:17:44.995203 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-f07a5973-5ca6-45be-a9dd-f09d93195864 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Publish callbacks [] for security_group_rule (bbb79247-6ee6-45a9-9c3d-71f9d4b2bfb5), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:45.003115 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-f07a5973-5ca6-45be-a9dd-f09d93195864 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462143'] for security_group_rule (bbb79247-6ee6-45a9-9c3d-71f9d4b2bfb5), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:45.030920 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07a5973-5ca6-45be-a9dd-f09d93195864 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbb79247-6ee6-45a9-9c3d-71f9d4b2bfb5,revision_number=0']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:45.054947 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-f07a5973-5ca6-45be-a9dd-f09d93195864 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:45.056172 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-f07a5973-5ca6-45be-a9dd-f09d93195864 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1861660 May 12 17:17:45.059015 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 57132) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:17:45.063529 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-65eca283-ee51-4683-ae66-f6226d51231f tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Request body: {'security_group_rule': {'security_group_id': '9f4198f2-c72d-4a6d-bdaf-ef5afcf5ac8c', 'project_id': '3127460c8042473294d90b9a3338a273', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:17:45.079402 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Current status of the port 10a68d4f-8209-4430-801f-36e67486e859 is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:17:45.081777 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device 3c30bd1b-0310-4c9e-bbf1-1edbe2c40798 up at agent ovs-agent-dv-cinder-841591-1-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:17:45.108114 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-65eca283-ee51-4683-ae66-f6226d51231f tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Publish callbacks [] for security_group_rule (5efddc57-1f03-4b00-90de-1e516bcd7a55), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:45.144193 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Provisioning complete for port 3c30bd1b-0310-4c9e-bbf1-1edbe2c40798 triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:17:45.144619 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (3c30bd1b-0310-4c9e-bbf1-1edbe2c40798), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:45.194609 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-65eca283-ee51-4683-ae66-f6226d51231f tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Publish callbacks [] for security_group_rule (5efddc57-1f03-4b00-90de-1e516bcd7a55), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:45.199122 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-65eca283-ee51-4683-ae66-f6226d51231f tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462143'] for security_group_rule (5efddc57-1f03-4b00-90de-1e516bcd7a55), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:45.220602 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eca283-ee51-4683-ae66-f6226d51231f tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5efddc57-1f03-4b00-90de-1e516bcd7a55,revision_number=0']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:45.225410 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-65eca283-ee51-4683-ae66-f6226d51231f tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:45.226870 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-65eca283-ee51-4683-ae66-f6226d51231f tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1667960 May 12 17:17:45.230040 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 57140) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:17:45.234695 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-a76d6051-6cee-4057-bc3f-436b06fa29ee tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Request body: {'security_group_rule': {'security_group_id': '9f4198f2-c72d-4a6d-bdaf-ef5afcf5ac8c', 'project_id': '3127460c8042473294d90b9a3338a273', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:17:45.250616 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Current status of the port 3c30bd1b-0310-4c9e-bbf1-1edbe2c40798 is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:17:45.263141 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-a76d6051-6cee-4057-bc3f-436b06fa29ee tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Publish callbacks [] for security_group_rule (dd809daf-9529-4f4b-a89f-a772a6d6bb9f), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:45.325274 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-a76d6051-6cee-4057-bc3f-436b06fa29ee tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Publish callbacks [] for security_group_rule (dd809daf-9529-4f4b-a89f-a772a6d6bb9f), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:45.330831 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-a76d6051-6cee-4057-bc3f-436b06fa29ee tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462143'] for security_group_rule (dd809daf-9529-4f4b-a89f-a772a6d6bb9f), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:45.349865 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76d6051-6cee-4057-bc3f-436b06fa29ee tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd809daf-9529-4f4b-a89f-a772a6d6bb9f,revision_number=0']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:45.360359 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-a76d6051-6cee-4057-bc3f-436b06fa29ee tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:45.360359 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-a76d6051-6cee-4057-bc3f-436b06fa29ee tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1287255 May 12 17:17:45.362762 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 57148) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:17:45.367339 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-27f1ca3f-749b-4719-8112-a14529bcac68 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Request body: {'security_group_rule': {'security_group_id': '9f4198f2-c72d-4a6d-bdaf-ef5afcf5ac8c', 'project_id': '3127460c8042473294d90b9a3338a273', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:17:45.403461 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-27f1ca3f-749b-4719-8112-a14529bcac68 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Publish callbacks [] for security_group_rule (b4116b05-b9b2-4028-83e9-426ce6ecd67d), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:45.476816 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eaa421-faa1-466c-ae02-2294e9d5ce49 req-18b88a9e-0bf8-4feb-96b7-f203c0e30e7c tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:17:45.478611 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-c8eaa421-faa1-466c-ae02-2294e9d5ce49 req-18b88a9e-0bf8-4feb-96b7-f203c0e30e7c tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=674ec2ad-d5d1-46d6-b683-b5c2bd561c9a HTTP/1.1" status: 200 len: 945 time: 0.0652277 May 12 17:17:45.511006 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-27f1ca3f-749b-4719-8112-a14529bcac68 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Publish callbacks [] for security_group_rule (b4116b05-b9b2-4028-83e9-426ce6ecd67d), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:45.516137 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-27f1ca3f-749b-4719-8112-a14529bcac68 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462143'] for security_group_rule (b4116b05-b9b2-4028-83e9-426ce6ecd67d), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:45.547723 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f1ca3f-749b-4719-8112-a14529bcac68 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4116b05-b9b2-4028-83e9-426ce6ecd67d,revision_number=0']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:45.556875 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-27f1ca3f-749b-4719-8112-a14529bcac68 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:45.558886 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-27f1ca3f-749b-4719-8112-a14529bcac68 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1950407 May 12 17:17:45.561379 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 57156) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:17:45.562593 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-c8eaa421-faa1-466c-ae02-2294e9d5ce49 req-7c436de1-b9b5-4988-8d98-fe823748c74a tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=db7d0f43-a860-4c22-8e80-2ebcff18b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781376 May 12 17:17:45.565874 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-013f81d0-d464-482b-89b5-1ea057fd6d28 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Request body: {'security_group_rule': {'security_group_id': '9f4198f2-c72d-4a6d-bdaf-ef5afcf5ac8c', 'project_id': '3127460c8042473294d90b9a3338a273', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:17:45.590444 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.db.securitygroups_db [None req-013f81d0-d464-482b-89b5-1ea057fd6d28 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Project 3127460c8042473294d90b9a3338a273 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 17:17:45.596818 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-013f81d0-d464-482b-89b5-1ea057fd6d28 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Publish callbacks [] for security_group_rule (22b734a1-2967-4269-b3ea-23ef50b4ff6a), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:45.607001 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 57158) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:17:45.650153 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-013f81d0-d464-482b-89b5-1ea057fd6d28 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Publish callbacks [] for security_group_rule (22b734a1-2967-4269-b3ea-23ef50b4ff6a), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:45.653973 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-013f81d0-d464-482b-89b5-1ea057fd6d28 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462143'] for security_group_rule (22b734a1-2967-4269-b3ea-23ef50b4ff6a), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:45.674231 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013f81d0-d464-482b-89b5-1ea057fd6d28 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22b734a1-2967-4269-b3ea-23ef50b4ff6a,revision_number=0']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:45.680968 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-013f81d0-d464-482b-89b5-1ea057fd6d28 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:45.682771 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-013f81d0-d464-482b-89b5-1ea057fd6d28 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1203790 May 12 17:17:45.685802 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 57162) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:17:45.690762 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-5ebc3ded-9ec9-40c3-9de1-48ccffd3ec68 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Request body: {'security_group_rule': {'security_group_id': '9f4198f2-c72d-4a6d-bdaf-ef5afcf5ac8c', 'project_id': '3127460c8042473294d90b9a3338a273', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:17:45.715073 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-15d2b65c-7179-4995-a044-01ab454203de admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1954113526-network', 'tenant_id': '37f0cc299cec4beaadf4e92dd74c28e4'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:17:45.719942 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.db.securitygroups_db [None req-5ebc3ded-9ec9-40c3-9de1-48ccffd3ec68 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Project 3127460c8042473294d90b9a3338a273 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 17:17:45.728928 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5ebc3ded-9ec9-40c3-9de1-48ccffd3ec68 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Publish callbacks [] for security_group_rule (66697e11-c20c-41d9-8946-d5c584321f1f), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:45.761975 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d2b65c-7179-4995-a044-01ab454203de admin admin] Made reservation on behalf of 37f0cc299cec4beaadf4e92dd74c28e4 for: {'network': 1} {{(pid=103468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:17:45.764416 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-15d2b65c-7179-4995-a044-01ab454203de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for network (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:45.782500 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-15d2b65c-7179-4995-a044-01ab454203de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:45.825487 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5ebc3ded-9ec9-40c3-9de1-48ccffd3ec68 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Publish callbacks [] for security_group_rule (66697e11-c20c-41d9-8946-d5c584321f1f), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:45.833037 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5ebc3ded-9ec9-40c3-9de1-48ccffd3ec68 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462143'] for security_group_rule (66697e11-c20c-41d9-8946-d5c584321f1f), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:45.865043 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5ebc3ded-9ec9-40c3-9de1-48ccffd3ec68 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:45.866223 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-5ebc3ded-9ec9-40c3-9de1-48ccffd3ec68 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1792395 May 12 17:17:45.866951 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebc3ded-9ec9-40c3-9de1-48ccffd3ec68 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66697e11-c20c-41d9-8946-d5c584321f1f,revision_number=0']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:45.928709 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-15d2b65c-7179-4995-a044-01ab454203de admin admin] Publish callbacks [] for security_group (fbce9047-3697-491c-ac2e-2895d39005fc), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:45.933568 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-15d2b65c-7179-4995-a044-01ab454203de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (fbce9047-3697-491c-ac2e-2895d39005fc), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:45.955089 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15d2b65c-7179-4995-a044-01ab454203de admin admin] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=103468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 17:17:45.975952 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-15d2b65c-7179-4995-a044-01ab454203de admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774527956237', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3597332'] for segment (456b4edc-1e4d-4c90-b179-837044718f2d), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:45.976371 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.db.segments_db [None req-15d2b65c-7179-4995-a044-01ab454203de admin admin] Added segment 456b4edc-1e4d-4c90-b179-837044718f2d of type vlan for network e0eec4ab-bfe0-4b90-a7ae-84750299cb1b May 12 17:17:45.977948 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d2b65c-7179-4995-a044-01ab454203de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbce9047-3697-491c-ac2e-2895d39005fc,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:46.033173 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-15d2b65c-7179-4995-a044-01ab454203de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774527496843'] for network (e0eec4ab-bfe0-4b90-a7ae-84750299cb1b), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:46.101499 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-15d2b65c-7179-4995-a044-01ab454203de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205'] for network (e0eec4ab-bfe0-4b90-a7ae-84750299cb1b), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:46.102596 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d2b65c-7179-4995-a044-01ab454203de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:17:46.103258 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-15d2b65c-7179-4995-a044-01ab454203de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-519179'] for network (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:46.136513 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1397d8-b425-443e-9863-ad3920cb4ab9 None None] Sync routers for ids ['d38a1c19-e5d3-4c14-bcbd-9d754239706a'] in dv-cinder-841591-1-iscsi {{(pid=103470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:17:46.163817 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-15d2b65c-7179-4995-a044-01ab454203de admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5555680 May 12 17:17:46.175883 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 57200) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:17:46.192384 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1397d8-b425-443e-9863-ad3920cb4ab9 None None] Routers {'d38a1c19-e5d3-4c14-bcbd-9d754239706a'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:17:46.193217 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-8b1397d8-b425-443e-9863-ad3920cb4ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:17:26Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['d38a1c19-e5d3-4c14-bcbd-9d754239706a'], 'active': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:17:46.194223 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-8f5fcb8b-84b6-48da-9b15-03357324c979 admin admin] Request body: {'subnet': {'network_id': 'e0eec4ab-bfe0-4b90-a7ae-84750299cb1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1954113526-subnet', 'tenant_id': '37f0cc299cec4beaadf4e92dd74c28e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:17:46.205175 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d2b65c-7179-4995-a044-01ab454203de admin admin] Pushing event updated for resources: {'Network': ['ID=e0eec4ab-bfe0-4b90-a7ae-84750299cb1b,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:46.234622 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb4a966-19c0-4805-93de-9b3fed4721c6 req-2b376540-2813-47cf-963e-eb24e80bfcd3 tempest-VolumesNegativeTest-1689169600 tempest-VolumesNegativeTest-1689169600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:17:46.248785 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1cb4a966-19c0-4805-93de-9b3fed4721c6 req-2b376540-2813-47cf-963e-eb24e80bfcd3 tempest-VolumesNegativeTest-1689169600 tempest-VolumesNegativeTest-1689169600-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6641477-2b70-408b-b3cf-ba02cb150cfd HTTP/1.1" status: 200 len: 949 time: 0.1502693 May 12 17:17:46.264165 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Network e0eec4ab-bfe0-4b90-a7ae-84750299cb1b details requested by agent ovs-agent-dv-cinder-841591-1-iscsi with host dv-cinder-841591-1-iscsi {{(pid=103470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 17:17:46.267739 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f5fcb8b-84b6-48da-9b15-03357324c979 admin admin] Made reservation on behalf of 37f0cc299cec4beaadf4e92dd74c28e4 for: {'subnet': 1} {{(pid=103469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:17:46.270333 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-8f5fcb8b-84b6-48da-9b15-03357324c979 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11573757'] for subnet (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:46.370889 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1cb4a966-19c0-4805-93de-9b3fed4721c6 req-ba177e76-76e8-4e39-8dd0-dc3d2218b022 tempest-VolumesNegativeTest-1689169600 tempest-VolumesNegativeTest-1689169600-project] 10.222.0.23 "GET /v2.0/security-groups?id=5677a2ac-505a-4709-ac7e-e613041a16af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207564 May 12 17:17:46.410236 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvr_db [None req-8b1397d8-b425-443e-9863-ad3920cb4ab9 None None] Set router d38a1c19-e5d3-4c14-bcbd-9d754239706a gateway port host: dv-cinder-841591-1-iscsi {{(pid=103470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:17:46.575299 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-8f5fcb8b-84b6-48da-9b15-03357324c979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1968693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11573739'] for subnet (94864ee8-9712-47f3-b5c2-c7aa15553092), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:46.683439 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-8b1397d8-b425-443e-9863-ad3920cb4ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd38a1c19-e5d3-4c14-bcbd-9d754239706a', 'name': 'tempest-TestShelveInstance-1159747578-router', 'tenant_id': '4bd357b54bec4f3fa3df240c11cee03f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': '3c30bd1b-0310-4c9e-bbf1-1edbe2c40798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:17:37Z', 'updated_at': '2022-05-12T17:17:42Z', 'revision_number': 4, 'project_id': '4bd357b54bec4f3fa3df240c11cee03f', 'gw_port': {'id': '3c30bd1b-0310-4c9e-bbf1-1edbe2c40798', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:92:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38a1c19-e5d3-4c14-bcbd-9d754239706a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:17:37Z', 'updated_at': '2022-05-12T17:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_interfaces': [{'id': '73a9ec63-0ed5-4aa9-8c9f-4275ede49200', 'name': '', 'network_id': 'adee2392-6717-4578-ab6c-8c3c38548c8e', 'tenant_id': '4bd357b54bec4f3fa3df240c11cee03f', 'mac_address': 'fa:16:3e:3a:2a:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd38a1c19-e5d3-4c14-bcbd-9d754239706a', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'b41dcb02-91b7-48eb-9001-1776bd4d94e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:17:41Z', 'updated_at': '2022-05-12T17:17:42Z', 'revision_number': 2, 'project_id': '4bd357b54bec4f3fa3df240c11cee03f', 'subnets': [{'id': 'b41dcb02-91b7-48eb-9001-1776bd4d94e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:17:46.695093 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c52af7-5437-4f8c-9c13-ab20c70f3e45 req-7d3805d8-a308-4797-8ee4-9d6461211bd3 tempest-VolumesNegativeTest-1689169600 tempest-VolumesNegativeTest-1689169600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:17:46.696545 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-29c52af7-5437-4f8c-9c13-ab20c70f3e45 req-7d3805d8-a308-4797-8ee4-9d6461211bd3 tempest-VolumesNegativeTest-1689169600 tempest-VolumesNegativeTest-1689169600-project] 10.222.0.58 "GET /v2.0/ports?device_id=f6641477-2b70-408b-b3cf-ba02cb150cfd HTTP/1.1" status: 200 len: 949 time: 0.0742726 May 12 17:17:46.702662 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5fcb8b-84b6-48da-9b15-03357324c979 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94864ee8-9712-47f3-b5c2-c7aa15553092,revision_number=0']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:46.720062 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1397d8-b425-443e-9863-ad3920cb4ab9 None None] Checking router: d38a1c19-e5d3-4c14-bcbd-9d754239706a for host: dv-cinder-841591-1-iscsi {{(pid=103470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:17:46.720548 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1397d8-b425-443e-9863-ad3920cb4ab9 None None] Updating router d38a1c19-e5d3-4c14-bcbd-9d754239706a port 73a9ec63-0ed5-4aa9-8c9f-4275ede49200 binding host dv-cinder-841591-1-iscsi {{(pid=103470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 17:17:46.720676 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bec7235-316d-494b-9d32-a761caedadbc req-a4a701c5-3a6a-4195-aa71-dccac9560012 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:17:46.725399 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-5bec7235-316d-494b-9d32-a761caedadbc req-a4a701c5-3a6a-4195-aa71-dccac9560012 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=674ec2ad-d5d1-46d6-b683-b5c2bd561c9a HTTP/1.1" status: 200 len: 945 time: 0.0737288 May 12 17:17:46.756398 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-8b1397d8-b425-443e-9863-ad3920cb4ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (73a9ec63-0ed5-4aa9-8c9f-4275ede49200), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:46.774676 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5fcb8b-84b6-48da-9b15-03357324c979 admin admin] Checking segment: {'id': '456b4edc-1e4d-4c90-b179-837044718f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e0eec4ab-bfe0-4b90-a7ae-84750299cb1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:17:46.775207 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5fcb8b-84b6-48da-9b15-03357324c979 admin admin] Network hostable DHCP agents. Network: e0eec4ab-bfe0-4b90-a7ae-84750299cb1b, hostable agents: ['ad05f391-ff61-4b74-a3af-7ffb7f485489'], hosted agents: [] {{(pid=103469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 17:17:46.795156 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-5bec7235-316d-494b-9d32-a761caedadbc req-82949946-4b11-4c46-9537-0434ab1b9be6 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=db7d0f43-a860-4c22-8e80-2ebcff18b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587838 May 12 17:17:46.879527 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5fcb8b-84b6-48da-9b15-03357324c979 admin admin] Network e0eec4ab-bfe0-4b90-a7ae-84750299cb1b is scheduled to be hosted by DHCP agent ad05f391-ff61-4b74-a3af-7ffb7f485489 with binding_index 1 {{(pid=103469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 17:17:46.910360 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [None req-8f5fcb8b-84b6-48da-9b15-03357324c979 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841591-1-iscsi, e0eec4ab-bfe0-4b90-a7ae-84750299cb1b) {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:17:46.915079 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5fcb8b-84b6-48da-9b15-03357324c979 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:17:46.916881 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-8f5fcb8b-84b6-48da-9b15-03357324c979 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-519179'] for subnet (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:46.926231 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [req-29c52af7-5437-4f8c-9c13-ab20c70f3e45 req-0e9126cb-d8c8-4ba1-8d23-79208b892ad0 tempest-VolumesNegativeTest-1689169600 tempest-VolumesNegativeTest-1689169600-project] Deleting port f5d48667-1163-4c45-bef1-259516ae72a1 {{(pid=103469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:17:46.926611 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-29c52af7-5437-4f8c-9c13-ab20c70f3e45 req-0e9126cb-d8c8-4ba1-8d23-79208b892ad0 tempest-VolumesNegativeTest-1689169600 tempest-VolumesNegativeTest-1689169600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774528024037'] for port (f5d48667-1163-4c45-bef1-259516ae72a1), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:46.967350 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-8f5fcb8b-84b6-48da-9b15-03357324c979 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7799914 May 12 17:17:46.970372 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0b5151-ab3b-463b-b868-ab0370daaf45 None None] Network e0eec4ab-bfe0-4b90-a7ae-84750299cb1b requested from dv-cinder-841591-1-iscsi {{(pid=103470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:17:47.049124 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [req-29c52af7-5437-4f8c-9c13-ab20c70f3e45 req-0e9126cb-d8c8-4ba1-8d23-79208b892ad0 tempest-VolumesNegativeTest-1689169600 tempest-VolumesNegativeTest-1689169600-project] For port f5d48667-1163-4c45-bef1-259516ae72a1, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=f5d48667-1163-4c45-bef1-259516ae72a1,segment=NetworkSegment(de64292e-4b5d-42bf-9775-ded8266071c0),segment_id=de64292e-4b5d-42bf-9775-ded8266071c0)] {{(pid=103469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:17:47.049440 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-29c52af7-5437-4f8c-9c13-ab20c70f3e45 req-0e9126cb-d8c8-4ba1-8d23-79208b892ad0 tempest-VolumesNegativeTest-1689169600 tempest-VolumesNegativeTest-1689169600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683095'] for port (f5d48667-1163-4c45-bef1-259516ae72a1), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:47.067268 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [req-29c52af7-5437-4f8c-9c13-ab20c70f3e45 req-0e9126cb-d8c8-4ba1-8d23-79208b892ad0 tempest-VolumesNegativeTest-1689169600 tempest-VolumesNegativeTest-1689169600-project] Calling delete_port for f5d48667-1163-4c45-bef1-259516ae72a1 owned by compute:nova {{(pid=103469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:17:47.163567 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7228b6b-7956-4f56-b418-7f8e7d1be5eb None None] Network e0eec4ab-bfe0-4b90-a7ae-84750299cb1b requested from dv-cinder-841591-1-iscsi {{(pid=103470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:17:47.273723 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-29c52af7-5437-4f8c-9c13-ab20c70f3e45 req-0e9126cb-d8c8-4ba1-8d23-79208b892ad0 tempest-VolumesNegativeTest-1689169600 tempest-VolumesNegativeTest-1689169600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774528036217', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774527475294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968517'] for port (f5d48667-1163-4c45-bef1-259516ae72a1), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:47.302200 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] get_ports_and_sgs() called for port_ids ['f5d48667-1163-4c45-bef1-259516ae72a1'] {{(pid=103470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:17:47.310959 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9126cb-d8c8-4ba1-8d23-79208b892ad0 tempest-VolumesNegativeTest-1689169600 tempest-VolumesNegativeTest-1689169600-project] Pushing event deleted for resources: {'Port': ['ID=f5d48667-1163-4c45-bef1-259516ae72a1,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:47.384132 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [req-29c52af7-5437-4f8c-9c13-ab20c70f3e45 req-0e9126cb-d8c8-4ba1-8d23-79208b892ad0 tempest-VolumesNegativeTest-1689169600 tempest-VolumesNegativeTest-1689169600-project] No DVR routers for this DVR port f5d48667-1163-4c45-bef1-259516ae72a1 on host hv-cinder-84159 {{(pid=103469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:17:47.390994 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-29c52af7-5437-4f8c-9c13-ab20c70f3e45 req-0e9126cb-d8c8-4ba1-8d23-79208b892ad0 tempest-VolumesNegativeTest-1689169600 tempest-VolumesNegativeTest-1689169600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36930'] for port (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:47.395683 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-29c52af7-5437-4f8c-9c13-ab20c70f3e45 req-0e9126cb-d8c8-4ba1-8d23-79208b892ad0 tempest-VolumesNegativeTest-1689169600 tempest-VolumesNegativeTest-1689169600-project] 10.222.0.58 "DELETE /v2.0/ports/f5d48667-1163-4c45-bef1-259516ae72a1 HTTP/1.1" status: 204 len: 173 time: 0.6903999 May 12 17:17:47.396430 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6641477-2b70-408b-b3cf-ba02cb150cfd', 'name': 'network-vif-deleted', 'tag': 'f5d48667-1163-4c45-bef1-259516ae72a1'}] {{(pid=103469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:17:47.399186 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a389b951f31a62b906e18655c420a9fe9aa70b39b59c66ae41c54d630ec86ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2baf4fe5-b675-4408-8ff0-989e49503a53" -d '{"events": [{"server_uuid": "f6641477-2b70-408b-b3cf-ba02cb150cfd", "name": "network-vif-deleted", "tag": "f5d48667-1163-4c45-bef1-259516ae72a1"}]}' {{(pid=103469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:17:47.451579 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c268125-6a0c-4e98-b02a-6604ae95b893 x-openstack-request-id: req-5c268125-6a0c-4e98-b02a-6604ae95b893 {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:17:47.452078 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6641477-2b70-408b-b3cf-ba02cb150cfd", "name": "network-vif-deleted", "tag": "f5d48667-1163-4c45-bef1-259516ae72a1", "status": "completed", "code": 200}]} {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:17:47.452486 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5c268125-6a0c-4e98-b02a-6604ae95b893 {{(pid=103469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:17:47.453082 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c268125-6a0c-4e98-b02a-6604ae95b893'] response: {'server_uuid': 'f6641477-2b70-408b-b3cf-ba02cb150cfd', 'name': 'network-vif-deleted', 'tag': 'f5d48667-1163-4c45-bef1-259516ae72a1', 'status': 'completed', 'code': 200} May 12 17:17:47.458805 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-8b1397d8-b425-443e-9863-ad3920cb4ab9 None None] Publish callbacks [] for port (73a9ec63-0ed5-4aa9-8c9f-4275ede49200), precommit_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:47.467883 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-8b1397d8-b425-443e-9863-ad3920cb4ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (73a9ec63-0ed5-4aa9-8c9f-4275ede49200), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:47.579490 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1b8a53b6-1f70-469e-acb4-8019e0d6bf8a req-0fd698e9-09ae-4a4d-99c4-fb633273df2c tempest-VolumesNegativeTest-1689169600 tempest-VolumesNegativeTest-1689169600-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6641477-2b70-408b-b3cf-ba02cb150cfd HTTP/1.1" status: 200 len: 210 time: 0.0626147 May 12 17:17:47.606378 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ee8e00-fc23-4860-aaba-d1b0a5765c91 None None] Pushing event updated for resources: {'Port': ['ID=73a9ec63-0ed5-4aa9-8c9f-4275ede49200,revision_number=3']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:47.629703 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-8b1397d8-b425-443e-9863-ad3920cb4ab9 None None] Attempting to bind port 73a9ec63-0ed5-4aa9-8c9f-4275ede49200 on host dv-cinder-841591-1-iscsi for vnic_type normal with profile {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:17:47.630333 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-8b1397d8-b425-443e-9863-ad3920cb4ab9 None None] Attempting to bind port 73a9ec63-0ed5-4aa9-8c9f-4275ede49200 by drivers openvswitch,hyperv on host dv-cinder-841591-1-iscsi at level 0 using segments [{'id': '772030bb-6993-4f37-885d-2db37d1a257d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'adee2392-6717-4578-ab6c-8c3c38548c8e'}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:17:47.631537 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1397d8-b425-443e-9863-ad3920cb4ab9 None None] Attempting to bind port 73a9ec63-0ed5-4aa9-8c9f-4275ede49200 on network adee2392-6717-4578-ab6c-8c3c38548c8e {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:17:47.639373 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1397d8-b425-443e-9863-ad3920cb4ab9 None None] Checking agent: {'id': 'dea0f963-0a36-45fe-941b-5c749ca6f3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841591-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 7, 30), 'started_at': datetime.datetime(2022, 5, 12, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841591-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:17:47.639920 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1397d8-b425-443e-9863-ad3920cb4ab9 None None] Checking segment: {'id': '772030bb-6993-4f37-885d-2db37d1a257d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'adee2392-6717-4578-ab6c-8c3c38548c8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:17:47.640417 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-8b1397d8-b425-443e-9863-ad3920cb4ab9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:47.641016 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1397d8-b425-443e-9863-ad3920cb4ab9 None None] Bound using segment: {'id': '772030bb-6993-4f37-885d-2db37d1a257d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'adee2392-6717-4578-ab6c-8c3c38548c8e'} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:17:47.641600 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-8b1397d8-b425-443e-9863-ad3920cb4ab9 None None] Bound port: 73a9ec63-0ed5-4aa9-8c9f-4275ede49200, host: dv-cinder-841591-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '772030bb-6993-4f37-885d-2db37d1a257d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'adee2392-6717-4578-ab6c-8c3c38548c8e'}}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:17:47.642200 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-8b1397d8-b425-443e-9863-ad3920cb4ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (73a9ec63-0ed5-4aa9-8c9f-4275ede49200), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:47.725206 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-8b1397d8-b425-443e-9863-ad3920cb4ab9 None None] For port 73a9ec63-0ed5-4aa9-8c9f-4275ede49200, host dv-cinder-841591-1-iscsi, cleared binding levels {{(pid=103470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:17:47.728767 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-8b1397d8-b425-443e-9863-ad3920cb4ab9 None None] For port 73a9ec63-0ed5-4aa9-8c9f-4275ede49200, host dv-cinder-841591-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-1-iscsi',level=0,port_id=73a9ec63-0ed5-4aa9-8c9f-4275ede49200,segment=NetworkSegment(772030bb-6993-4f37-885d-2db37d1a257d),segment_id=772030bb-6993-4f37-885d-2db37d1a257d)] {{(pid=103470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:17:47.731317 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 57248) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:17:47.736124 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-8b1397d8-b425-443e-9863-ad3920cb4ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (73a9ec63-0ed5-4aa9-8c9f-4275ede49200), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:47.737220 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-8e56dbf7-1af6-4dc1-b382-91766f898bb4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1055223666-network', 'tenant_id': '992b7a2dcd8945cca75d3626ef70f1ff'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:17:47.763284 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e56dbf7-1af6-4dc1-b382-91766f898bb4 admin admin] Made reservation on behalf of 992b7a2dcd8945cca75d3626ef70f1ff for: {'network': 1} {{(pid=103469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:17:47.766096 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-8e56dbf7-1af6-4dc1-b382-91766f898bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for network (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:47.781180 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-8e56dbf7-1af6-4dc1-b382-91766f898bb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:47.800463 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1397d8-b425-443e-9863-ad3920cb4ab9 None None] Routers {'d38a1c19-e5d3-4c14-bcbd-9d754239706a'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:17:47.801100 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-8b1397d8-b425-443e-9863-ad3920cb4ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:17:26Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['d38a1c19-e5d3-4c14-bcbd-9d754239706a'], 'active': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:17:47.802864 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ee8e00-fc23-4860-aaba-d1b0a5765c91 None None] Pushing event updated for resources: {'Port': ['ID=73a9ec63-0ed5-4aa9-8c9f-4275ede49200,revision_number=4']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:47.892719 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-8e56dbf7-1af6-4dc1-b382-91766f898bb4 admin admin] Publish callbacks [] for security_group (59652b8f-061f-4161-b061-3200a4ba492f), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:47.908306 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-8e56dbf7-1af6-4dc1-b382-91766f898bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (59652b8f-061f-4161-b061-3200a4ba492f), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:47.919801 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-1441cd17-9be3-453e-a245-fa6870d780f9 None None] Provisioning complete for port 73a9ec63-0ed5-4aa9-8c9f-4275ede49200 triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:17:47.920266 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-1441cd17-9be3-453e-a245-fa6870d780f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (73a9ec63-0ed5-4aa9-8c9f-4275ede49200), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:47.938816 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d211d57c-b7d5-4e00-8e69-4f95911cdcef req-6716bdd2-8cd6-4f83-903e-08cb1aa1caf8 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:17:47.940009 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e56dbf7-1af6-4dc1-b382-91766f898bb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59652b8f-061f-4161-b061-3200a4ba492f,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:47.946582 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-d211d57c-b7d5-4e00-8e69-4f95911cdcef req-6716bdd2-8cd6-4f83-903e-08cb1aa1caf8 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=674ec2ad-d5d1-46d6-b683-b5c2bd561c9a HTTP/1.1" status: 200 len: 945 time: 0.0706675 May 12 17:17:47.969446 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e56dbf7-1af6-4dc1-b382-91766f898bb4 admin admin] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=103469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 17:17:47.980284 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-8e56dbf7-1af6-4dc1-b382-91766f898bb4 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774527956237', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3597332'] for segment (524e3321-4e0d-43a2-9087-c7e858d0cd35), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:47.981933 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.db.segments_db [None req-8e56dbf7-1af6-4dc1-b382-91766f898bb4 admin admin] Added segment 524e3321-4e0d-43a2-9087-c7e858d0cd35 of type vlan for network b15714a1-e427-400f-8c9c-db090adfb482 May 12 17:17:48.012091 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-d211d57c-b7d5-4e00-8e69-4f95911cdcef req-c34cc31f-2074-47cf-9b86-e3f1621548d5 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=db7d0f43-a860-4c22-8e80-2ebcff18b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629179 May 12 17:17:48.042442 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-8e56dbf7-1af6-4dc1-b382-91766f898bb4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774527496843'] for network (b15714a1-e427-400f-8c9c-db090adfb482), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:48.058964 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvr_db [None req-8b1397d8-b425-443e-9863-ad3920cb4ab9 None None] Set router d38a1c19-e5d3-4c14-bcbd-9d754239706a gateway port host: dv-cinder-841591-1-iscsi {{(pid=103470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:17:48.077905 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-8e56dbf7-1af6-4dc1-b382-91766f898bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205'] for network (b15714a1-e427-400f-8c9c-db090adfb482), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:48.079301 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e56dbf7-1af6-4dc1-b382-91766f898bb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:17:48.079883 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-8e56dbf7-1af6-4dc1-b382-91766f898bb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-519179'] for network (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:48.122275 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-8e56dbf7-1af6-4dc1-b382-91766f898bb4 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3895113 May 12 17:17:48.125089 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 57252) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:17:48.130454 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-f0b0e6c5-d780-445c-82a5-b3e08d816a13 admin admin] Request body: {'subnet': {'network_id': 'b15714a1-e427-400f-8c9c-db090adfb482', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1055223666-subnet', 'tenant_id': '992b7a2dcd8945cca75d3626ef70f1ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:17:48.163802 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-1441cd17-9be3-453e-a245-fa6870d780f9 None None] Current status of the port 73a9ec63-0ed5-4aa9-8c9f-4275ede49200 is: DOWN; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:17:48.164391 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-1441cd17-9be3-453e-a245-fa6870d780f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (73a9ec63-0ed5-4aa9-8c9f-4275ede49200), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:48.173092 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e56dbf7-1af6-4dc1-b382-91766f898bb4 admin admin] Pushing event updated for resources: {'Network': ['ID=b15714a1-e427-400f-8c9c-db090adfb482,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:48.189557 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0b0e6c5-d780-445c-82a5-b3e08d816a13 admin admin] Made reservation on behalf of 992b7a2dcd8945cca75d3626ef70f1ff for: {'subnet': 1} {{(pid=103468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:17:48.189783 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Network b15714a1-e427-400f-8c9c-db090adfb482 details requested by agent ovs-agent-dv-cinder-841591-1-iscsi with host dv-cinder-841591-1-iscsi {{(pid=103470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 17:17:48.192874 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-f0b0e6c5-d780-445c-82a5-b3e08d816a13 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12405276'] for subnet (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:48.325577 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-1441cd17-9be3-453e-a245-fa6870d780f9 None None] For port 73a9ec63-0ed5-4aa9-8c9f-4275ede49200, host dv-cinder-841591-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-1-iscsi',level=0,port_id=73a9ec63-0ed5-4aa9-8c9f-4275ede49200,segment=NetworkSegment(772030bb-6993-4f37-885d-2db37d1a257d),segment_id=772030bb-6993-4f37-885d-2db37d1a257d)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:17:48.333063 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-1441cd17-9be3-453e-a245-fa6870d780f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (73a9ec63-0ed5-4aa9-8c9f-4275ede49200), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:48.371427 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-f0b0e6c5-d780-445c-82a5-b3e08d816a13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11526927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12405258'] for subnet (e87d070f-23de-4695-b72e-e861bf809680), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:48.428202 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b0e6c5-d780-445c-82a5-b3e08d816a13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e87d070f-23de-4695-b72e-e861bf809680,revision_number=0']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:48.434454 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1441cd17-9be3-453e-a245-fa6870d780f9 None None] Pushing event updated for resources: {'Port': ['ID=73a9ec63-0ed5-4aa9-8c9f-4275ede49200,revision_number=5']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:48.441860 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-8b1397d8-b425-443e-9863-ad3920cb4ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd38a1c19-e5d3-4c14-bcbd-9d754239706a', 'name': 'tempest-TestShelveInstance-1159747578-router', 'tenant_id': '4bd357b54bec4f3fa3df240c11cee03f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': '3c30bd1b-0310-4c9e-bbf1-1edbe2c40798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:17:37Z', 'updated_at': '2022-05-12T17:17:42Z', 'revision_number': 4, 'project_id': '4bd357b54bec4f3fa3df240c11cee03f', 'gw_port': {'id': '3c30bd1b-0310-4c9e-bbf1-1edbe2c40798', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:92:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38a1c19-e5d3-4c14-bcbd-9d754239706a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:17:37Z', 'updated_at': '2022-05-12T17:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_interfaces': [{'id': '73a9ec63-0ed5-4aa9-8c9f-4275ede49200', 'name': '', 'network_id': 'adee2392-6717-4578-ab6c-8c3c38548c8e', 'tenant_id': '4bd357b54bec4f3fa3df240c11cee03f', 'mac_address': 'fa:16:3e:3a:2a:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd38a1c19-e5d3-4c14-bcbd-9d754239706a', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'b41dcb02-91b7-48eb-9001-1776bd4d94e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:17:41Z', 'updated_at': '2022-05-12T17:17:47Z', 'revision_number': 4, 'project_id': '4bd357b54bec4f3fa3df240c11cee03f', 'subnets': [{'id': 'b41dcb02-91b7-48eb-9001-1776bd4d94e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:17:48.451274 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b0e6c5-d780-445c-82a5-b3e08d816a13 admin admin] Checking segment: {'id': '524e3321-4e0d-43a2-9087-c7e858d0cd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b15714a1-e427-400f-8c9c-db090adfb482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:17:48.451630 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b0e6c5-d780-445c-82a5-b3e08d816a13 admin admin] Network hostable DHCP agents. Network: b15714a1-e427-400f-8c9c-db090adfb482, hostable agents: ['ad05f391-ff61-4b74-a3af-7ffb7f485489'], hosted agents: [] {{(pid=103468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 17:17:48.471037 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b0e6c5-d780-445c-82a5-b3e08d816a13 admin admin] Network b15714a1-e427-400f-8c9c-db090adfb482 is scheduled to be hosted by DHCP agent ad05f391-ff61-4b74-a3af-7ffb7f485489 with binding_index 1 {{(pid=103468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 17:17:48.478435 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1397d8-b425-443e-9863-ad3920cb4ab9 None None] The sync data for ids ['d38a1c19-e5d3-4c14-bcbd-9d754239706a'] in dv-cinder-841591-1-iscsi is: [{'id': 'd38a1c19-e5d3-4c14-bcbd-9d754239706a', 'name': 'tempest-TestShelveInstance-1159747578-router', 'tenant_id': '4bd357b54bec4f3fa3df240c11cee03f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': '3c30bd1b-0310-4c9e-bbf1-1edbe2c40798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:17:37Z', 'updated_at': '2022-05-12T17:17:42Z', 'revision_number': 4, 'project_id': '4bd357b54bec4f3fa3df240c11cee03f', 'gw_port': {'id': '3c30bd1b-0310-4c9e-bbf1-1edbe2c40798', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:92:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38a1c19-e5d3-4c14-bcbd-9d754239706a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:17:37Z', 'updated_at': '2022-05-12T17:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_interfaces': [{'id': '73a9ec63-0ed5-4aa9-8c9f-4275ede49200', 'name': '', 'network_id': 'adee2392-6717-4578-ab6c-8c3c38548c8e', 'tenant_id': '4bd357b54bec4f3fa3df240c11cee03f', 'mac_address': 'fa:16:3e:3a:2a:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd38a1c19-e5d3-4c14-bcbd-9d754239706a', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'b41dcb02-91b7-48eb-9001-1776bd4d94e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:17:41Z', 'updated_at': '2022-05-12T17:17:47Z', 'revision_number': 4, 'project_id': '4bd357b54bec4f3fa3df240c11cee03f', 'subnets': [{'id': 'b41dcb02-91b7-48eb-9001-1776bd4d94e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:17:48.486875 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-d187c000-1d21-4753-858a-e7133284bb62 None None] Provisioning complete for port 73a9ec63-0ed5-4aa9-8c9f-4275ede49200 triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:17:48.486875 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-d187c000-1d21-4753-858a-e7133284bb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (73a9ec63-0ed5-4aa9-8c9f-4275ede49200), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:48.488355 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.base_scheduler [None req-f0b0e6c5-d780-445c-82a5-b3e08d816a13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841591-1-iscsi, b15714a1-e427-400f-8c9c-db090adfb482) {{(pid=103468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:17:48.493484 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b0e6c5-d780-445c-82a5-b3e08d816a13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:17:48.494881 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-f0b0e6c5-d780-445c-82a5-b3e08d816a13 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:48.512959 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d29f344-ccd1-4634-a096-1e15b137698f None None] Network b15714a1-e427-400f-8c9c-db090adfb482 requested from dv-cinder-841591-1-iscsi {{(pid=103470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:17:48.525506 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-f0b0e6c5-d780-445c-82a5-b3e08d816a13 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3893642 May 12 17:17:48.737372 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96583ad-fbd1-45f3-845f-44ddcc6e1088 None None] Network b15714a1-e427-400f-8c9c-db090adfb482 requested from dv-cinder-841591-1-iscsi {{(pid=103470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:17:48.744624 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-d187c000-1d21-4753-858a-e7133284bb62 None None] Current status of the port 73a9ec63-0ed5-4aa9-8c9f-4275ede49200 is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:17:49.071171 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device 73a9ec63-0ed5-4aa9-8c9f-4275ede49200 up at agent ovs-agent-dv-cinder-841591-1-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:17:49.137897 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Provisioning complete for port 73a9ec63-0ed5-4aa9-8c9f-4275ede49200 triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:17:49.138274 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (73a9ec63-0ed5-4aa9-8c9f-4275ede49200), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:49.199395 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c83b9a-706b-4610-bca4-a2c396b395df req-e7fdd5d4-1c0c-47be-bbb0-b79a742d6c97 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:17:49.209027 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-f2c83b9a-706b-4610-bca4-a2c396b395df req-e7fdd5d4-1c0c-47be-bbb0-b79a742d6c97 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=674ec2ad-d5d1-46d6-b683-b5c2bd561c9a HTTP/1.1" status: 200 len: 945 time: 0.0912437 May 12 17:17:49.289823 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-f2c83b9a-706b-4610-bca4-a2c396b395df req-06bba061-ef46-4d26-b20d-e86eb22d2a8e tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=db7d0f43-a860-4c22-8e80-2ebcff18b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797341 May 12 17:17:49.297239 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Current status of the port 73a9ec63-0ed5-4aa9-8c9f-4275ede49200 is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:17:50.399520 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4ce570-fa79-4f7d-9209-fc3716be4407 req-d6059023-5e5e-429b-9093-2a74e7c77247 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:17:50.401684 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-bc4ce570-fa79-4f7d-9209-fc3716be4407 req-d6059023-5e5e-429b-9093-2a74e7c77247 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=674ec2ad-d5d1-46d6-b683-b5c2bd561c9a HTTP/1.1" status: 200 len: 945 time: 0.0515134 May 12 17:17:50.450446 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-bc4ce570-fa79-4f7d-9209-fc3716be4407 req-aa327f4c-0a67-4ba0-8e7d-41b7f74b9481 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=db7d0f43-a860-4c22-8e80-2ebcff18b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420928 May 12 17:17:51.567413 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ad7372-8389-42af-96a5-927a1214cb58 req-40b46a0a-719e-40e8-b106-94b06da4e593 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:17:51.568967 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-12ad7372-8389-42af-96a5-927a1214cb58 req-40b46a0a-719e-40e8-b106-94b06da4e593 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=674ec2ad-d5d1-46d6-b683-b5c2bd561c9a HTTP/1.1" status: 200 len: 945 time: 0.0498900 May 12 17:17:51.624998 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-12ad7372-8389-42af-96a5-927a1214cb58 req-9a422d05-f2b0-44ba-92ab-8a6a250e8c67 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=db7d0f43-a860-4c22-8e80-2ebcff18b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499325 May 12 17:17:51.843054 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Device f5d48667-1163-4c45-bef1-259516ae72a1 no longer exists at agent hyperv_hv-cinder-84159 {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:17:51.862938 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] No Port match for: f5d48667-1163-4c45-bef1-259516ae72a1 {{(pid=103470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:17:51.863292 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Device f5d48667-1163-4c45-bef1-259516ae72a1 not bound to the agent host hv-cinder-84159 {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:17:52.734742 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5a4a16-968d-4263-bbc3-bd1341707ce3 req-dae870ca-2617-4e19-b752-4e9d5b198b4c tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:17:52.736190 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-5f5a4a16-968d-4263-bbc3-bd1341707ce3 req-dae870ca-2617-4e19-b752-4e9d5b198b4c tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=674ec2ad-d5d1-46d6-b683-b5c2bd561c9a HTTP/1.1" status: 200 len: 945 time: 0.0443709 May 12 17:17:52.780930 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-5f5a4a16-968d-4263-bbc3-bd1341707ce3 req-8a6426c6-6e46-4534-9031-6fafff06e283 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=db7d0f43-a860-4c22-8e80-2ebcff18b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393219 May 12 17:17:53.066518 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 57594) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:17:53.204554 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-843a2086-dd21-4065-b5a5-fce71b26ad17 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9279b3644c97494b9bd94ee9dfad96bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1368959 May 12 17:17:53.207070 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 57602) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:17:53.255922 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-6e2b5587-6d17-450b-b88d-68077c517107 admin admin] Publish callbacks [] for security_group (5677a2ac-505a-4709-ac7e-e613041a16af), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:53.281267 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-6e2b5587-6d17-450b-b88d-68077c517107 admin admin] Publish callbacks [] for security_group (5677a2ac-505a-4709-ac7e-e613041a16af), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:53.331500 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-6e2b5587-6d17-450b-b88d-68077c517107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (5677a2ac-505a-4709-ac7e-e613041a16af), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:53.334032 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-6e2b5587-6d17-450b-b88d-68077c517107 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:53.335181 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-6e2b5587-6d17-450b-b88d-68077c517107 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5677a2ac-505a-4709-ac7e-e613041a16af HTTP/1.1" status: 204 len: 168 time: 0.1272230 May 12 17:17:53.343493 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2b5587-6d17-450b-b88d-68077c517107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5677a2ac-505a-4709-ac7e-e613041a16af,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:17:53.774889 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-5b563280-659c-4ba3-a6b3-e91ced048295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (ad05f391-ff61-4b74-a3af-7ffb7f485489), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:53.921783 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2484099a-ad3f-4e3e-b331-7a00634016b7 req-b9aa9cdc-d30e-47f8-8888-71df904d5f49 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:17:53.923443 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-2484099a-ad3f-4e3e-b331-7a00634016b7 req-b9aa9cdc-d30e-47f8-8888-71df904d5f49 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=674ec2ad-d5d1-46d6-b683-b5c2bd561c9a HTTP/1.1" status: 200 len: 945 time: 0.0617092 May 12 17:17:53.997448 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-2484099a-ad3f-4e3e-b331-7a00634016b7 req-0e47e812-f6e7-4d9e-96be-66e99c49cae2 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=db7d0f43-a860-4c22-8e80-2ebcff18b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678110 May 12 17:17:54.289428 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d0d049-d472-4682-ab64-1b68f7af0d7a req-eef013dd-8709-40ef-95e7-7352481d9ccb tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:17:54.291697 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-a6d0d049-d472-4682-ab64-1b68f7af0d7a req-eef013dd-8709-40ef-95e7-7352481d9ccb tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=47998668-5296-4019-a02c-3c80e30ff266 HTTP/1.1" status: 200 len: 946 time: 0.0699980 May 12 17:17:54.342392 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-a6d0d049-d472-4682-ab64-1b68f7af0d7a req-e1d7cd2c-1f65-4e5a-960c-83794121bba4 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=05809961-ab33-4b51-9eba-3187efbff5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443606 May 12 17:17:54.874225 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-f0172d9b-6d2d-4f96-8c9d-5933a95b280b req-58cd8a2d-3742-41b5-9618-9ab468b8179b tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-206222092&fields=id&tenant_id=5d002d9e79b24742b0906bc2b220d998 HTTP/1.1" status: 200 len: 267 time: 0.0429506 May 12 17:17:55.118430 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd4b74d-2889-43b5-a270-94311a53d106 req-6ae677b5-c317-4cff-8413-97a363b01ec1 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:17:55.119969 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-bfd4b74d-2889-43b5-a270-94311a53d106 req-6ae677b5-c317-4cff-8413-97a363b01ec1 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=674ec2ad-d5d1-46d6-b683-b5c2bd561c9a HTTP/1.1" status: 200 len: 945 time: 0.0521462 May 12 17:17:55.174235 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-bfd4b74d-2889-43b5-a270-94311a53d106 req-a117b31c-3881-47f9-b50c-5889169e24f7 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=db7d0f43-a860-4c22-8e80-2ebcff18b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482113 May 12 17:17:55.235310 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0172d9b-6d2d-4f96-8c9d-5933a95b280b req-8ede466e-acc6-4b52-997c-ef14075f3d17 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:17:55.236743 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-f0172d9b-6d2d-4f96-8c9d-5933a95b280b req-8ede466e-acc6-4b52-997c-ef14075f3d17 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/networks?id=6fb55941-2cb2-4359-bdd6-587e053b44f0 HTTP/1.1" status: 200 len: 811 time: 0.3531618 May 12 17:17:55.252341 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-f0172d9b-6d2d-4f96-8c9d-5933a95b280b req-f0aafac0-d52e-41b6-b86d-539cee959a88 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/quotas/5d002d9e79b24742b0906bc2b220d998 HTTP/1.1" status: 200 len: 375 time: 0.0092599 May 12 17:17:55.302308 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-f0172d9b-6d2d-4f96-8c9d-5933a95b280b req-29c49e80-8de4-4694-8138-2b6520949a15 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5d002d9e79b24742b0906bc2b220d998&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448129 May 12 17:17:55.379091 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08534237-cdff-46fa-8383-d1be33d6bdd1 req-6f3378c3-cfdb-41a5-bacf-5b54a0815afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:17:55.380544 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-08534237-cdff-46fa-8383-d1be33d6bdd1 req-6f3378c3-cfdb-41a5-bacf-5b54a0815afe service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9f96cd34d1bc46b78a000e0b5af9d6a2&device_id=47998668-5296-4019-a02c-3c80e30ff266 HTTP/1.1" status: 200 len: 1130 time: 0.0367970 May 12 17:17:55.405826 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-f0172d9b-6d2d-4f96-8c9d-5933a95b280b req-efd0762d-b972-42f7-b297-93efdc709580 service neutron] 10.222.0.23 "GET /v2.0/networks/6fb55941-2cb2-4359-bdd6-587e053b44f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917389 May 12 17:17:55.503811 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-f0172d9b-6d2d-4f96-8c9d-5933a95b280b req-22044667-f9d5-4e21-b13a-66bee59ca83f service neutron] 10.222.0.23 "GET /v2.0/networks/6fb55941-2cb2-4359-bdd6-587e053b44f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914905 May 12 17:17:55.523277 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bda8c13-bc47-4eec-95a4-cc3008911a84 req-d1923f16-2cc3-4f06-967b-3d85c67c6dd8 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:17:55.524724 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7bda8c13-bc47-4eec-95a4-cc3008911a84 req-d1923f16-2cc3-4f06-967b-3d85c67c6dd8 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=47998668-5296-4019-a02c-3c80e30ff266 HTTP/1.1" status: 200 len: 946 time: 0.0606072 May 12 17:17:55.541076 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08534237-cdff-46fa-8383-d1be33d6bdd1 req-48835912-69df-4976-a239-8d1f21437237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:17:55.542496 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-08534237-cdff-46fa-8383-d1be33d6bdd1 req-48835912-69df-4976-a239-8d1f21437237 service neutron] 10.222.0.58 "GET /v2.0/networks?id=77b21ff8-23c6-42d2-9321-6759378651ee HTTP/1.1" status: 200 len: 918 time: 0.1368644 May 12 17:17:55.660707 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7bda8c13-bc47-4eec-95a4-cc3008911a84 req-34da9161-3878-4e94-8005-68d4a711e60b tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=05809961-ab33-4b51-9eba-3187efbff5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297984 May 12 17:17:55.674654 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-08534237-cdff-46fa-8383-d1be33d6bdd1 req-ec28480a-d589-46b9-adf8-f46fa7a5644f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83ec910a-00e4-4992-bde0-b3583158daf3 HTTP/1.1" status: 200 len: 1002 time: 0.1252341 May 12 17:17:55.743234 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08534237-cdff-46fa-8383-d1be33d6bdd1 req-c1ca41dd-f3d6-4910-bf87-fc20598e2dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:17:55.748357 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-08534237-cdff-46fa-8383-d1be33d6bdd1 req-c1ca41dd-f3d6-4910-bf87-fc20598e2dcb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0cd36ca6-63ed-4772-87aa-c30fa42b51b3 HTTP/1.1" status: 200 len: 856 time: 0.0588453 May 12 17:17:55.795860 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08534237-cdff-46fa-8383-d1be33d6bdd1 req-a3585f19-80a2-430f-b33c-053d2c57118b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:17:55.798583 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-08534237-cdff-46fa-8383-d1be33d6bdd1 req-a3585f19-80a2-430f-b33c-053d2c57118b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=77b21ff8-23c6-42d2-9321-6759378651ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426931 May 12 17:17:55.925002 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0f1a676c-d1b2-4b93-849c-35168dc6af66 req-096435a4-f59b-491e-b57c-b0efd874dd91 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/ports?device_id=9131b16e-e337-480c-a45b-91625a94863d HTTP/1.1" status: 200 len: 210 time: 0.0853055 May 12 17:17:55.952437 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-08534237-cdff-46fa-8383-d1be33d6bdd1 req-79bb9128-4f49-4160-bcb1-4f16c9b263ae service neutron] 10.222.0.58 "GET /v2.0/networks/77b21ff8-23c6-42d2-9321-6759378651ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466851 May 12 17:17:56.048784 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-08534237-cdff-46fa-8383-d1be33d6bdd1 req-ee9769ad-a832-4cd9-92a2-77f0e3b5fb2c service neutron] 10.222.0.58 "GET /v2.0/networks/77b21ff8-23c6-42d2-9321-6759378651ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900049 May 12 17:17:56.170921 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-c41488b5-a7db-4028-b76a-2d350a4487e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (e5548ccc-31b8-4072-a6b0-52b00208ea79), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:56.291093 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c544637-a884-431c-8951-f5bef5ddacfd req-faac5fea-3895-4077-8bbe-86bd7b157b59 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:17:56.292571 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-4c544637-a884-431c-8951-f5bef5ddacfd req-faac5fea-3895-4077-8bbe-86bd7b157b59 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=674ec2ad-d5d1-46d6-b683-b5c2bd561c9a HTTP/1.1" status: 200 len: 945 time: 0.0458522 May 12 17:17:56.340662 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-4c544637-a884-431c-8951-f5bef5ddacfd req-a752a4c7-c660-4a8c-a346-8803313c4f40 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=db7d0f43-a860-4c22-8e80-2ebcff18b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423861 May 12 17:17:56.786113 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6a4b90-4a90-4261-ace0-6d52ef3e33ee req-a3a621b2-8fc6-465a-a962-453bc9fae91b tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:17:56.787553 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6e6a4b90-4a90-4261-ace0-6d52ef3e33ee req-a3a621b2-8fc6-465a-a962-453bc9fae91b tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=47998668-5296-4019-a02c-3c80e30ff266 HTTP/1.1" status: 200 len: 946 time: 0.0450141 May 12 17:17:56.832489 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6e6a4b90-4a90-4261-ace0-6d52ef3e33ee req-bc0632df-25b5-4b7f-b405-b2b7edefc31d tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=05809961-ab33-4b51-9eba-3187efbff5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395622 May 12 17:17:57.024259 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-ab1e2dac-62fa-4e43-b04f-6d26fe1b9615 req-08df23b2-79fc-483c-ba51-f63000ccc5fd tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/ports?device_id=9131b16e-e337-480c-a45b-91625a94863d HTTP/1.1" status: 200 len: 210 time: 0.0306311 May 12 17:17:57.267014 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-921d17b2-ae2c-4a72-8bd8-05131367e3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (bf71836d-8135-4bcd-843a-dab378dba2b2), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:57.455266 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a652e-e258-42f6-b6ca-2b67a0789b3f req-a4da8318-9cc0-473c-8e0b-d8598535cc9d tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:17:57.456638 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8b0a652e-e258-42f6-b6ca-2b67a0789b3f req-a4da8318-9cc0-473c-8e0b-d8598535cc9d tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=674ec2ad-d5d1-46d6-b683-b5c2bd561c9a HTTP/1.1" status: 200 len: 945 time: 0.0500441 May 12 17:17:57.502353 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8b0a652e-e258-42f6-b6ca-2b67a0789b3f req-9bc55aba-f715-4bd1-99b2-9c7c30345456 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=db7d0f43-a860-4c22-8e80-2ebcff18b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398781 May 12 17:17:57.871271 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (38379b20-dcc3-43b7-a09e-956d8be7db9c), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:57.952642 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d5c847-c1b1-4374-8fbc-a588ebd00261 req-2dce4cab-b1b8-45c4-853e-27c85d2e5bf5 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:17:57.954091 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-13d5c847-c1b1-4374-8fbc-a588ebd00261 req-2dce4cab-b1b8-45c4-853e-27c85d2e5bf5 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=47998668-5296-4019-a02c-3c80e30ff266 HTTP/1.1" status: 200 len: 946 time: 0.0451844 May 12 17:17:58.001481 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-13d5c847-c1b1-4374-8fbc-a588ebd00261 req-b122bdc7-0de3-470d-a26f-13f8b862cdab tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=05809961-ab33-4b51-9eba-3187efbff5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418458 May 12 17:17:58.117277 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-162348bb-077b-4a85-95b8-29fd0bb0f6cc req-157d79cc-ccc9-4c55-971b-167844979107 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/ports?device_id=9131b16e-e337-480c-a45b-91625a94863d HTTP/1.1" status: 200 len: 210 time: 0.0268242 May 12 17:17:58.612412 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161f825a-caa9-4bf1-9552-6c5d671c4a1c req-26b3ae50-1081-47e2-9f70-c5649052ae59 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:17:58.613877 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-161f825a-caa9-4bf1-9552-6c5d671c4a1c req-26b3ae50-1081-47e2-9f70-c5649052ae59 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=674ec2ad-d5d1-46d6-b683-b5c2bd561c9a HTTP/1.1" status: 200 len: 945 time: 0.0463071 May 12 17:17:58.659260 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-161f825a-caa9-4bf1-9552-6c5d671c4a1c req-b828d638-fd30-4466-9293-0902926e17e6 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=db7d0f43-a860-4c22-8e80-2ebcff18b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390749 May 12 17:17:58.813471 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-c581148e-646c-4c8c-8cc5-93d6184e682f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (98e1a54e-83f0-40d1-9631-7dd40ffbcd59), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:17:59.124890 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f2b39d-9f32-4f20-a837-b3eaab8b0d25 req-2d668263-a40f-478b-8122-3f7e93579855 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:17:59.126405 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-73f2b39d-9f32-4f20-a837-b3eaab8b0d25 req-2d668263-a40f-478b-8122-3f7e93579855 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=47998668-5296-4019-a02c-3c80e30ff266 HTTP/1.1" status: 200 len: 946 time: 0.0470831 May 12 17:17:59.197869 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-73f2b39d-9f32-4f20-a837-b3eaab8b0d25 req-ae6cabbb-043e-475c-8632-184468619fb2 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=05809961-ab33-4b51-9eba-3187efbff5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643392 May 12 17:17:59.241826 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-4d123e41-3346-4243-a941-970946533450 req-4073ee89-7022-4e4d-a47d-3cfa5e18fbd3 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/ports?device_id=9131b16e-e337-480c-a45b-91625a94863d HTTP/1.1" status: 200 len: 210 time: 0.0306644 May 12 17:17:59.793657 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc85b94-9c97-454b-955f-f47472e5ec89 req-4b60026b-6720-4c42-b31c-b1b2646ff976 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:17:59.795100 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3dc85b94-9c97-454b-955f-f47472e5ec89 req-4b60026b-6720-4c42-b31c-b1b2646ff976 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=674ec2ad-d5d1-46d6-b683-b5c2bd561c9a HTTP/1.1" status: 200 len: 945 time: 0.0490949 May 12 17:17:59.844435 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3dc85b94-9c97-454b-955f-f47472e5ec89 req-51499684-fc77-4d86-a683-a625c4fa6cfe tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=db7d0f43-a860-4c22-8e80-2ebcff18b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438213 May 12 17:17:59.956775 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0172d9b-6d2d-4f96-8c9d-5933a95b280b req-ba4238a9-11d8-4ad7-bee0-9f8a7d583f30 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:17:59.958174 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f0172d9b-6d2d-4f96-8c9d-5933a95b280b req-ba4238a9-11d8-4ad7-bee0-9f8a7d583f30 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.58 "GET /v2.0/networks?id=6fb55941-2cb2-4359-bdd6-587e053b44f0 HTTP/1.1" status: 200 len: 811 time: 0.1111746 May 12 17:18:00.049977 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f0172d9b-6d2d-4f96-8c9d-5933a95b280b req-8c166b3f-8782-41ac-b41a-562c81fd74ee tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d002d9e79b24742b0906bc2b220d998 HTTP/1.1" status: 200 len: 379 time: 0.0704391 May 12 17:18:00.232242 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (dea0f963-0a36-45fe-941b-5c749ca6f3bf), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:00.286544 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [req-f0172d9b-6d2d-4f96-8c9d-5933a95b280b req-cda1e436-1e1a-4980-8766-b98810329ea8 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Request body: {'port': {'device_id': '9131b16e-e337-480c-a45b-91625a94863d', 'network_id': '6fb55941-2cb2-4359-bdd6-587e053b44f0', 'admin_state_up': True, 'tenant_id': '5d002d9e79b24742b0906bc2b220d998', 'security_groups': ['73506ee2-7743-492f-9a19-76b788578cf5']}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:18:00.344619 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fba003a-2a19-4393-96c8-5590b9a396f4 req-b0a7e7e8-3cad-4967-9e1c-6a0a41412194 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:00.359451 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-5fba003a-2a19-4393-96c8-5590b9a396f4 req-b0a7e7e8-3cad-4967-9e1c-6a0a41412194 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=47998668-5296-4019-a02c-3c80e30ff266 HTTP/1.1" status: 200 len: 946 time: 0.0756011 May 12 17:18:00.421614 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-5fba003a-2a19-4393-96c8-5590b9a396f4 req-d9a24c15-84fa-4fe2-a34e-723788186955 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=05809961-ab33-4b51-9eba-3187efbff5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608761 May 12 17:18:00.432488 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d3891f46-12c4-4209-b538-5137a1af2b06 req-0744b440-7389-42f2-8f2e-3d4e2c9f20ac tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/ports?device_id=9131b16e-e337-480c-a45b-91625a94863d HTTP/1.1" status: 200 len: 210 time: 0.0680785 May 12 17:18:00.493324 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0172d9b-6d2d-4f96-8c9d-5933a95b280b req-cda1e436-1e1a-4980-8766-b98810329ea8 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Made reservation on behalf of 5d002d9e79b24742b0906bc2b220d998 for: {'port': 1} {{(pid=103469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:18:00.497750 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-f0172d9b-6d2d-4f96-8c9d-5933a95b280b req-cda1e436-1e1a-4980-8766-b98810329ea8 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:00.646308 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.db.db_base_plugin_common [req-f0172d9b-6d2d-4f96-8c9d-5933a95b280b req-cda1e436-1e1a-4980-8766-b98810329ea8 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Allocated IP 172.20.0.4 (6fb55941-2cb2-4359-bdd6-587e053b44f0/c5f1d9ec-05e3-4b23-84b4-48d07d13574c/9cb1a268-4909-4277-8a38-1bb3a04f115d) {{(pid=103469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:18:01.000818 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772021f9-09cd-48ab-8630-6c782cf14e81 req-bb87256d-777b-4a6c-a546-b3d88161af17 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:01.002658 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-772021f9-09cd-48ab-8630-6c782cf14e81 req-bb87256d-777b-4a6c-a546-b3d88161af17 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=674ec2ad-d5d1-46d6-b683-b5c2bd561c9a HTTP/1.1" status: 200 len: 945 time: 0.0691233 May 12 17:18:01.020381 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-f0172d9b-6d2d-4f96-8c9d-5933a95b280b req-cda1e436-1e1a-4980-8766-b98810329ea8 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Publish callbacks [] for port (9cb1a268-4909-4277-8a38-1bb3a04f115d), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:01.096634 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-772021f9-09cd-48ab-8630-6c782cf14e81 req-03074100-d7e0-4a0b-a5fe-f2b0c2fe8d7f tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=db7d0f43-a860-4c22-8e80-2ebcff18b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749984 May 12 17:18:01.111115 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-f0172d9b-6d2d-4f96-8c9d-5933a95b280b req-cda1e436-1e1a-4980-8766-b98810329ea8 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774527475285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968517'] for port (9cb1a268-4909-4277-8a38-1bb3a04f115d), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:01.149438 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0172d9b-6d2d-4f96-8c9d-5933a95b280b req-cda1e436-1e1a-4980-8766-b98810329ea8 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Network 6fb55941-2cb2-4359-bdd6-587e053b44f0 is already hosted by enough agents. {{(pid=103469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:18:01.153053 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [req-f0172d9b-6d2d-4f96-8c9d-5933a95b280b req-cda1e436-1e1a-4980-8766-b98810329ea8 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Resources bound (agent type, host, resource id): {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:18:01.156708 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0172d9b-6d2d-4f96-8c9d-5933a95b280b req-cda1e436-1e1a-4980-8766-b98810329ea8 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Received port after_create {{(pid=103469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:18:01.197366 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda1e436-1e1a-4980-8766-b98810329ea8 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Pushing event updated for resources: {'Port': ['ID=9cb1a268-4909-4277-8a38-1bb3a04f115d,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:18:01.212742 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda1e436-1e1a-4980-8766-b98810329ea8 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:18:01.213123 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda1e436-1e1a-4980-8766-b98810329ea8 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:18:01.213431 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda1e436-1e1a-4980-8766-b98810329ea8 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:18:01.213745 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda1e436-1e1a-4980-8766-b98810329ea8 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:18:01.214070 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda1e436-1e1a-4980-8766-b98810329ea8 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:18:01.214398 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda1e436-1e1a-4980-8766-b98810329ea8 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:18:01.214744 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda1e436-1e1a-4980-8766-b98810329ea8 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:18:01.215063 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda1e436-1e1a-4980-8766-b98810329ea8 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:18:01.215413 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda1e436-1e1a-4980-8766-b98810329ea8 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:18:01.215694 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda1e436-1e1a-4980-8766-b98810329ea8 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:18:01.216047 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda1e436-1e1a-4980-8766-b98810329ea8 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:18:01.216326 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda1e436-1e1a-4980-8766-b98810329ea8 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:18:01.216699 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda1e436-1e1a-4980-8766-b98810329ea8 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:18:01.217020 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda1e436-1e1a-4980-8766-b98810329ea8 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:18:01.217373 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda1e436-1e1a-4980-8766-b98810329ea8 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:18:01.231061 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0172d9b-6d2d-4f96-8c9d-5933a95b280b req-cda1e436-1e1a-4980-8766-b98810329ea8 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:01.231687 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-f0172d9b-6d2d-4f96-8c9d-5933a95b280b req-cda1e436-1e1a-4980-8766-b98810329ea8 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36930'] for port (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:01.256340 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f0172d9b-6d2d-4f96-8c9d-5933a95b280b req-cda1e436-1e1a-4980-8766-b98810329ea8 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9747009 May 12 17:18:01.272540 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [req-f0172d9b-6d2d-4f96-8c9d-5933a95b280b req-88aaf1e0-3946-4a48-a008-404f60d787b1 service neutron] Request body: {'port': {'device_id': '9131b16e-e337-480c-a45b-91625a94863d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84159'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:18:01.346492 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-f0172d9b-6d2d-4f96-8c9d-5933a95b280b req-88aaf1e0-3946-4a48-a008-404f60d787b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (9cb1a268-4909-4277-8a38-1bb3a04f115d), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:01.407930 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.agents_db [None req-75b73116-3060-4b2b-9211-a804f2896a96 None None] Agent healthcheck: found 6 active agents {{(pid=103471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:18:01.467712 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-ec43d45d-15a3-4704-b96f-1479060eebe4 None None] Provisioning complete for port 9cb1a268-4909-4277-8a38-1bb3a04f115d triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:18:01.468207 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-ec43d45d-15a3-4704-b96f-1479060eebe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (9cb1a268-4909-4277-8a38-1bb3a04f115d), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:01.525466 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-ec43d45d-15a3-4704-b96f-1479060eebe4 None None] Port 9cb1a268-4909-4277-8a38-1bb3a04f115d cannot update to ACTIVE because it is not bound. {{(pid=103470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:18:01.550703 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15dc036-3e6d-41b5-bfac-157291e7b001 req-ad861103-8c95-4fcc-91f1-fd5302cbe4a2 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:01.552489 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-b15dc036-3e6d-41b5-bfac-157291e7b001 req-ad861103-8c95-4fcc-91f1-fd5302cbe4a2 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=47998668-5296-4019-a02c-3c80e30ff266 HTTP/1.1" status: 200 len: 946 time: 0.0546467 May 12 17:18:01.606933 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-b15dc036-3e6d-41b5-bfac-157291e7b001 req-f5dfd1de-6c67-47be-b178-d4a920d63d42 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=05809961-ab33-4b51-9eba-3187efbff5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484655 May 12 17:18:01.608376 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12a1f0b-f442-4207-b07f-e86795fe4335 req-a20dc4e9-e5f1-4650-a38b-7e2f3e5e1ce7 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:01.609874 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d12a1f0b-f442-4207-b07f-e86795fe4335 req-a20dc4e9-e5f1-4650-a38b-7e2f3e5e1ce7 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/ports?device_id=9131b16e-e337-480c-a45b-91625a94863d HTTP/1.1" status: 200 len: 931 time: 0.0988383 May 12 17:18:01.689546 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d12a1f0b-f442-4207-b07f-e86795fe4335 req-64215f95-8f42-44a6-a65d-7fce07707c73 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/security-groups?id=73506ee2-7743-492f-9a19-76b788578cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719230 May 12 17:18:01.772445 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [req-f0172d9b-6d2d-4f96-8c9d-5933a95b280b req-88aaf1e0-3946-4a48-a008-404f60d787b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cb1a268-4909-4277-8a38-1bb3a04f115d {{(pid=103469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:18:01.781101 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-f0172d9b-6d2d-4f96-8c9d-5933a95b280b req-88aaf1e0-3946-4a48-a008-404f60d787b1 service neutron] Publish callbacks [] for port (9cb1a268-4909-4277-8a38-1bb3a04f115d), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:01.794794 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.db.provisioning_blocks [req-f0172d9b-6d2d-4f96-8c9d-5933a95b280b req-88aaf1e0-3946-4a48-a008-404f60d787b1 service neutron] Transition to ACTIVE for port object 9cb1a268-4909-4277-8a38-1bb3a04f115d will not be triggered until provisioned by entity L2. {{(pid=103469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 17:18:01.798607 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-f0172d9b-6d2d-4f96-8c9d-5933a95b280b req-88aaf1e0-3946-4a48-a008-404f60d787b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968562'] for port (9cb1a268-4909-4277-8a38-1bb3a04f115d), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:01.892866 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aaf1e0-3946-4a48-a008-404f60d787b1 service neutron] Pushing event updated for resources: {'Port': ['ID=9cb1a268-4909-4277-8a38-1bb3a04f115d,revision_number=2']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:18:01.948724 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.managers [req-f0172d9b-6d2d-4f96-8c9d-5933a95b280b req-88aaf1e0-3946-4a48-a008-404f60d787b1 service neutron] Attempting to bind port 9cb1a268-4909-4277-8a38-1bb3a04f115d on host hv-cinder-84159 for vnic_type normal with profile {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:18:01.949049 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.managers [req-f0172d9b-6d2d-4f96-8c9d-5933a95b280b req-88aaf1e0-3946-4a48-a008-404f60d787b1 service neutron] Attempting to bind port 9cb1a268-4909-4277-8a38-1bb3a04f115d by drivers openvswitch,hyperv on host hv-cinder-84159 at level 0 using segments [{'id': 'd767f7c0-41a8-41cf-940a-83524c0e2e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6fb55941-2cb2-4359-bdd6-587e053b44f0'}] {{(pid=103469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:18:01.949371 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0172d9b-6d2d-4f96-8c9d-5933a95b280b req-88aaf1e0-3946-4a48-a008-404f60d787b1 service neutron] Attempting to bind port 9cb1a268-4909-4277-8a38-1bb3a04f115d on network 6fb55941-2cb2-4359-bdd6-587e053b44f0 {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:18:01.953797 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0172d9b-6d2d-4f96-8c9d-5933a95b280b req-88aaf1e0-3946-4a48-a008-404f60d787b1 service neutron] Port 9cb1a268-4909-4277-8a38-1bb3a04f115d on network 6fb55941-2cb2-4359-bdd6-587e053b44f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84159 {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 17:18:01.954319 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0172d9b-6d2d-4f96-8c9d-5933a95b280b req-88aaf1e0-3946-4a48-a008-404f60d787b1 service neutron] Attempting to bind port 9cb1a268-4909-4277-8a38-1bb3a04f115d on network 6fb55941-2cb2-4359-bdd6-587e053b44f0 {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:18:01.959703 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0172d9b-6d2d-4f96-8c9d-5933a95b280b req-88aaf1e0-3946-4a48-a008-404f60d787b1 service neutron] Checking agent: {'id': '38379b20-dcc3-43b7-a09e-956d8be7db9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84159', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 13, 58), 'started_at': datetime.datetime(2022, 5, 12, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:18:01.960034 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0172d9b-6d2d-4f96-8c9d-5933a95b280b req-88aaf1e0-3946-4a48-a008-404f60d787b1 service neutron] Checking segment: {'id': 'd767f7c0-41a8-41cf-940a-83524c0e2e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6fb55941-2cb2-4359-bdd6-587e053b44f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:18:01.960407 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0172d9b-6d2d-4f96-8c9d-5933a95b280b req-88aaf1e0-3946-4a48-a008-404f60d787b1 service neutron] Bound using segment: {'id': 'd767f7c0-41a8-41cf-940a-83524c0e2e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6fb55941-2cb2-4359-bdd6-587e053b44f0'} {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:18:01.960830 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.managers [req-f0172d9b-6d2d-4f96-8c9d-5933a95b280b req-88aaf1e0-3946-4a48-a008-404f60d787b1 service neutron] Bound port: 9cb1a268-4909-4277-8a38-1bb3a04f115d, host: hv-cinder-84159, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd767f7c0-41a8-41cf-940a-83524c0e2e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6fb55941-2cb2-4359-bdd6-587e053b44f0'}}] {{(pid=103469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:18:01.961185 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-f0172d9b-6d2d-4f96-8c9d-5933a95b280b req-88aaf1e0-3946-4a48-a008-404f60d787b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (9cb1a268-4909-4277-8a38-1bb3a04f115d), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:02.028000 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [req-f0172d9b-6d2d-4f96-8c9d-5933a95b280b req-88aaf1e0-3946-4a48-a008-404f60d787b1 service neutron] For port 9cb1a268-4909-4277-8a38-1bb3a04f115d, host hv-cinder-84159, cleared binding levels {{(pid=103469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:18:02.031034 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [req-f0172d9b-6d2d-4f96-8c9d-5933a95b280b req-88aaf1e0-3946-4a48-a008-404f60d787b1 service neutron] For port 9cb1a268-4909-4277-8a38-1bb3a04f115d, host hv-cinder-84159, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=9cb1a268-4909-4277-8a38-1bb3a04f115d,segment=NetworkSegment(d767f7c0-41a8-41cf-940a-83524c0e2e81),segment_id=d767f7c0-41a8-41cf-940a-83524c0e2e81)] {{(pid=103469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:18:02.036683 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-f0172d9b-6d2d-4f96-8c9d-5933a95b280b req-88aaf1e0-3946-4a48-a008-404f60d787b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968562'] for port (9cb1a268-4909-4277-8a38-1bb3a04f115d), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:02.077214 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0172d9b-6d2d-4f96-8c9d-5933a95b280b req-88aaf1e0-3946-4a48-a008-404f60d787b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:02.077711 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-f0172d9b-6d2d-4f96-8c9d-5933a95b280b req-88aaf1e0-3946-4a48-a008-404f60d787b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36930'] for port (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:02.079116 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f0172d9b-6d2d-4f96-8c9d-5933a95b280b req-88aaf1e0-3946-4a48-a008-404f60d787b1 service neutron] 10.222.0.58 "PUT /v2.0/ports/9cb1a268-4909-4277-8a38-1bb3a04f115d HTTP/1.1" status: 200 len: 1093 time: 0.8113317 May 12 17:18:02.079554 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9131b16e-e337-480c-a45b-91625a94863d', 'tag': '9cb1a268-4909-4277-8a38-1bb3a04f115d'}] {{(pid=103469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:18:02.081754 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a389b951f31a62b906e18655c420a9fe9aa70b39b59c66ae41c54d630ec86ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72ef9407-69af-4519-8819-7f9289756537" -d '{"events": [{"name": "network-changed", "server_uuid": "9131b16e-e337-480c-a45b-91625a94863d", "tag": "9cb1a268-4909-4277-8a38-1bb3a04f115d"}]}' {{(pid=103469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:18:02.109193 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aaf1e0-3946-4a48-a008-404f60d787b1 service neutron] Pushing event updated for resources: {'Port': ['ID=9cb1a268-4909-4277-8a38-1bb3a04f115d,revision_number=3']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:18:02.135029 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-841e9860-27ff-4288-b462-1f9d493d95e4 x-openstack-request-id: req-841e9860-27ff-4288-b462-1f9d493d95e4 {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:18:02.135595 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9131b16e-e337-480c-a45b-91625a94863d", "tag": "9cb1a268-4909-4277-8a38-1bb3a04f115d", "status": "completed", "code": 200}]} {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:18:02.136029 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-841e9860-27ff-4288-b462-1f9d493d95e4 {{(pid=103469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:18:02.136738 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-841e9860-27ff-4288-b462-1f9d493d95e4'] response: {'name': 'network-changed', 'server_uuid': '9131b16e-e337-480c-a45b-91625a94863d', 'tag': '9cb1a268-4909-4277-8a38-1bb3a04f115d', 'status': 'completed', 'code': 200} May 12 17:18:02.218206 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0172d9b-6d2d-4f96-8c9d-5933a95b280b req-4f1d972f-c4f9-4574-a8de-6451252089d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:02.219783 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f0172d9b-6d2d-4f96-8c9d-5933a95b280b req-4f1d972f-c4f9-4574-a8de-6451252089d8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5d002d9e79b24742b0906bc2b220d998&device_id=9131b16e-e337-480c-a45b-91625a94863d HTTP/1.1" status: 200 len: 1127 time: 0.0762217 May 12 17:18:02.233210 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7179cc3b-3912-401d-93f5-10c678d61aae req-f6e2fe78-41bc-4967-9463-496180ab4bd4 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:02.234943 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7179cc3b-3912-401d-93f5-10c678d61aae req-f6e2fe78-41bc-4967-9463-496180ab4bd4 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=674ec2ad-d5d1-46d6-b683-b5c2bd561c9a HTTP/1.1" status: 200 len: 945 time: 0.0569613 May 12 17:18:02.280781 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f0172d9b-6d2d-4f96-8c9d-5933a95b280b req-487204c0-13c7-4151-9d1b-de4437556309 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9cb1a268-4909-4277-8a38-1bb3a04f115d HTTP/1.1" status: 200 len: 217 time: 0.0448136 May 12 17:18:02.352654 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7179cc3b-3912-401d-93f5-10c678d61aae req-1a60ecfe-d660-4b68-a1c4-5abcc32ee68d tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=db7d0f43-a860-4c22-8e80-2ebcff18b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107783 May 12 17:18:02.359741 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0172d9b-6d2d-4f96-8c9d-5933a95b280b req-2fa99e22-3180-40ef-8b83-868281b7a2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:02.361247 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f0172d9b-6d2d-4f96-8c9d-5933a95b280b req-2fa99e22-3180-40ef-8b83-868281b7a2dd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c5f1d9ec-05e3-4b23-84b4-48d07d13574c HTTP/1.1" status: 200 len: 850 time: 0.0726583 May 12 17:18:02.406235 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0172d9b-6d2d-4f96-8c9d-5933a95b280b req-4804b977-2477-4cad-b562-df0617070a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:02.407747 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f0172d9b-6d2d-4f96-8c9d-5933a95b280b req-4804b977-2477-4cad-b562-df0617070a1e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6fb55941-2cb2-4359-bdd6-587e053b44f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377302 May 12 17:18:02.514090 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f0172d9b-6d2d-4f96-8c9d-5933a95b280b req-563d7c8a-2804-42ba-857b-fec417a11fb5 service neutron] 10.222.0.58 "GET /v2.0/networks/6fb55941-2cb2-4359-bdd6-587e053b44f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996387 May 12 17:18:02.606819 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f0172d9b-6d2d-4f96-8c9d-5933a95b280b req-d62b76bc-c6c4-4e5e-b1b6-5930f0354194 service neutron] 10.222.0.58 "GET /v2.0/networks/6fb55941-2cb2-4359-bdd6-587e053b44f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860014 May 12 17:18:02.680232 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 57860) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:18:02.767133 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1fc000-a8df-4c22-953d-ea10e974969f req-62c9678b-3d7e-4f5a-9812-2d5ac2d904ae tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:02.768638 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-ee1fc000-a8df-4c22-953d-ea10e974969f req-62c9678b-3d7e-4f5a-9812-2d5ac2d904ae tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=47998668-5296-4019-a02c-3c80e30ff266 HTTP/1.1" status: 200 len: 946 time: 0.0726993 May 12 17:18:02.819023 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4782624-4fd0-41e9-a3a3-5b42b26b0bf6 req-ad30629b-0de1-437d-81a2-39d2ece802c8 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:02.820571 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a4782624-4fd0-41e9-a3a3-5b42b26b0bf6 req-ad30629b-0de1-437d-81a2-39d2ece802c8 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/ports?device_id=9131b16e-e337-480c-a45b-91625a94863d HTTP/1.1" status: 200 len: 943 time: 0.0568151 May 12 17:18:02.821669 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-ee1fc000-a8df-4c22-953d-ea10e974969f req-ab215ee4-7200-4445-b2b3-780de5f21ee0 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=05809961-ab33-4b51-9eba-3187efbff5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457580 May 12 17:18:02.857457 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-92bd1fbd-8613-4319-9676-e6a448f01b1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:02.910243 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a4782624-4fd0-41e9-a3a3-5b42b26b0bf6 req-eba3e575-a96f-41bd-9653-7ed754d93ac6 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/security-groups?id=73506ee2-7743-492f-9a19-76b788578cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838842 May 12 17:18:02.920015 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ef9407-69af-4519-8819-7f9289756537 req-021c1e42-97da-4280-bb27-8d653c44cdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:02.921678 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-72ef9407-69af-4519-8819-7f9289756537 req-021c1e42-97da-4280-bb27-8d653c44cdd9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5d002d9e79b24742b0906bc2b220d998&device_id=9131b16e-e337-480c-a45b-91625a94863d HTTP/1.1" status: 200 len: 1127 time: 0.0537040 May 12 17:18:02.942892 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-92bd1fbd-8613-4319-9676-e6a448f01b1b admin admin] Publish callbacks [] for security_group (9723f829-d042-451d-ac1c-ccbaf39e0c24), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:02.948794 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-92bd1fbd-8613-4319-9676-e6a448f01b1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (9723f829-d042-451d-ac1c-ccbaf39e0c24), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:02.976419 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bd1fbd-8613-4319-9676-e6a448f01b1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9723f829-d042-451d-ac1c-ccbaf39e0c24,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:18:02.989158 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bd1fbd-8613-4319-9676-e6a448f01b1b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:18:02.989158 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bd1fbd-8613-4319-9676-e6a448f01b1b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:18:02.989464 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bd1fbd-8613-4319-9676-e6a448f01b1b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:18:02.989798 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bd1fbd-8613-4319-9676-e6a448f01b1b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:18:02.990299 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bd1fbd-8613-4319-9676-e6a448f01b1b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:18:02.991120 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bd1fbd-8613-4319-9676-e6a448f01b1b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:18:02.991120 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bd1fbd-8613-4319-9676-e6a448f01b1b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:18:02.991331 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bd1fbd-8613-4319-9676-e6a448f01b1b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:18:02.991591 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bd1fbd-8613-4319-9676-e6a448f01b1b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:18:02.991930 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bd1fbd-8613-4319-9676-e6a448f01b1b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:18:02.992234 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bd1fbd-8613-4319-9676-e6a448f01b1b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:18:02.992554 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bd1fbd-8613-4319-9676-e6a448f01b1b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:18:02.992874 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bd1fbd-8613-4319-9676-e6a448f01b1b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:18:02.993188 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bd1fbd-8613-4319-9676-e6a448f01b1b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:18:02.993538 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bd1fbd-8613-4319-9676-e6a448f01b1b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:18:03.010645 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-92bd1fbd-8613-4319-9676-e6a448f01b1b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=82d435a158cb4c7c815c95239599178e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3265023 May 12 17:18:03.010645 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 57874) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:18:03.026279 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ef9407-69af-4519-8819-7f9289756537 req-2616c543-3bd1-4b3a-973f-bfa3e16dd30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:03.027916 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-72ef9407-69af-4519-8819-7f9289756537 req-2616c543-3bd1-4b3a-973f-bfa3e16dd30b service neutron] 10.222.0.58 "GET /v2.0/networks?id=6fb55941-2cb2-4359-bdd6-587e053b44f0 HTTP/1.1" status: 200 len: 912 time: 0.0978417 May 12 17:18:03.063873 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c3d62389-3cb8-4878-ae00-0e31fed1c33a admin admin] Publish callbacks [] for security_group (9723f829-d042-451d-ac1c-ccbaf39e0c24), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:03.070089 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-72ef9407-69af-4519-8819-7f9289756537 req-4e27535f-83aa-438a-982b-f2d8c7327ed3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9cb1a268-4909-4277-8a38-1bb3a04f115d HTTP/1.1" status: 200 len: 217 time: 0.0353487 May 12 17:18:03.086650 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c3d62389-3cb8-4878-ae00-0e31fed1c33a admin admin] Publish callbacks [] for security_group (9723f829-d042-451d-ac1c-ccbaf39e0c24), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:03.119378 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ef9407-69af-4519-8819-7f9289756537 req-14724106-0c00-4f1c-b130-b372198e0bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:03.120827 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-72ef9407-69af-4519-8819-7f9289756537 req-14724106-0c00-4f1c-b130-b372198e0bdd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c5f1d9ec-05e3-4b23-84b4-48d07d13574c HTTP/1.1" status: 200 len: 850 time: 0.0447826 May 12 17:18:03.140237 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c3d62389-3cb8-4878-ae00-0e31fed1c33a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (9723f829-d042-451d-ac1c-ccbaf39e0c24), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:03.143891 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c3d62389-3cb8-4878-ae00-0e31fed1c33a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:03.147777 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-c3d62389-3cb8-4878-ae00-0e31fed1c33a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9723f829-d042-451d-ac1c-ccbaf39e0c24 HTTP/1.1" status: 204 len: 168 time: 0.1338995 May 12 17:18:03.173130 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d62389-3cb8-4878-ae00-0e31fed1c33a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9723f829-d042-451d-ac1c-ccbaf39e0c24,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:18:03.182540 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ef9407-69af-4519-8819-7f9289756537 req-ccc2c6b4-19db-4135-82c1-860f83cfb1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:03.184174 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-72ef9407-69af-4519-8819-7f9289756537 req-ccc2c6b4-19db-4135-82c1-860f83cfb1f7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6fb55941-2cb2-4359-bdd6-587e053b44f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0562313 May 12 17:18:03.308424 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-72ef9407-69af-4519-8819-7f9289756537 req-8c97d73a-4aa1-4c57-a1d5-c4404889ebdc service neutron] 10.222.0.58 "GET /v2.0/networks/6fb55941-2cb2-4359-bdd6-587e053b44f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156678 May 12 17:18:03.419384 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-72ef9407-69af-4519-8819-7f9289756537 req-f4f910b3-b295-473c-b55a-c4c6b1a37e49 service neutron] 10.222.0.58 "GET /v2.0/networks/6fb55941-2cb2-4359-bdd6-587e053b44f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959177 May 12 17:18:03.475776 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6310266-7087-46d4-b62f-4a257302da30 req-e2b79ab3-c609-48c8-90ef-98ea059bcff8 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:03.477396 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-b6310266-7087-46d4-b62f-4a257302da30 req-e2b79ab3-c609-48c8-90ef-98ea059bcff8 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=674ec2ad-d5d1-46d6-b683-b5c2bd561c9a HTTP/1.1" status: 200 len: 945 time: 0.0519378 May 12 17:18:03.528159 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-b6310266-7087-46d4-b62f-4a257302da30 req-adad94cf-f4cb-497c-9165-9cf7d545e546 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=db7d0f43-a860-4c22-8e80-2ebcff18b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449388 May 12 17:18:03.942896 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d423aec0-76f7-483b-bd12-aeda19eda30a req-0b65d005-3fff-422d-ade4-f7520cb6c4d5 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:03.944393 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d423aec0-76f7-483b-bd12-aeda19eda30a req-0b65d005-3fff-422d-ade4-f7520cb6c4d5 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=47998668-5296-4019-a02c-3c80e30ff266 HTTP/1.1" status: 200 len: 946 time: 0.0461671 May 12 17:18:03.999396 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d423aec0-76f7-483b-bd12-aeda19eda30a req-5ca506ce-1a0d-4f9c-83b4-e80f80a8445c tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=05809961-ab33-4b51-9eba-3187efbff5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484843 May 12 17:18:04.032000 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4310b1d8-7fb8-44be-b1d8-20a8cea5260a req-5e5ce051-d979-490b-9537-1439691fa798 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:04.033452 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-4310b1d8-7fb8-44be-b1d8-20a8cea5260a req-5e5ce051-d979-490b-9537-1439691fa798 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/ports?device_id=9131b16e-e337-480c-a45b-91625a94863d HTTP/1.1" status: 200 len: 943 time: 0.0456247 May 12 17:18:04.080681 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-4310b1d8-7fb8-44be-b1d8-20a8cea5260a req-7a3c855d-a8d6-42af-bc88-ca10e9833b14 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/security-groups?id=73506ee2-7743-492f-9a19-76b788578cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417225 May 12 17:18:04.650888 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1730f22-c975-4924-829b-7381f774b08b req-a45c1239-eeb2-481e-823d-bb416a5e758f tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:04.652316 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e1730f22-c975-4924-829b-7381f774b08b req-a45c1239-eeb2-481e-823d-bb416a5e758f tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=674ec2ad-d5d1-46d6-b683-b5c2bd561c9a HTTP/1.1" status: 200 len: 945 time: 0.0465305 May 12 17:18:04.703658 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e1730f22-c975-4924-829b-7381f774b08b req-19982c9d-66ca-4924-847e-86372ecfefc1 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=db7d0f43-a860-4c22-8e80-2ebcff18b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453353 May 12 17:18:05.119040 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3250f1-d239-4d6e-9efe-3adee38dcf43 req-3b4ddc96-7ffe-4ead-a318-291b4ad75e7d tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:05.120532 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-ce3250f1-d239-4d6e-9efe-3adee38dcf43 req-3b4ddc96-7ffe-4ead-a318-291b4ad75e7d tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=47998668-5296-4019-a02c-3c80e30ff266 HTTP/1.1" status: 200 len: 946 time: 0.0506752 May 12 17:18:05.174935 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-ce3250f1-d239-4d6e-9efe-3adee38dcf43 req-5e60dff2-b7c8-4316-bd66-9e1bb15af181 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=05809961-ab33-4b51-9eba-3187efbff5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479391 May 12 17:18:05.201141 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e63fe2-4524-4475-8321-c246f233644f req-7d75ffa1-2f2e-42f6-b3be-2535340c6896 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:05.202672 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-84e63fe2-4524-4475-8321-c246f233644f req-7d75ffa1-2f2e-42f6-b3be-2535340c6896 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/ports?device_id=9131b16e-e337-480c-a45b-91625a94863d HTTP/1.1" status: 200 len: 943 time: 0.0484204 May 12 17:18:05.264505 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-84e63fe2-4524-4475-8321-c246f233644f req-aa5a603b-8524-46aa-b868-85d06f91fbc8 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/security-groups?id=73506ee2-7743-492f-9a19-76b788578cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552168 May 12 17:18:05.292523 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d7ad31-bbe4-426f-bb19-c356c2e62272 req-dcefb3f7-a190-46fa-923c-5049d4f0cffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:05.293930 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f9d7ad31-bbe4-426f-bb19-c356c2e62272 req-dcefb3f7-a190-46fa-923c-5049d4f0cffd service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=674ec2ad-d5d1-46d6-b683-b5c2bd561c9a HTTP/1.1" status: 200 len: 1129 time: 0.0454841 May 12 17:18:05.347573 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f9d7ad31-bbe4-426f-bb19-c356c2e62272 req-266c3f2d-fa71-461d-8400-3ba7f6c035de service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=db7d0f43-a860-4c22-8e80-2ebcff18b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391700 May 12 17:18:05.816663 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54db60fc-c6a2-430c-b779-0c9ede18d8bd req-de6c9803-39b4-4bb3-963b-d25d9790de4f tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:05.820185 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-54db60fc-c6a2-430c-b779-0c9ede18d8bd req-de6c9803-39b4-4bb3-963b-d25d9790de4f tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=674ec2ad-d5d1-46d6-b683-b5c2bd561c9a HTTP/1.1" status: 200 len: 945 time: 0.0448439 May 12 17:18:05.864810 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-54db60fc-c6a2-430c-b779-0c9ede18d8bd req-48b9a163-6a1a-43ec-a33d-d81a651b0c46 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=db7d0f43-a860-4c22-8e80-2ebcff18b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404584 May 12 17:18:05.922757 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 57944) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:18:05.970526 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.db_base_plugin_v2 [None req-920928ce-076b-41e9-8a19-46798c0d4355 admin admin] Deleting subnet 94864ee8-9712-47f3-b5c2-c7aa15553092 {{(pid=103468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 17:18:05.973643 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-920928ce-076b-41e9-8a19-46798c0d4355 admin admin] Publish callbacks [] for subnet (94864ee8-9712-47f3-b5c2-c7aa15553092), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:06.006617 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-920928ce-076b-41e9-8a19-46798c0d4355 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11662675'] for subnet (94864ee8-9712-47f3-b5c2-c7aa15553092), precommit_delete_associations {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:06.045096 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-920928ce-076b-41e9-8a19-46798c0d4355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3477743'] for subnet (94864ee8-9712-47f3-b5c2-c7aa15553092), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:06.094390 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-920928ce-076b-41e9-8a19-46798c0d4355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3477750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11526990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12405297'] for subnet (94864ee8-9712-47f3-b5c2-c7aa15553092), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:06.119729 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920928ce-076b-41e9-8a19-46798c0d4355 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94864ee8-9712-47f3-b5c2-c7aa15553092,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:18:06.123387 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-920928ce-076b-41e9-8a19-46798c0d4355 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:06.126457 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-920928ce-076b-41e9-8a19-46798c0d4355 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/94864ee8-9712-47f3-b5c2-c7aa15553092 HTTP/1.1" status: 204 len: 168 time: 0.2027082 May 12 17:18:06.128881 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 57946) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:18:06.197950 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-64e3ae7d-821a-45f0-9455-0bbe6c3da0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3665968'] for network (e0eec4ab-bfe0-4b90-a7ae-84750299cb1b), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:06.279230 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-64e3ae7d-821a-45f0-9455-0bbe6c3da0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3512410', 'neutron.services.segments.db._delete_segments_for_network-8774527956246'] for network (e0eec4ab-bfe0-4b90-a7ae-84750299cb1b), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:06.300797 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.services.segments.db [None req-64e3ae7d-821a-45f0-9455-0bbe6c3da0c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0eec4ab-bfe0-4b90-a7ae-84750299cb1b']}} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:18:06.302171 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9795b444-d876-4b08-b8ea-6061048cf9c4 req-24c40770-0bc2-4982-9d7e-0758bdf2e71d tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:06.303674 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9795b444-d876-4b08-b8ea-6061048cf9c4 req-24c40770-0bc2-4982-9d7e-0758bdf2e71d tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=47998668-5296-4019-a02c-3c80e30ff266 HTTP/1.1" status: 200 len: 946 time: 0.0517213 May 12 17:18:06.317797 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.services.segments.db [None req-64e3ae7d-821a-45f0-9455-0bbe6c3da0c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '456b4edc-1e4d-4c90-b179-837044718f2d') {'for_net_delete': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:18:06.318167 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.services.segments.db [None req-64e3ae7d-821a-45f0-9455-0bbe6c3da0c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '456b4edc-1e4d-4c90-b179-837044718f2d') {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:18:06.329717 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-64e3ae7d-821a-45f0-9455-0bbe6c3da0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774527957791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11662698'] for segment (456b4edc-1e4d-4c90-b179-837044718f2d), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:06.351710 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-64e3ae7d-821a-45f0-9455-0bbe6c3da0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3597332'] for segment (456b4edc-1e4d-4c90-b179-837044718f2d), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:06.356515 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9795b444-d876-4b08-b8ea-6061048cf9c4 req-2f8d6bd7-3bcb-4138-a2fb-15b06162812c tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=05809961-ab33-4b51-9eba-3187efbff5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467713 May 12 17:18:06.378488 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64e3ae7d-821a-45f0-9455-0bbe6c3da0c3 admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=103468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 17:18:06.378896 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-64e3ae7d-821a-45f0-9455-0bbe6c3da0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3597332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11526380'] for segment (456b4edc-1e4d-4c90-b179-837044718f2d), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:06.380595 dv-cinder-841591-1-iscsi neutron-server[103468]: Traceback (most recent call last): May 12 17:18:06.380595 dv-cinder-841591-1-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 17:18:06.380595 dv-cinder-841591-1-iscsi neutron-server[103468]: timer() May 12 17:18:06.380595 dv-cinder-841591-1-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 17:18:06.380595 dv-cinder-841591-1-iscsi neutron-server[103468]: cb(*args, **kw) May 12 17:18:06.380595 dv-cinder-841591-1-iscsi neutron-server[103468]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 17:18:06.380595 dv-cinder-841591-1-iscsi neutron-server[103468]: return func(*args, **kwargs) May 12 17:18:06.380595 dv-cinder-841591-1-iscsi neutron-server[103468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 17:18:06.380595 dv-cinder-841591-1-iscsi neutron-server[103468]: self._notify() May 12 17:18:06.380595 dv-cinder-841591-1-iscsi neutron-server[103468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 17:18:06.380595 dv-cinder-841591-1-iscsi neutron-server[103468]: self.callback(batched_events) May 12 17:18:06.380595 dv-cinder-841591-1-iscsi neutron-server[103468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 17:18:06.380595 dv-cinder-841591-1-iscsi neutron-server[103468]: event.method(event) May 12 17:18:06.380595 dv-cinder-841591-1-iscsi neutron-server[103468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 17:18:06.380595 dv-cinder-841591-1-iscsi neutron-server[103468]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 17:18:06.380595 dv-cinder-841591-1-iscsi neutron-server[103468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 17:18:06.380595 dv-cinder-841591-1-iscsi neutron-server[103468]: aggregate_uuid = self.p_client.list_aggregates( May 12 17:18:06.380595 dv-cinder-841591-1-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 17:18:06.380595 dv-cinder-841591-1-iscsi neutron-server[103468]: return f(self, *a, **k) May 12 17:18:06.380595 dv-cinder-841591-1-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 17:18:06.380595 dv-cinder-841591-1-iscsi neutron-server[103468]: return self._get(url).json() May 12 17:18:06.380595 dv-cinder-841591-1-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 17:18:06.380595 dv-cinder-841591-1-iscsi neutron-server[103468]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 17:18:06.380595 dv-cinder-841591-1-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 17:18:06.380595 dv-cinder-841591-1-iscsi neutron-server[103468]: return self.request(url, 'GET', **kwargs) May 12 17:18:06.380595 dv-cinder-841591-1-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 17:18:06.380595 dv-cinder-841591-1-iscsi neutron-server[103468]: base_url = self.get_endpoint(auth, allow=allow, May 12 17:18:06.380595 dv-cinder-841591-1-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 17:18:06.380595 dv-cinder-841591-1-iscsi neutron-server[103468]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 17:18:06.380595 dv-cinder-841591-1-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 17:18:06.380595 dv-cinder-841591-1-iscsi neutron-server[103468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 17:18:06.380595 dv-cinder-841591-1-iscsi neutron-server[103468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 17:18:06.410093 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37d8405-da43-439f-b93d-a90e5b2d50c2 req-8c8e8f9c-13a8-4f7d-8b17-e479b34f8db3 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:06.411600 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-f37d8405-da43-439f-b93d-a90e5b2d50c2 req-8c8e8f9c-13a8-4f7d-8b17-e479b34f8db3 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/ports?device_id=9131b16e-e337-480c-a45b-91625a94863d HTTP/1.1" status: 200 len: 943 time: 0.0749741 May 12 17:18:06.459930 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-64e3ae7d-821a-45f0-9455-0bbe6c3da0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3512417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682781'] for network (e0eec4ab-bfe0-4b90-a7ae-84750299cb1b), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:06.473267 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-64e3ae7d-821a-45f0-9455-0bbe6c3da0c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-519179'] for network (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:06.476358 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-64e3ae7d-821a-45f0-9455-0bbe6c3da0c3 admin admin] 10.222.0.23 "DELETE /v2.0/networks/e0eec4ab-bfe0-4b90-a7ae-84750299cb1b HTTP/1.1" status: 204 len: 168 time: 0.3465896 May 12 17:18:06.480533 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 57954) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:18:06.490604 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e3ae7d-821a-45f0-9455-0bbe6c3da0c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0eec4ab-bfe0-4b90-a7ae-84750299cb1b,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:18:06.505954 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-f37d8405-da43-439f-b93d-a90e5b2d50c2 req-a47e3faa-1287-4a32-9adb-0b308c16833e tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/security-groups?id=73506ee2-7743-492f-9a19-76b788578cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669696 May 12 17:18:06.531649 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5a2dd59-42c9-47f8-98e0-d4e6af28fe71 admin admin] Deleting subnet e87d070f-23de-4695-b72e-e861bf809680 {{(pid=103469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 17:18:06.534866 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-f5a2dd59-42c9-47f8-98e0-d4e6af28fe71 admin admin] Publish callbacks [] for subnet (e87d070f-23de-4695-b72e-e861bf809680), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:06.570221 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-f5a2dd59-42c9-47f8-98e0-d4e6af28fe71 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1968719'] for subnet (e87d070f-23de-4695-b72e-e861bf809680), precommit_delete_associations {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:06.613380 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-f5a2dd59-42c9-47f8-98e0-d4e6af28fe71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3477743'] for subnet (e87d070f-23de-4695-b72e-e861bf809680), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:06.670079 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-f5a2dd59-42c9-47f8-98e0-d4e6af28fe71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3477750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1968756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11573712'] for subnet (e87d070f-23de-4695-b72e-e861bf809680), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:06.695762 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a2dd59-42c9-47f8-98e0-d4e6af28fe71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e87d070f-23de-4695-b72e-e861bf809680,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:18:06.701228 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-f5a2dd59-42c9-47f8-98e0-d4e6af28fe71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-519179'] for subnet (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:06.706603 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-f5a2dd59-42c9-47f8-98e0-d4e6af28fe71 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/e87d070f-23de-4695-b72e-e861bf809680 HTTP/1.1" status: 204 len: 168 time: 0.2228885 May 12 17:18:06.706842 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 57960) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:18:06.798294 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-5e6c6706-b6b5-4dee-b04d-4d7d5cb00412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3665968'] for network (b15714a1-e427-400f-8c9c-db090adfb482), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:06.861995 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0b2a8888-6303-4c69-8b1f-34a9d3b6b4a7 req-dd85694e-c190-4812-9ab4-69f7c8b12db0 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1396268530&fields=id&tenant_id=3127460c8042473294d90b9a3338a273 HTTP/1.1" status: 200 len: 267 time: 0.0942292 May 12 17:18:06.938518 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-5e6c6706-b6b5-4dee-b04d-4d7d5cb00412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3512410', 'neutron.services.segments.db._delete_segments_for_network-8774527956246'] for network (b15714a1-e427-400f-8c9c-db090adfb482), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:06.982300 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae67cae-ed81-4d46-94a7-c962c7be6d79 req-1d7909a6-904a-4227-9d77-1efeb31a235b tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:06.983841 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-3ae67cae-ed81-4d46-94a7-c962c7be6d79 req-1d7909a6-904a-4227-9d77-1efeb31a235b tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=674ec2ad-d5d1-46d6-b683-b5c2bd561c9a HTTP/1.1" status: 200 len: 945 time: 0.0533853 May 12 17:18:06.990889 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.services.segments.db [None req-5e6c6706-b6b5-4dee-b04d-4d7d5cb00412 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b15714a1-e427-400f-8c9c-db090adfb482']}} {{(pid=103469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:18:07.005903 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.services.segments.db [None req-5e6c6706-b6b5-4dee-b04d-4d7d5cb00412 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '524e3321-4e0d-43a2-9087-c7e858d0cd35') {'for_net_delete': True} {{(pid=103469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:18:07.006194 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.services.segments.db [None req-5e6c6706-b6b5-4dee-b04d-4d7d5cb00412 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '524e3321-4e0d-43a2-9087-c7e858d0cd35') {} {{(pid=103469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:18:07.020231 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-5e6c6706-b6b5-4dee-b04d-4d7d5cb00412 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774527957791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1968758'] for segment (524e3321-4e0d-43a2-9087-c7e858d0cd35), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:07.030707 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-3ae67cae-ed81-4d46-94a7-c962c7be6d79 req-3a69c777-a870-4ac3-9b7e-f624ad3360fb tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=db7d0f43-a860-4c22-8e80-2ebcff18b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411849 May 12 17:18:07.045808 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2a8888-6303-4c69-8b1f-34a9d3b6b4a7 req-28b29aab-a606-4254-8fcc-372e914a3d4e tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:07.047310 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0b2a8888-6303-4c69-8b1f-34a9d3b6b4a7 req-28b29aab-a606-4254-8fcc-372e914a3d4e tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "GET /v2.0/networks?id=2f4b42e4-7732-4c98-9681-fbceae906075 HTTP/1.1" status: 200 len: 809 time: 0.1746202 May 12 17:18:07.048195 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-5e6c6706-b6b5-4dee-b04d-4d7d5cb00412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3597332'] for segment (524e3321-4e0d-43a2-9087-c7e858d0cd35), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:07.064029 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e6c6706-b6b5-4dee-b04d-4d7d5cb00412 admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=103469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 17:18:07.064418 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-5e6c6706-b6b5-4dee-b04d-4d7d5cb00412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3597332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1968598'] for segment (524e3321-4e0d-43a2-9087-c7e858d0cd35), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:07.066363 dv-cinder-841591-1-iscsi neutron-server[103469]: Traceback (most recent call last): May 12 17:18:07.066363 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 17:18:07.066363 dv-cinder-841591-1-iscsi neutron-server[103469]: timer() May 12 17:18:07.066363 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 17:18:07.066363 dv-cinder-841591-1-iscsi neutron-server[103469]: cb(*args, **kw) May 12 17:18:07.066363 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 17:18:07.066363 dv-cinder-841591-1-iscsi neutron-server[103469]: return func(*args, **kwargs) May 12 17:18:07.066363 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 17:18:07.066363 dv-cinder-841591-1-iscsi neutron-server[103469]: self._notify() May 12 17:18:07.066363 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 17:18:07.066363 dv-cinder-841591-1-iscsi neutron-server[103469]: self.callback(batched_events) May 12 17:18:07.066363 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 17:18:07.066363 dv-cinder-841591-1-iscsi neutron-server[103469]: event.method(event) May 12 17:18:07.066363 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 17:18:07.066363 dv-cinder-841591-1-iscsi neutron-server[103469]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 17:18:07.066363 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 17:18:07.066363 dv-cinder-841591-1-iscsi neutron-server[103469]: aggregate_uuid = self.p_client.list_aggregates( May 12 17:18:07.066363 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 17:18:07.066363 dv-cinder-841591-1-iscsi neutron-server[103469]: return f(self, *a, **k) May 12 17:18:07.066363 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 17:18:07.066363 dv-cinder-841591-1-iscsi neutron-server[103469]: return self._get(url).json() May 12 17:18:07.066363 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 17:18:07.066363 dv-cinder-841591-1-iscsi neutron-server[103469]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 17:18:07.066363 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 17:18:07.066363 dv-cinder-841591-1-iscsi neutron-server[103469]: return self.request(url, 'GET', **kwargs) May 12 17:18:07.066363 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 17:18:07.066363 dv-cinder-841591-1-iscsi neutron-server[103469]: base_url = self.get_endpoint(auth, allow=allow, May 12 17:18:07.066363 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 17:18:07.066363 dv-cinder-841591-1-iscsi neutron-server[103469]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 17:18:07.066363 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 17:18:07.066363 dv-cinder-841591-1-iscsi neutron-server[103469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 17:18:07.066363 dv-cinder-841591-1-iscsi neutron-server[103469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 17:18:07.077631 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0b2a8888-6303-4c69-8b1f-34a9d3b6b4a7 req-b53aeb1b-95b6-48ff-98c2-a2a71cc261ba tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "GET /v2.0/quotas/3127460c8042473294d90b9a3338a273 HTTP/1.1" status: 200 len: 375 time: 0.0234962 May 12 17:18:07.158805 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0b2a8888-6303-4c69-8b1f-34a9d3b6b4a7 req-de8bb206-ede5-4f93-986d-43a6d44ae7d4 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3127460c8042473294d90b9a3338a273&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0710461 May 12 17:18:07.159434 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-5e6c6706-b6b5-4dee-b04d-4d7d5cb00412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3512417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682781'] for network (b15714a1-e427-400f-8c9c-db090adfb482), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:07.164491 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-5e6c6706-b6b5-4dee-b04d-4d7d5cb00412 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-519179'] for network (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:07.170813 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-5e6c6706-b6b5-4dee-b04d-4d7d5cb00412 admin admin] 10.222.0.23 "DELETE /v2.0/networks/b15714a1-e427-400f-8c9c-db090adfb482 HTTP/1.1" status: 204 len: 168 time: 0.4629548 May 12 17:18:07.190067 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6c6706-b6b5-4dee-b04d-4d7d5cb00412 admin admin] Pushing event deleted for resources: {'Network': ['ID=b15714a1-e427-400f-8c9c-db090adfb482,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:18:07.270866 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0b2a8888-6303-4c69-8b1f-34a9d3b6b4a7 req-abb37633-02b4-4bc0-bfbb-ca5c9a53ea19 service neutron] 10.222.0.23 "GET /v2.0/networks/2f4b42e4-7732-4c98-9681-fbceae906075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879881 May 12 17:18:07.344909 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 57968) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:18:07.377339 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0b2a8888-6303-4c69-8b1f-34a9d3b6b4a7 req-643bdd15-1cb1-4744-a6ed-09cc2d7821c8 service neutron] 10.222.0.23 "GET /v2.0/networks/2f4b42e4-7732-4c98-9681-fbceae906075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000988 May 12 17:18:07.399130 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-442644fe-5d58-4b0e-8075-f21a6f8170ba admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=37f0cc299cec4beaadf4e92dd74c28e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0509288 May 12 17:18:07.400121 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 57972) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:18:07.453810 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-fcfa3e95-673d-47e7-8f51-b940e6861d57 admin admin] Publish callbacks [] for security_group (fbce9047-3697-491c-ac2e-2895d39005fc), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:07.483931 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4811b605-0295-4347-9bfb-53f740f5ea3c req-2a0100cb-3017-4542-b524-ee4c340438d5 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:07.485472 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-4811b605-0295-4347-9bfb-53f740f5ea3c req-2a0100cb-3017-4542-b524-ee4c340438d5 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=47998668-5296-4019-a02c-3c80e30ff266 HTTP/1.1" status: 200 len: 946 time: 0.0540104 May 12 17:18:07.489411 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-fcfa3e95-673d-47e7-8f51-b940e6861d57 admin admin] Publish callbacks [] for security_group (fbce9047-3697-491c-ac2e-2895d39005fc), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:07.541312 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-fcfa3e95-673d-47e7-8f51-b940e6861d57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (fbce9047-3697-491c-ac2e-2895d39005fc), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:07.543958 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-fcfa3e95-673d-47e7-8f51-b940e6861d57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:07.545202 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-fcfa3e95-673d-47e7-8f51-b940e6861d57 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fbce9047-3697-491c-ac2e-2895d39005fc HTTP/1.1" status: 204 len: 168 time: 0.1441667 May 12 17:18:07.554809 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfa3e95-673d-47e7-8f51-b940e6861d57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbce9047-3697-491c-ac2e-2895d39005fc,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:18:07.570094 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-4811b605-0295-4347-9bfb-53f740f5ea3c req-c940efcf-5d95-4b97-9753-e17b367f3a7c tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=05809961-ab33-4b51-9eba-3187efbff5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612180 May 12 17:18:07.685957 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99de4ca3-66dc-4ff8-bd56-8854d9126940 req-42a99226-310c-429e-aec1-ccbe5df47124 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:07.687662 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-99de4ca3-66dc-4ff8-bd56-8854d9126940 req-42a99226-310c-429e-aec1-ccbe5df47124 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/ports?device_id=9131b16e-e337-480c-a45b-91625a94863d HTTP/1.1" status: 200 len: 943 time: 0.0673308 May 12 17:18:07.724683 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-632143ad-da18-4514-984d-84560659e7a4 req-56eca441-2c0b-4ada-94ea-24ccd1536824 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "GET /v2.0/ports?device_id=f56f36d8-2e2b-4024-b0e1-d31b9b7f08bf HTTP/1.1" status: 200 len: 210 time: 0.0479457 May 12 17:18:07.778943 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-99de4ca3-66dc-4ff8-bd56-8854d9126940 req-d5cf6e8c-3183-4a89-944e-1c16fe42b708 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/security-groups?id=73506ee2-7743-492f-9a19-76b788578cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848532 May 12 17:18:07.957250 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 57998) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:18:07.999157 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-03900945-7c9e-4b62-8633-f6994b6492c1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=992b7a2dcd8945cca75d3626ef70f1ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405929 May 12 17:18:08.001728 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 58000) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:18:08.049487 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-03ae1acc-7f82-4e7d-9858-cedab69fa39b admin admin] Publish callbacks [] for security_group (59652b8f-061f-4161-b061-3200a4ba492f), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:08.071211 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-03ae1acc-7f82-4e7d-9858-cedab69fa39b admin admin] Publish callbacks [] for security_group (59652b8f-061f-4161-b061-3200a4ba492f), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:08.153324 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416ee1fa-bafe-4f9a-84b0-80d27d361066 req-b7a2b13d-ba2c-4e73-bf13-632c6895676f tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:08.154820 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-416ee1fa-bafe-4f9a-84b0-80d27d361066 req-b7a2b13d-ba2c-4e73-bf13-632c6895676f tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=674ec2ad-d5d1-46d6-b683-b5c2bd561c9a HTTP/1.1" status: 200 len: 945 time: 0.0534263 May 12 17:18:08.159415 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-03ae1acc-7f82-4e7d-9858-cedab69fa39b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (59652b8f-061f-4161-b061-3200a4ba492f), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:08.161934 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-03ae1acc-7f82-4e7d-9858-cedab69fa39b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:08.162997 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-03ae1acc-7f82-4e7d-9858-cedab69fa39b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/59652b8f-061f-4161-b061-3200a4ba492f HTTP/1.1" status: 204 len: 168 time: 0.1602607 May 12 17:18:08.183282 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ae1acc-7f82-4e7d-9858-cedab69fa39b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59652b8f-061f-4161-b061-3200a4ba492f,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:18:08.222007 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-416ee1fa-bafe-4f9a-84b0-80d27d361066 req-6fe75e84-a926-4e87-9809-551d89b4f323 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=db7d0f43-a860-4c22-8e80-2ebcff18b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579288 May 12 17:18:08.488273 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1315af-d3d4-4e17-aac3-0018cb379dc8 req-be09355d-226c-4c70-ac25-826c679b5398 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:08.489772 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-8a1315af-d3d4-4e17-aac3-0018cb379dc8 req-be09355d-226c-4c70-ac25-826c679b5398 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=674ec2ad-d5d1-46d6-b683-b5c2bd561c9a HTTP/1.1" status: 200 len: 945 time: 0.0476260 May 12 17:18:08.550951 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-8a1315af-d3d4-4e17-aac3-0018cb379dc8 req-eb9b80e2-084b-4591-8d38-82cc69b64828 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=db7d0f43-a860-4c22-8e80-2ebcff18b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546758 May 12 17:18:08.678641 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db3fe0f-2628-47da-975f-81f571a00636 req-b906de94-05f7-4760-aa95-7304ab62a864 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:08.680113 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5db3fe0f-2628-47da-975f-81f571a00636 req-b906de94-05f7-4760-aa95-7304ab62a864 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=47998668-5296-4019-a02c-3c80e30ff266 HTTP/1.1" status: 200 len: 946 time: 0.0496781 May 12 17:18:08.727774 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5db3fe0f-2628-47da-975f-81f571a00636 req-838baabb-8c28-4f38-8e3e-62a0a876c680 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=05809961-ab33-4b51-9eba-3187efbff5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417674 May 12 17:18:08.820636 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-5efb96db-da1e-4ebc-a06a-b25e33d5cba5 req-0408dea7-e64e-4343-87a0-869fe6a721c9 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "GET /v2.0/ports?device_id=f56f36d8-2e2b-4024-b0e1-d31b9b7f08bf HTTP/1.1" status: 200 len: 210 time: 0.0312819 May 12 17:18:08.887336 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 58038) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:18:08.917082 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36340c6c-c8e0-4cf5-a9b6-77630be99ba6 req-8861fb1c-8591-4da9-b8d9-72581d4ce8f2 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:08.919144 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-36340c6c-c8e0-4cf5-a9b6-77630be99ba6 req-8861fb1c-8591-4da9-b8d9-72581d4ce8f2 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/ports?device_id=9131b16e-e337-480c-a45b-91625a94863d HTTP/1.1" status: 200 len: 943 time: 0.0616746 May 12 17:18:09.038906 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-78858b00-d75b-4b62-8dcf-b7b3aa4d2c4e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1751842692-network', 'tenant_id': '25bc4c2d7eb345d8a531f74b42d0fb91'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:18:09.042455 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-36340c6c-c8e0-4cf5-a9b6-77630be99ba6 req-0eeda16e-4c12-4e53-aa81-4e43dfe5008e tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/security-groups?id=73506ee2-7743-492f-9a19-76b788578cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170869 May 12 17:18:09.050630 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c200f412-6fc1-4aa3-829d-bd794bb18a0c req-5e51ad43-da07-4b30-a0b0-73090285cfff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:09.052227 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c200f412-6fc1-4aa3-829d-bd794bb18a0c req-5e51ad43-da07-4b30-a0b0-73090285cfff service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=638166bec22640968de80cfeaeed437b&device_id=674ec2ad-d5d1-46d6-b683-b5c2bd561c9a HTTP/1.1" status: 200 len: 1129 time: 0.0671387 May 12 17:18:09.060049 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78858b00-d75b-4b62-8dcf-b7b3aa4d2c4e admin admin] Made reservation on behalf of 25bc4c2d7eb345d8a531f74b42d0fb91 for: {'network': 1} {{(pid=103468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:18:09.062852 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-78858b00-d75b-4b62-8dcf-b7b3aa4d2c4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for network (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:09.071871 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-78858b00-d75b-4b62-8dcf-b7b3aa4d2c4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:09.177571 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-78858b00-d75b-4b62-8dcf-b7b3aa4d2c4e admin admin] Publish callbacks [] for security_group (93d51443-a2a3-4ee3-867a-6b4dc6a7068f), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:09.183424 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-78858b00-d75b-4b62-8dcf-b7b3aa4d2c4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (93d51443-a2a3-4ee3-867a-6b4dc6a7068f), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:09.192494 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c200f412-6fc1-4aa3-829d-bd794bb18a0c req-b613869c-6090-4be7-ac39-be9e0e5416b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:09.194339 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c200f412-6fc1-4aa3-829d-bd794bb18a0c req-b613869c-6090-4be7-ac39-be9e0e5416b0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ff0d6338-2300-4010-ae74-9c2289a9588a HTTP/1.1" status: 200 len: 920 time: 0.0987504 May 12 17:18:09.206854 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78858b00-d75b-4b62-8dcf-b7b3aa4d2c4e admin admin] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=103468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 17:18:09.221211 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78858b00-d75b-4b62-8dcf-b7b3aa4d2c4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93d51443-a2a3-4ee3-867a-6b4dc6a7068f,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:18:09.226003 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-78858b00-d75b-4b62-8dcf-b7b3aa4d2c4e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774527956237', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3597332'] for segment (7d22a9e6-345c-4024-853f-1877243f908d), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:09.226440 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.db.segments_db [None req-78858b00-d75b-4b62-8dcf-b7b3aa4d2c4e admin admin] Added segment 7d22a9e6-345c-4024-853f-1877243f908d of type vlan for network f0095fbe-ef8d-4ce4-8f32-e8bd7d729d75 May 12 17:18:09.236618 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c200f412-6fc1-4aa3-829d-bd794bb18a0c req-e689ff03-6d83-483d-ada0-86b8b48bd0f7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d57d4a88-7f65-442d-9424-fce30450293a HTTP/1.1" status: 200 len: 217 time: 0.0355163 May 12 17:18:09.268730 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-78858b00-d75b-4b62-8dcf-b7b3aa4d2c4e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774527496843'] for network (f0095fbe-ef8d-4ce4-8f32-e8bd7d729d75), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:09.294834 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-78858b00-d75b-4b62-8dcf-b7b3aa4d2c4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205'] for network (f0095fbe-ef8d-4ce4-8f32-e8bd7d729d75), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:09.295842 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78858b00-d75b-4b62-8dcf-b7b3aa4d2c4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:09.296423 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-78858b00-d75b-4b62-8dcf-b7b3aa4d2c4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-519179'] for network (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:09.298494 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c200f412-6fc1-4aa3-829d-bd794bb18a0c req-4642ab61-4368-4075-923b-2c845f9ead88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:09.299939 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c200f412-6fc1-4aa3-829d-bd794bb18a0c req-4642ab61-4368-4075-923b-2c845f9ead88 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3ceba6be-c195-4fd8-b10b-839022cc6ef4 HTTP/1.1" status: 200 len: 858 time: 0.0451088 May 12 17:18:09.332072 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-78858b00-d75b-4b62-8dcf-b7b3aa4d2c4e admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4436326 May 12 17:18:09.334825 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 58042) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:18:09.341386 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-5002e35c-22a5-4a66-a359-cc126d8fb4ef admin admin] Request body: {'subnet': {'network_id': 'f0095fbe-ef8d-4ce4-8f32-e8bd7d729d75', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1751842692-subnet', 'tenant_id': '25bc4c2d7eb345d8a531f74b42d0fb91', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:18:09.376917 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78858b00-d75b-4b62-8dcf-b7b3aa4d2c4e admin admin] Pushing event updated for resources: {'Network': ['ID=f0095fbe-ef8d-4ce4-8f32-e8bd7d729d75,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:18:09.387917 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Network f0095fbe-ef8d-4ce4-8f32-e8bd7d729d75 details requested by agent ovs-agent-dv-cinder-841591-1-iscsi with host dv-cinder-841591-1-iscsi {{(pid=103470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 17:18:09.392554 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5002e35c-22a5-4a66-a359-cc126d8fb4ef admin admin] Made reservation on behalf of 25bc4c2d7eb345d8a531f74b42d0fb91 for: {'subnet': 1} {{(pid=103468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:18:09.394938 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5002e35c-22a5-4a66-a359-cc126d8fb4ef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12405276'] for subnet (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:09.566551 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5002e35c-22a5-4a66-a359-cc126d8fb4ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11526927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12405258'] for subnet (354d391b-4a47-49b3-84d2-1f2b2dc2d081), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:09.599832 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c200f412-6fc1-4aa3-829d-bd794bb18a0c req-b3f90e4b-7516-49c8-a9e8-5a5e05a1e777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:09.601283 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c200f412-6fc1-4aa3-829d-bd794bb18a0c req-b3f90e4b-7516-49c8-a9e8-5a5e05a1e777 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ff0d6338-2300-4010-ae74-9c2289a9588a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0568361 May 12 17:18:09.627840 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5002e35c-22a5-4a66-a359-cc126d8fb4ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=354d391b-4a47-49b3-84d2-1f2b2dc2d081,revision_number=0']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:18:09.639554 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5002e35c-22a5-4a66-a359-cc126d8fb4ef admin admin] Checking segment: {'id': '7d22a9e6-345c-4024-853f-1877243f908d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f0095fbe-ef8d-4ce4-8f32-e8bd7d729d75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:18:09.639959 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5002e35c-22a5-4a66-a359-cc126d8fb4ef admin admin] Network hostable DHCP agents. Network: f0095fbe-ef8d-4ce4-8f32-e8bd7d729d75, hostable agents: ['ad05f391-ff61-4b74-a3af-7ffb7f485489'], hosted agents: [] {{(pid=103468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 17:18:09.731668 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c200f412-6fc1-4aa3-829d-bd794bb18a0c req-08719bae-9416-4dbd-beb1-6839678cd349 service neutron] 10.222.0.58 "GET /v2.0/networks/ff0d6338-2300-4010-ae74-9c2289a9588a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221533 May 12 17:18:09.739978 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c299190-5b07-4d0a-805f-8fb4f4e8984f req-f33980be-bf5d-4d61-87c0-3077e593816c tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:09.747303 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-9c299190-5b07-4d0a-805f-8fb4f4e8984f req-f33980be-bf5d-4d61-87c0-3077e593816c tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=674ec2ad-d5d1-46d6-b683-b5c2bd561c9a HTTP/1.1" status: 200 len: 945 time: 0.0933642 May 12 17:18:09.753877 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5002e35c-22a5-4a66-a359-cc126d8fb4ef admin admin] Network f0095fbe-ef8d-4ce4-8f32-e8bd7d729d75 is scheduled to be hosted by DHCP agent ad05f391-ff61-4b74-a3af-7ffb7f485489 with binding_index 1 {{(pid=103468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 17:18:09.812306 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.base_scheduler [None req-5002e35c-22a5-4a66-a359-cc126d8fb4ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841591-1-iscsi, f0095fbe-ef8d-4ce4-8f32-e8bd7d729d75) {{(pid=103468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:18:09.823112 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386a883f-62ec-4b81-8323-0202121572db None None] Network f0095fbe-ef8d-4ce4-8f32-e8bd7d729d75 requested from dv-cinder-841591-1-iscsi {{(pid=103470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:18:09.827681 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5002e35c-22a5-4a66-a359-cc126d8fb4ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:09.828358 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5002e35c-22a5-4a66-a359-cc126d8fb4ef admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:09.870092 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2a8888-6303-4c69-8b1f-34a9d3b6b4a7 req-4c01f032-2b4d-4873-abad-c2a1be25ab27 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:09.870092 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-0b2a8888-6303-4c69-8b1f-34a9d3b6b4a7 req-4c01f032-2b4d-4873-abad-c2a1be25ab27 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.58 "GET /v2.0/networks?id=2f4b42e4-7732-4c98-9681-fbceae906075 HTTP/1.1" status: 200 len: 809 time: 0.2034311 May 12 17:18:09.879036 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-9c299190-5b07-4d0a-805f-8fb4f4e8984f req-0ba41125-8dee-4389-ad40-b7a03aa0bf8b tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=db7d0f43-a860-4c22-8e80-2ebcff18b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288562 May 12 17:18:09.899496 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-5002e35c-22a5-4a66-a359-cc126d8fb4ef admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5635872 May 12 17:18:10.018126 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0d3660-4510-48d4-9205-f007f4afb1c5 None None] Network f0095fbe-ef8d-4ce4-8f32-e8bd7d729d75 requested from dv-cinder-841591-1-iscsi {{(pid=103470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:18:10.040421 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-0b2a8888-6303-4c69-8b1f-34a9d3b6b4a7 req-01b43354-97db-4069-8150-55fd7cf023b4 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3127460c8042473294d90b9a3338a273 HTTP/1.1" status: 200 len: 380 time: 0.1544111 May 12 17:18:10.069532 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-9d3265dd-a10f-4388-b5e8-ba966e1496a5 req-491a6f09-1a98-4046-a62c-a9fdb6def6a1 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "GET /v2.0/ports?device_id=f56f36d8-2e2b-4024-b0e1-d31b9b7f08bf HTTP/1.1" status: 200 len: 210 time: 0.0474272 May 12 17:18:10.103457 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [req-0b2a8888-6303-4c69-8b1f-34a9d3b6b4a7 req-f3f74652-9b45-4611-8dcc-2c5b17c11852 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Request body: {'port': {'device_id': 'f56f36d8-2e2b-4024-b0e1-d31b9b7f08bf', 'network_id': '2f4b42e4-7732-4c98-9681-fbceae906075', 'admin_state_up': True, 'tenant_id': '3127460c8042473294d90b9a3338a273', 'security_groups': ['9f4198f2-c72d-4a6d-bdaf-ef5afcf5ac8c']}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:18:10.175760 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecf4e9f-2eda-432f-b62f-5649d188152a req-9daa6ee0-b331-40f9-b68b-3ad62cb7eeb3 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:10.177482 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8ecf4e9f-2eda-432f-b62f-5649d188152a req-9daa6ee0-b331-40f9-b68b-3ad62cb7eeb3 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=47998668-5296-4019-a02c-3c80e30ff266 HTTP/1.1" status: 200 len: 946 time: 0.0677645 May 12 17:18:10.195093 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c200f412-6fc1-4aa3-829d-bd794bb18a0c req-c32508c3-e38d-4352-8c5e-e2182b2e60dd service neutron] 10.222.0.58 "GET /v2.0/networks/ff0d6338-2300-4010-ae74-9c2289a9588a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4566340 May 12 17:18:10.238945 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8ecf4e9f-2eda-432f-b62f-5649d188152a req-26de05e5-7b7a-44e3-a9f5-32c669c33ca3 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=05809961-ab33-4b51-9eba-3187efbff5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534239 May 12 17:18:10.240198 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcc7663-9243-49f0-aff5-6648ba435e04 req-cf2c5d26-0f38-4d0f-9d79-390ce0af6d9d tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:10.241719 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-2fcc7663-9243-49f0-aff5-6648ba435e04 req-cf2c5d26-0f38-4d0f-9d79-390ce0af6d9d tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/ports?device_id=878603bd-9524-4a76-88c3-463a2f09910f HTTP/1.1" status: 200 len: 946 time: 0.0653529 May 12 17:18:10.307047 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b2a8888-6303-4c69-8b1f-34a9d3b6b4a7 req-f3f74652-9b45-4611-8dcc-2c5b17c11852 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Made reservation on behalf of 3127460c8042473294d90b9a3338a273 for: {'port': 1} {{(pid=103468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:18:10.310648 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-0b2a8888-6303-4c69-8b1f-34a9d3b6b4a7 req-f3f74652-9b45-4611-8dcc-2c5b17c11852 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:10.315304 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-2fcc7663-9243-49f0-aff5-6648ba435e04 req-95191438-dbc1-4f03-aebd-a6a38d4db954 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ad77cae-65fc-4aeb-aa6b-51c8f295ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651896 May 12 17:18:10.379601 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4a9a25-618e-469b-8efb-d44c3289abaa req-015c8c11-10eb-4998-af63-f927a6b3ae21 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:10.381812 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7a4a9a25-618e-469b-8efb-d44c3289abaa req-015c8c11-10eb-4998-af63-f927a6b3ae21 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/ports?device_id=9131b16e-e337-480c-a45b-91625a94863d HTTP/1.1" status: 200 len: 943 time: 0.0555661 May 12 17:18:10.442889 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7a4a9a25-618e-469b-8efb-d44c3289abaa req-18839355-91a2-4834-9bf0-2f46037dce86 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/security-groups?id=73506ee2-7743-492f-9a19-76b788578cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525458 May 12 17:18:10.485849 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.db_base_plugin_common [req-0b2a8888-6303-4c69-8b1f-34a9d3b6b4a7 req-f3f74652-9b45-4611-8dcc-2c5b17c11852 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Allocated IP 172.20.0.6 (2f4b42e4-7732-4c98-9681-fbceae906075/20ff5ffc-df27-493c-a0fb-88082a87d50e/b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3) {{(pid=103468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:18:10.646711 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-0b2a8888-6303-4c69-8b1f-34a9d3b6b4a7 req-f3f74652-9b45-4611-8dcc-2c5b17c11852 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Publish callbacks [] for port (b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:10.680106 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-0b2a8888-6303-4c69-8b1f-34a9d3b6b4a7 req-f3f74652-9b45-4611-8dcc-2c5b17c11852 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774527475285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11526335'] for port (b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:10.726215 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b2a8888-6303-4c69-8b1f-34a9d3b6b4a7 req-f3f74652-9b45-4611-8dcc-2c5b17c11852 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Network 2f4b42e4-7732-4c98-9681-fbceae906075 is already hosted by enough agents. {{(pid=103468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:18:10.729387 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.base_scheduler [req-0b2a8888-6303-4c69-8b1f-34a9d3b6b4a7 req-f3f74652-9b45-4611-8dcc-2c5b17c11852 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Resources bound (agent type, host, resource id): {{(pid=103468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:18:10.735050 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b2a8888-6303-4c69-8b1f-34a9d3b6b4a7 req-f3f74652-9b45-4611-8dcc-2c5b17c11852 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Received port after_create {{(pid=103468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:18:10.759489 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f74652-9b45-4611-8dcc-2c5b17c11852 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Pushing event updated for resources: {'Port': ['ID=b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:18:10.787551 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2a8888-6303-4c69-8b1f-34a9d3b6b4a7 req-f3f74652-9b45-4611-8dcc-2c5b17c11852 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:10.788163 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-0b2a8888-6303-4c69-8b1f-34a9d3b6b4a7 req-f3f74652-9b45-4611-8dcc-2c5b17c11852 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36930'] for port (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:10.803986 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-0b2a8888-6303-4c69-8b1f-34a9d3b6b4a7 req-f3f74652-9b45-4611-8dcc-2c5b17c11852 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7050760 May 12 17:18:10.966730 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-fdbcea8e-7fb9-436a-977b-8af1fb3371ce None None] Provisioning complete for port b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3 triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:18:10.967407 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-fdbcea8e-7fb9-436a-977b-8af1fb3371ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:10.985254 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92681e6-052f-4194-8bb3-6a0bb6c7b1eb req-12175b99-67c3-4060-9f9c-cd450a3c88a4 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:10.986785 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-d92681e6-052f-4194-8bb3-6a0bb6c7b1eb req-12175b99-67c3-4060-9f9c-cd450a3c88a4 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=674ec2ad-d5d1-46d6-b683-b5c2bd561c9a HTTP/1.1" status: 200 len: 945 time: 0.0484598 May 12 17:18:11.011443 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-fdbcea8e-7fb9-436a-977b-8af1fb3371ce None None] Port b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3 cannot update to ACTIVE because it is not bound. {{(pid=103470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:18:11.045568 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-d92681e6-052f-4194-8bb3-6a0bb6c7b1eb req-df25bef4-1b1b-482c-a7de-5f58c305bfb1 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=db7d0f43-a860-4c22-8e80-2ebcff18b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497327 May 12 17:18:11.167645 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6dfd18-1183-4fc5-8a14-0369e2a89826 req-543f23b9-659d-4515-bdbf-66469ad5f311 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:11.169025 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2d6dfd18-1183-4fc5-8a14-0369e2a89826 req-543f23b9-659d-4515-bdbf-66469ad5f311 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "GET /v2.0/ports?device_id=f56f36d8-2e2b-4024-b0e1-d31b9b7f08bf HTTP/1.1" status: 200 len: 931 time: 0.0480103 May 12 17:18:11.216721 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2d6dfd18-1183-4fc5-8a14-0369e2a89826 req-7773ebad-6a54-4b89-a3fb-4f5f2c196e47 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4198f2-c72d-4a6d-bdaf-ef5afcf5ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421627 May 12 17:18:11.351534 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6b42cc-9a82-4a04-a03e-4d6579bdf5c5 req-0671fc21-5522-4df3-837d-211fb4f8cc60 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:11.353523 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-8b6b42cc-9a82-4a04-a03e-4d6579bdf5c5 req-0671fc21-5522-4df3-837d-211fb4f8cc60 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=47998668-5296-4019-a02c-3c80e30ff266 HTTP/1.1" status: 200 len: 946 time: 0.0445454 May 12 17:18:11.404169 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-8b6b42cc-9a82-4a04-a03e-4d6579bdf5c5 req-5339258f-bc53-4049-861c-c9b5439917ee tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=05809961-ab33-4b51-9eba-3187efbff5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449491 May 12 17:18:11.438442 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d202a657-18b5-4c0c-82ab-8e12a16f56b2 req-27bb6768-8a69-41cb-bbb1-86966e72b358 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:11.440182 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d202a657-18b5-4c0c-82ab-8e12a16f56b2 req-27bb6768-8a69-41cb-bbb1-86966e72b358 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/ports?device_id=878603bd-9524-4a76-88c3-463a2f09910f HTTP/1.1" status: 200 len: 946 time: 0.0456519 May 12 17:18:11.484693 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d202a657-18b5-4c0c-82ab-8e12a16f56b2 req-e661099e-56de-46fe-a61d-8b45c3942ffb tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ad77cae-65fc-4aeb-aa6b-51c8f295ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392294 May 12 17:18:11.561119 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9216a8-af8c-4c8c-86da-7af3f4302279 req-512bcfa3-487e-4309-b49a-e2d87fb0cb53 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:11.562588 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-af9216a8-af8c-4c8c-86da-7af3f4302279 req-512bcfa3-487e-4309-b49a-e2d87fb0cb53 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/ports?device_id=9131b16e-e337-480c-a45b-91625a94863d HTTP/1.1" status: 200 len: 943 time: 0.0452423 May 12 17:18:11.608861 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-af9216a8-af8c-4c8c-86da-7af3f4302279 req-45df4bbe-3c28-4548-8fc2-2408b2f954df tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/security-groups?id=73506ee2-7743-492f-9a19-76b788578cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409319 May 12 17:18:11.862981 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Device 9cb1a268-4909-4277-8a38-1bb3a04f115d details requested by agent hyperv_hv-cinder-84159 with host hv-cinder-84159 {{(pid=103470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 17:18:11.867626 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [req-0b2a8888-6303-4c69-8b1f-34a9d3b6b4a7 req-8590249c-71d5-4124-89b7-31c702a31183 service neutron] Request body: {'port': {'device_id': 'f56f36d8-2e2b-4024-b0e1-d31b9b7f08bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84159'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:18:11.924956 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc34aed-a5b5-42ff-a19b-e07bb3574d13 req-319bb910-4110-45b6-bb94-c7057b4c43b0 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:11.927701 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1cc34aed-a5b5-42ff-a19b-e07bb3574d13 req-319bb910-4110-45b6-bb94-c7057b4c43b0 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] 10.222.0.23 "GET /v2.0/networks?id=f0095fbe-ef8d-4ce4-8f32-e8bd7d729d75 HTTP/1.1" status: 200 len: 809 time: 0.1266999 May 12 17:18:11.944074 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1cc34aed-a5b5-42ff-a19b-e07bb3574d13 req-6bb0ffa6-75fa-46a6-a12d-9c2a9618fe72 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] 10.222.0.23 "GET /v2.0/quotas/25bc4c2d7eb345d8a531f74b42d0fb91 HTTP/1.1" status: 200 len: 375 time: 0.0110099 May 12 17:18:11.948070 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-0b2a8888-6303-4c69-8b1f-34a9d3b6b4a7 req-8590249c-71d5-4124-89b7-31c702a31183 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:11.978402 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1cc34aed-a5b5-42ff-a19b-e07bb3574d13 req-f5411f5d-0d4d-4396-8443-0d6b2f0882e7 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=25bc4c2d7eb345d8a531f74b42d0fb91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271282 May 12 17:18:11.982370 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] For port 9cb1a268-4909-4277-8a38-1bb3a04f115d, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=9cb1a268-4909-4277-8a38-1bb3a04f115d,segment=NetworkSegment(d767f7c0-41a8-41cf-940a-83524c0e2e81),segment_id=d767f7c0-41a8-41cf-940a-83524c0e2e81)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:18:11.995172 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Returning: {'device': '9cb1a268-4909-4277-8a38-1bb3a04f115d', 'network_id': '6fb55941-2cb2-4359-bdd6-587e053b44f0', 'port_id': '9cb1a268-4909-4277-8a38-1bb3a04f115d', 'mac_address': 'fa:16:3e:d1:91:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5f1d9ec-05e3-4b23-84b4-48d07d13574c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 17:18:12.039868 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Current status of the port 9cb1a268-4909-4277-8a38-1bb3a04f115d is: DOWN; New status is: BUILD {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:18:12.040905 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (9cb1a268-4909-4277-8a38-1bb3a04f115d), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:12.053660 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cb1a268-4909-4277-8a38-1bb3a04f115d {{(pid=103470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:18:12.078612 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] For port 9cb1a268-4909-4277-8a38-1bb3a04f115d, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=9cb1a268-4909-4277-8a38-1bb3a04f115d,segment=NetworkSegment(d767f7c0-41a8-41cf-940a-83524c0e2e81),segment_id=d767f7c0-41a8-41cf-940a-83524c0e2e81)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:18:12.081252 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1cc34aed-a5b5-42ff-a19b-e07bb3574d13 req-b0ce9ad2-d64e-4312-94c4-b4f0aa0e2629 service neutron] 10.222.0.23 "GET /v2.0/networks/f0095fbe-ef8d-4ce4-8f32-e8bd7d729d75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951509 May 12 17:18:12.084156 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (9cb1a268-4909-4277-8a38-1bb3a04f115d), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:12.145426 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Pushing event updated for resources: {'Port': ['ID=9cb1a268-4909-4277-8a38-1bb3a04f115d,revision_number=4']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:18:12.182140 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1cc34aed-a5b5-42ff-a19b-e07bb3574d13 req-71bf4511-d550-43f0-9158-ff4f2f25cbf1 service neutron] 10.222.0.23 "GET /v2.0/networks/f0095fbe-ef8d-4ce4-8f32-e8bd7d729d75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952351 May 12 17:18:12.206077 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed4e61-e7f6-40fd-b08c-4271ec91d246 req-77e0d70b-1686-4328-9b2a-86b2d8892266 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:12.207593 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-44ed4e61-e7f6-40fd-b08c-4271ec91d246 req-77e0d70b-1686-4328-9b2a-86b2d8892266 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=674ec2ad-d5d1-46d6-b683-b5c2bd561c9a HTTP/1.1" status: 200 len: 945 time: 0.0799744 May 12 17:18:12.278410 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-44ed4e61-e7f6-40fd-b08c-4271ec91d246 req-fcc80e9f-dfdd-4a4d-b427-0b174473e078 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=db7d0f43-a860-4c22-8e80-2ebcff18b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642776 May 12 17:18:12.360741 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-b366eb0b-aef7-4356-8c0c-23e8fd7c261c req-1efc3ad9-203b-4a7c-9423-b3679e71c4ba tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] 10.222.0.23 "GET /v2.0/ports?device_id=99b3ac3e-21c3-4c75-86bf-14b661b8edb9 HTTP/1.1" status: 200 len: 210 time: 0.0307231 May 12 17:18:12.369396 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.notifiers.nova [req-0b2a8888-6303-4c69-8b1f-34a9d3b6b4a7 req-8590249c-71d5-4124-89b7-31c702a31183 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3 {{(pid=103468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:18:12.377181 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-0b2a8888-6303-4c69-8b1f-34a9d3b6b4a7 req-8590249c-71d5-4124-89b7-31c702a31183 service neutron] Publish callbacks [] for port (b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:12.390694 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.provisioning_blocks [req-0b2a8888-6303-4c69-8b1f-34a9d3b6b4a7 req-8590249c-71d5-4124-89b7-31c702a31183 service neutron] Transition to ACTIVE for port object b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3 will not be triggered until provisioned by entity L2. {{(pid=103468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 17:18:12.402922 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7337f3ab-7530-4a84-8801-e65718740ba1 req-f7683580-c014-49c8-9d19-c638039f4162 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:12.403723 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-0b2a8888-6303-4c69-8b1f-34a9d3b6b4a7 req-8590249c-71d5-4124-89b7-31c702a31183 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11526280'] for port (b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:12.404420 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7337f3ab-7530-4a84-8801-e65718740ba1 req-f7683580-c014-49c8-9d19-c638039f4162 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "GET /v2.0/ports?device_id=f56f36d8-2e2b-4024-b0e1-d31b9b7f08bf HTTP/1.1" status: 200 len: 931 time: 0.0566249 May 12 17:18:12.416918 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] get_ports_and_sgs() called for port_ids ['9cb1a268-4909-4277-8a38-1bb3a04f115d'] {{(pid=103470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:18:12.483058 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8590249c-71d5-4124-89b7-31c702a31183 service neutron] Pushing event updated for resources: {'Port': ['ID=b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3,revision_number=2']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:18:12.504091 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7337f3ab-7530-4a84-8801-e65718740ba1 req-01bba7db-c6c2-4251-84b9-8a5c5521c8dc tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4198f2-c72d-4a6d-bdaf-ef5afcf5ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933554 May 12 17:18:12.637014 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [req-0b2a8888-6303-4c69-8b1f-34a9d3b6b4a7 req-8590249c-71d5-4124-89b7-31c702a31183 service neutron] Attempting to bind port b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3 on host hv-cinder-84159 for vnic_type normal with profile {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:18:12.637345 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [req-0b2a8888-6303-4c69-8b1f-34a9d3b6b4a7 req-8590249c-71d5-4124-89b7-31c702a31183 service neutron] Attempting to bind port b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3 by drivers openvswitch,hyperv on host hv-cinder-84159 at level 0 using segments [{'id': '334ce71a-b387-4b0b-b04b-de0cdcd24a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '2f4b42e4-7732-4c98-9681-fbceae906075'}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:18:12.637674 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2a8888-6303-4c69-8b1f-34a9d3b6b4a7 req-8590249c-71d5-4124-89b7-31c702a31183 service neutron] Attempting to bind port b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3 on network 2f4b42e4-7732-4c98-9681-fbceae906075 {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:18:12.637941 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343e5608-2487-4a08-b0be-ffdc5a5c0d47 req-76ce4f69-e5e2-4c2e-b992-857aeb238a28 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:12.645670 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-343e5608-2487-4a08-b0be-ffdc5a5c0d47 req-76ce4f69-e5e2-4c2e-b992-857aeb238a28 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/ports?device_id=878603bd-9524-4a76-88c3-463a2f09910f HTTP/1.1" status: 200 len: 946 time: 0.0634329 May 12 17:18:12.645862 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05a18dc-2910-41b7-9a1c-deb6e5621aef req-96cc1a54-d638-43a3-b9d2-d9db7354bf27 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:12.647365 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-e05a18dc-2910-41b7-9a1c-deb6e5621aef req-96cc1a54-d638-43a3-b9d2-d9db7354bf27 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=47998668-5296-4019-a02c-3c80e30ff266 HTTP/1.1" status: 200 len: 946 time: 0.1154130 May 12 17:18:12.651421 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2a8888-6303-4c69-8b1f-34a9d3b6b4a7 req-8590249c-71d5-4124-89b7-31c702a31183 service neutron] Port b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3 on network 2f4b42e4-7732-4c98-9681-fbceae906075 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84159 {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 17:18:12.652189 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2a8888-6303-4c69-8b1f-34a9d3b6b4a7 req-8590249c-71d5-4124-89b7-31c702a31183 service neutron] Attempting to bind port b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3 on network 2f4b42e4-7732-4c98-9681-fbceae906075 {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:18:12.660609 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2a8888-6303-4c69-8b1f-34a9d3b6b4a7 req-8590249c-71d5-4124-89b7-31c702a31183 service neutron] Checking agent: {'id': '38379b20-dcc3-43b7-a09e-956d8be7db9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84159', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 13, 58), 'started_at': datetime.datetime(2022, 5, 12, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:18:12.661042 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2a8888-6303-4c69-8b1f-34a9d3b6b4a7 req-8590249c-71d5-4124-89b7-31c702a31183 service neutron] Checking segment: {'id': '334ce71a-b387-4b0b-b04b-de0cdcd24a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '2f4b42e4-7732-4c98-9681-fbceae906075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:18:12.661410 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2a8888-6303-4c69-8b1f-34a9d3b6b4a7 req-8590249c-71d5-4124-89b7-31c702a31183 service neutron] Bound using segment: {'id': '334ce71a-b387-4b0b-b04b-de0cdcd24a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '2f4b42e4-7732-4c98-9681-fbceae906075'} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:18:12.661928 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [req-0b2a8888-6303-4c69-8b1f-34a9d3b6b4a7 req-8590249c-71d5-4124-89b7-31c702a31183 service neutron] Bound port: b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3, host: hv-cinder-84159, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '334ce71a-b387-4b0b-b04b-de0cdcd24a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '2f4b42e4-7732-4c98-9681-fbceae906075'}}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:18:12.662290 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-0b2a8888-6303-4c69-8b1f-34a9d3b6b4a7 req-8590249c-71d5-4124-89b7-31c702a31183 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:12.715494 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-343e5608-2487-4a08-b0be-ffdc5a5c0d47 req-a6964614-e277-497f-b762-e1642260153e tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ad77cae-65fc-4aeb-aa6b-51c8f295ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675764 May 12 17:18:12.778529 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-e05a18dc-2910-41b7-9a1c-deb6e5621aef req-ee62c193-1082-45b3-a363-b30555e85726 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=05809961-ab33-4b51-9eba-3187efbff5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135495 May 12 17:18:12.821100 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.db [req-0b2a8888-6303-4c69-8b1f-34a9d3b6b4a7 req-8590249c-71d5-4124-89b7-31c702a31183 service neutron] For port b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3, host hv-cinder-84159, cleared binding levels {{(pid=103468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:18:12.840506 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.db [req-0b2a8888-6303-4c69-8b1f-34a9d3b6b4a7 req-8590249c-71d5-4124-89b7-31c702a31183 service neutron] For port b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3, host hv-cinder-84159, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3,segment=NetworkSegment(334ce71a-b387-4b0b-b04b-de0cdcd24a6b),segment_id=334ce71a-b387-4b0b-b04b-de0cdcd24a6b)] {{(pid=103468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:18:12.854581 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-0b2a8888-6303-4c69-8b1f-34a9d3b6b4a7 req-8590249c-71d5-4124-89b7-31c702a31183 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11526280'] for port (b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:12.885692 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93926f9-e42f-4ba8-baec-ad690bd0918e req-3f8fa1a2-9289-449c-95d6-abdf11fbea9b tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:12.887483 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f93926f9-e42f-4ba8-baec-ad690bd0918e req-3f8fa1a2-9289-449c-95d6-abdf11fbea9b tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/ports?device_id=9131b16e-e337-480c-a45b-91625a94863d HTTP/1.1" status: 200 len: 944 time: 0.0667760 May 12 17:18:12.925949 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2a8888-6303-4c69-8b1f-34a9d3b6b4a7 req-8590249c-71d5-4124-89b7-31c702a31183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:12.926686 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-0b2a8888-6303-4c69-8b1f-34a9d3b6b4a7 req-8590249c-71d5-4124-89b7-31c702a31183 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36930'] for port (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:12.928200 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-0b2a8888-6303-4c69-8b1f-34a9d3b6b4a7 req-8590249c-71d5-4124-89b7-31c702a31183 service neutron] 10.222.0.58 "PUT /v2.0/ports/b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3 HTTP/1.1" status: 200 len: 1093 time: 1.0647976 May 12 17:18:12.928870 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f56f36d8-2e2b-4024-b0e1-d31b9b7f08bf', 'tag': 'b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3'}] {{(pid=103468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:18:12.931864 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11327eb0f41ff280cd3a6497cf1c944478feb1aae12e82efcad6faf65da72353" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c80cbb-b3f9-4b68-9b4b-ff2f0c3fb984" -d '{"events": [{"name": "network-changed", "server_uuid": "f56f36d8-2e2b-4024-b0e1-d31b9b7f08bf", "tag": "b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3"}]}' {{(pid=103468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:18:12.952326 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f93926f9-e42f-4ba8-baec-ad690bd0918e req-5f0f637e-4151-443d-b32f-4c4154af19ca tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/security-groups?id=73506ee2-7743-492f-9a19-76b788578cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565221 May 12 17:18:12.966637 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8590249c-71d5-4124-89b7-31c702a31183 service neutron] Pushing event updated for resources: {'Port': ['ID=b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3,revision_number=3']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:18:12.994235 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-037d21af-6d06-4474-8ef8-d04e9aa64e2d x-openstack-request-id: req-037d21af-6d06-4474-8ef8-d04e9aa64e2d {{(pid=103468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:18:12.994235 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f56f36d8-2e2b-4024-b0e1-d31b9b7f08bf", "tag": "b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3", "status": "completed", "code": 200}]} {{(pid=103468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:18:12.994661 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-037d21af-6d06-4474-8ef8-d04e9aa64e2d {{(pid=103468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:18:12.995236 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-037d21af-6d06-4474-8ef8-d04e9aa64e2d'] response: {'name': 'network-changed', 'server_uuid': 'f56f36d8-2e2b-4024-b0e1-d31b9b7f08bf', 'tag': 'b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3', 'status': 'completed', 'code': 200} May 12 17:18:13.043692 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2a8888-6303-4c69-8b1f-34a9d3b6b4a7 req-a12714a0-7e7a-472b-aea4-8aa9a718e968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:13.045208 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-0b2a8888-6303-4c69-8b1f-34a9d3b6b4a7 req-a12714a0-7e7a-472b-aea4-8aa9a718e968 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3127460c8042473294d90b9a3338a273&device_id=f56f36d8-2e2b-4024-b0e1-d31b9b7f08bf HTTP/1.1" status: 200 len: 1127 time: 0.0418200 May 12 17:18:13.101886 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-0b2a8888-6303-4c69-8b1f-34a9d3b6b4a7 req-e73eb4d5-27f1-4b0f-b7ff-74b0401b5c0d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3 HTTP/1.1" status: 200 len: 217 time: 0.0348136 May 12 17:18:13.162403 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2a8888-6303-4c69-8b1f-34a9d3b6b4a7 req-61ccfd5b-99d5-4568-ba6e-4f643081f396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:13.163879 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-0b2a8888-6303-4c69-8b1f-34a9d3b6b4a7 req-61ccfd5b-99d5-4568-ba6e-4f643081f396 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=20ff5ffc-df27-493c-a0fb-88082a87d50e HTTP/1.1" status: 200 len: 848 time: 0.0533359 May 12 17:18:13.221545 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2a8888-6303-4c69-8b1f-34a9d3b6b4a7 req-4e20bec2-36eb-47d9-bc02-fe42431dced4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:13.222962 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-0b2a8888-6303-4c69-8b1f-34a9d3b6b4a7 req-4e20bec2-36eb-47d9-bc02-fe42431dced4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2f4b42e4-7732-4c98-9681-fbceae906075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407071 May 12 17:18:13.393744 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54341177-84d7-45ea-97f5-4db28bfcd8d1 req-f26ef27e-0feb-41f4-8a01-b65420d31dd8 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:13.395377 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-54341177-84d7-45ea-97f5-4db28bfcd8d1 req-f26ef27e-0feb-41f4-8a01-b65420d31dd8 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=674ec2ad-d5d1-46d6-b683-b5c2bd561c9a HTTP/1.1" status: 200 len: 945 time: 0.0458865 May 12 17:18:13.442274 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-54341177-84d7-45ea-97f5-4db28bfcd8d1 req-7a1f39b4-d02c-4e22-a6b6-c1296abedb88 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=db7d0f43-a860-4c22-8e80-2ebcff18b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409918 May 12 17:18:13.484707 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-659675ef-a1d0-4399-9ac9-e74d1a391318 req-2e634fb4-6fdf-4bc1-a171-ff021e2c27ea tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] 10.222.0.23 "GET /v2.0/ports?device_id=99b3ac3e-21c3-4c75-86bf-14b661b8edb9 HTTP/1.1" status: 200 len: 210 time: 0.0459626 May 12 17:18:13.574255 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-0b2a8888-6303-4c69-8b1f-34a9d3b6b4a7 req-715c12f4-d03d-4dc9-9ee3-03b787a25e80 service neutron] 10.222.0.58 "GET /v2.0/networks/2f4b42e4-7732-4c98-9681-fbceae906075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091619 May 12 17:18:13.678236 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-0b2a8888-6303-4c69-8b1f-34a9d3b6b4a7 req-6ce21e04-89c5-43b6-a23a-345aa8b7d2f5 service neutron] 10.222.0.58 "GET /v2.0/networks/2f4b42e4-7732-4c98-9681-fbceae906075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965369 May 12 17:18:13.716608 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b781e3-766a-4049-9f0b-3af2ea843fdc req-e540f7e2-d1ba-46c8-9062-6abea38a6991 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:13.718394 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c6b781e3-766a-4049-9f0b-3af2ea843fdc req-e540f7e2-d1ba-46c8-9062-6abea38a6991 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "GET /v2.0/ports?device_id=f56f36d8-2e2b-4024-b0e1-d31b9b7f08bf HTTP/1.1" status: 200 len: 943 time: 0.1462519 May 12 17:18:13.729176 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc34aed-a5b5-42ff-a19b-e07bb3574d13 req-83b74ab5-c62f-400c-a97e-d7913f17b653 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:13.730804 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1cc34aed-a5b5-42ff-a19b-e07bb3574d13 req-83b74ab5-c62f-400c-a97e-d7913f17b653 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] 10.222.0.58 "GET /v2.0/networks?id=f0095fbe-ef8d-4ce4-8f32-e8bd7d729d75 HTTP/1.1" status: 200 len: 809 time: 0.1996198 May 12 17:18:13.791296 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c6b781e3-766a-4049-9f0b-3af2ea843fdc req-d14a8bc6-a9ba-429b-9eca-bf2cf4137c5f tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4198f2-c72d-4a6d-bdaf-ef5afcf5ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594428 May 12 17:18:13.849889 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c1954e-1e17-48ee-846a-e986b0b18289 req-8dc38b5b-1041-4412-865d-7f4cfbee8824 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:13.855489 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-b9c1954e-1e17-48ee-846a-e986b0b18289 req-8dc38b5b-1041-4412-865d-7f4cfbee8824 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/ports?device_id=878603bd-9524-4a76-88c3-463a2f09910f HTTP/1.1" status: 200 len: 946 time: 0.0560977 May 12 17:18:13.890256 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Device 83ec910a-00e4-4992-bde0-b3583158daf3 details requested by agent hyperv_hv-cinder-84159 with host hv-cinder-84159 {{(pid=103470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 17:18:13.893465 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Device 9cb1a268-4909-4277-8a38-1bb3a04f115d up at agent hyperv_hv-cinder-84159 {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:18:13.911052 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-b9c1954e-1e17-48ee-846a-e986b0b18289 req-a3ea1b36-6bb4-4b88-8800-61750a7dcbe0 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ad77cae-65fc-4aeb-aa6b-51c8f295ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489504 May 12 17:18:13.920343 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5417000-70a9-410c-935e-fc1b299760ca req-8007a76f-8fef-4649-a7be-6b8b35b6439b tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:13.921900 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f5417000-70a9-410c-935e-fc1b299760ca req-8007a76f-8fef-4649-a7be-6b8b35b6439b tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=47998668-5296-4019-a02c-3c80e30ff266 HTTP/1.1" status: 200 len: 946 time: 0.0699606 May 12 17:18:13.977298 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f5417000-70a9-410c-935e-fc1b299760ca req-f3a88ff4-c7b1-4dbd-b8cb-34b31de495f8 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=05809961-ab33-4b51-9eba-3187efbff5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488608 May 12 17:18:13.990713 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Provisioning for port 9cb1a268-4909-4277-8a38-1bb3a04f115d completed by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 17:18:13.990903 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [req-1cc34aed-a5b5-42ff-a19b-e07bb3574d13 req-108bea2e-e572-46f6-b2be-8064b1256e1b tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] Request body: {'port': {'device_id': '99b3ac3e-21c3-4c75-86bf-14b661b8edb9', 'network_id': 'f0095fbe-ef8d-4ce4-8f32-e8bd7d729d75', 'admin_state_up': True, 'tenant_id': '25bc4c2d7eb345d8a531f74b42d0fb91'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:18:14.028136 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Provisioning complete for port 9cb1a268-4909-4277-8a38-1bb3a04f115d triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:18:14.028502 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (9cb1a268-4909-4277-8a38-1bb3a04f115d), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:14.030905 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c80cbb-b3f9-4b68-9b4b-ff2f0c3fb984 req-a2a9e7e1-6f19-4cc3-a24a-4b650e8e5631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:14.035100 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-10c80cbb-b3f9-4b68-9b4b-ff2f0c3fb984 req-a2a9e7e1-6f19-4cc3-a24a-4b650e8e5631 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3127460c8042473294d90b9a3338a273&device_id=f56f36d8-2e2b-4024-b0e1-d31b9b7f08bf HTTP/1.1" status: 200 len: 1127 time: 0.0594339 May 12 17:18:14.083052 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b73ea7c-08f4-4f9b-91e2-450ed605d00f req-7bb04f8f-0cd2-47e2-8c79-ebaad2f0797d tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:14.084752 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-0b73ea7c-08f4-4f9b-91e2-450ed605d00f req-7bb04f8f-0cd2-47e2-8c79-ebaad2f0797d tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/ports?device_id=9131b16e-e337-480c-a45b-91625a94863d HTTP/1.1" status: 200 len: 944 time: 0.0487523 May 12 17:18:14.089351 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] For port 83ec910a-00e4-4992-bde0-b3583158daf3, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=83ec910a-00e4-4992-bde0-b3583158daf3,segment=NetworkSegment(c7a6aaf3-54ce-4151-ae72-69f500e464b9),segment_id=c7a6aaf3-54ce-4151-ae72-69f500e464b9)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:18:14.100683 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cc34aed-a5b5-42ff-a19b-e07bb3574d13 req-108bea2e-e572-46f6-b2be-8064b1256e1b tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] Made reservation on behalf of 25bc4c2d7eb345d8a531f74b42d0fb91 for: {'port': 1} {{(pid=103469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:18:14.104340 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-1cc34aed-a5b5-42ff-a19b-e07bb3574d13 req-108bea2e-e572-46f6-b2be-8064b1256e1b tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:14.111697 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Returning: {'device': '83ec910a-00e4-4992-bde0-b3583158daf3', 'network_id': '77b21ff8-23c6-42d2-9321-6759378651ee', 'port_id': '83ec910a-00e4-4992-bde0-b3583158daf3', 'mac_address': 'fa:16:3e:a1:93:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cd36ca6-63ed-4772-87aa-c30fa42b51b3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 17:18:14.175959 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Current status of the port 9cb1a268-4909-4277-8a38-1bb3a04f115d is: BUILD; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:18:14.176345 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (9cb1a268-4909-4277-8a38-1bb3a04f115d), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:14.187534 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Current status of the port 83ec910a-00e4-4992-bde0-b3583158daf3 is: ACTIVE; New status is: BUILD {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:18:14.187909 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (83ec910a-00e4-4992-bde0-b3583158daf3), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:14.210584 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-0b73ea7c-08f4-4f9b-91e2-450ed605d00f req-a73011d8-d583-45b8-b792-bea049c4c924 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/security-groups?id=73506ee2-7743-492f-9a19-76b788578cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155279 May 12 17:18:14.217399 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9131b16e-e337-480c-a45b-91625a94863d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cb1a268-4909-4277-8a38-1bb3a04f115d'}] {{(pid=103470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:18:14.219698 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}983eca14ffe1519f8471a5ce991629ce2b8e436912840ac2edb7b499268545ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a92c5981-5338-4448-910e-519b5a57584e" -d '{"events": [{"server_uuid": "9131b16e-e337-480c-a45b-91625a94863d", "name": "network-vif-plugged", "status": "completed", "tag": "9cb1a268-4909-4277-8a38-1bb3a04f115d"}]}' {{(pid=103470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:18:14.225110 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 83ec910a-00e4-4992-bde0-b3583158daf3 {{(pid=103470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:18:14.227829 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c80cbb-b3f9-4b68-9b4b-ff2f0c3fb984 req-a9ed7fed-3d35-48e3-b820-80d5d3209453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:14.229730 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-10c80cbb-b3f9-4b68-9b4b-ff2f0c3fb984 req-a9ed7fed-3d35-48e3-b820-80d5d3209453 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2f4b42e4-7732-4c98-9681-fbceae906075 HTTP/1.1" status: 200 len: 910 time: 0.1440334 May 12 17:18:14.239795 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] For port 9cb1a268-4909-4277-8a38-1bb3a04f115d, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=9cb1a268-4909-4277-8a38-1bb3a04f115d,segment=NetworkSegment(d767f7c0-41a8-41cf-940a-83524c0e2e81),segment_id=d767f7c0-41a8-41cf-940a-83524c0e2e81)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:18:14.249128 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (9cb1a268-4909-4277-8a38-1bb3a04f115d), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:14.280066 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62c03d0b-d408-4426-afef-cf58714afec7 x-openstack-request-id: req-62c03d0b-d408-4426-afef-cf58714afec7 {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:18:14.280370 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9131b16e-e337-480c-a45b-91625a94863d", "name": "network-vif-plugged", "status": "completed", "tag": "9cb1a268-4909-4277-8a38-1bb3a04f115d", "code": 200}]} {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:18:14.280790 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-62c03d0b-d408-4426-afef-cf58714afec7 {{(pid=103470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:18:14.281325 dv-cinder-841591-1-iscsi neutron-server[103470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62c03d0b-d408-4426-afef-cf58714afec7'] response: {'server_uuid': '9131b16e-e337-480c-a45b-91625a94863d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cb1a268-4909-4277-8a38-1bb3a04f115d', 'code': 200} May 12 17:18:14.285415 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] For port 83ec910a-00e4-4992-bde0-b3583158daf3, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=83ec910a-00e4-4992-bde0-b3583158daf3,segment=NetworkSegment(c7a6aaf3-54ce-4151-ae72-69f500e464b9),segment_id=c7a6aaf3-54ce-4151-ae72-69f500e464b9)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:18:14.285588 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.db.db_base_plugin_common [req-1cc34aed-a5b5-42ff-a19b-e07bb3574d13 req-108bea2e-e572-46f6-b2be-8064b1256e1b tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] Allocated IP 172.20.0.4 (f0095fbe-ef8d-4ce4-8f32-e8bd7d729d75/354d391b-4a47-49b3-84d2-1f2b2dc2d081/cbf9c7ae-65bd-45a9-914a-7e9e91a7a565) {{(pid=103469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:18:14.285731 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-10c80cbb-b3f9-4b68-9b4b-ff2f0c3fb984 req-96e01732-dbd6-4a5c-b8cc-e17041a5d874 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3 HTTP/1.1" status: 200 len: 217 time: 0.0494742 May 12 17:18:14.294230 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (83ec910a-00e4-4992-bde0-b3583158daf3), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:14.326677 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Pushing event updated for resources: {'Port': ['ID=9cb1a268-4909-4277-8a38-1bb3a04f115d,revision_number=5']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:18:14.345616 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c80cbb-b3f9-4b68-9b4b-ff2f0c3fb984 req-e4cd0dcd-586b-49f5-aeec-95cd3372f10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:14.347284 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-10c80cbb-b3f9-4b68-9b4b-ff2f0c3fb984 req-e4cd0dcd-586b-49f5-aeec-95cd3372f10b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=20ff5ffc-df27-493c-a0fb-88082a87d50e HTTP/1.1" status: 200 len: 848 time: 0.0542171 May 12 17:18:14.378307 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Pushing event updated for resources: {'Port': ['ID=83ec910a-00e4-4992-bde0-b3583158daf3,revision_number=6']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:18:14.445620 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-1cc34aed-a5b5-42ff-a19b-e07bb3574d13 req-108bea2e-e572-46f6-b2be-8064b1256e1b tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] Publish callbacks [] for port (cbf9c7ae-65bd-45a9-914a-7e9e91a7a565), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:14.453931 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] get_ports_and_sgs() called for port_ids ['83ec910a-00e4-4992-bde0-b3583158daf3'] {{(pid=103470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:18:14.480176 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-1cc34aed-a5b5-42ff-a19b-e07bb3574d13 req-108bea2e-e572-46f6-b2be-8064b1256e1b tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774527475285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968517'] for port (cbf9c7ae-65bd-45a9-914a-7e9e91a7a565), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:14.525417 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cc34aed-a5b5-42ff-a19b-e07bb3574d13 req-108bea2e-e572-46f6-b2be-8064b1256e1b tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] Network f0095fbe-ef8d-4ce4-8f32-e8bd7d729d75 is already hosted by enough agents. {{(pid=103469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:18:14.526978 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [req-1cc34aed-a5b5-42ff-a19b-e07bb3574d13 req-108bea2e-e572-46f6-b2be-8064b1256e1b tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] Resources bound (agent type, host, resource id): {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:18:14.529679 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cc34aed-a5b5-42ff-a19b-e07bb3574d13 req-108bea2e-e572-46f6-b2be-8064b1256e1b tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] Received port after_create {{(pid=103469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:18:14.565190 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108bea2e-e572-46f6-b2be-8064b1256e1b tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] Pushing event updated for resources: {'Port': ['ID=cbf9c7ae-65bd-45a9-914a-7e9e91a7a565,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:18:14.596241 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc34aed-a5b5-42ff-a19b-e07bb3574d13 req-108bea2e-e572-46f6-b2be-8064b1256e1b tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:14.597777 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-1cc34aed-a5b5-42ff-a19b-e07bb3574d13 req-108bea2e-e572-46f6-b2be-8064b1256e1b tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36930'] for port (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:14.620713 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1cc34aed-a5b5-42ff-a19b-e07bb3574d13 req-108bea2e-e572-46f6-b2be-8064b1256e1b tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6424239 May 12 17:18:14.642450 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c80cbb-b3f9-4b68-9b4b-ff2f0c3fb984 req-0862b46e-54b0-4f8f-8b77-f4a0d5c84059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:14.643974 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-10c80cbb-b3f9-4b68-9b4b-ff2f0c3fb984 req-0862b46e-54b0-4f8f-8b77-f4a0d5c84059 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2f4b42e4-7732-4c98-9681-fbceae906075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0830975 May 12 17:18:14.647478 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [req-1cc34aed-a5b5-42ff-a19b-e07bb3574d13 req-b839519c-5c15-4840-acb8-628e966a8121 service neutron] Request body: {'port': {'device_id': '99b3ac3e-21c3-4c75-86bf-14b661b8edb9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84159'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:18:14.712648 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-1cc34aed-a5b5-42ff-a19b-e07bb3574d13 req-b839519c-5c15-4840-acb8-628e966a8121 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (cbf9c7ae-65bd-45a9-914a-7e9e91a7a565), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:14.719595 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aba941-04fd-4b21-a564-5606668831eb req-56693f06-516c-4b18-ba81-c7da20cf3c34 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:14.721071 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-95aba941-04fd-4b21-a564-5606668831eb req-56693f06-516c-4b18-ba81-c7da20cf3c34 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] 10.222.0.23 "GET /v2.0/ports?device_id=99b3ac3e-21c3-4c75-86bf-14b661b8edb9 HTTP/1.1" status: 200 len: 931 time: 0.1129634 May 12 17:18:14.754975 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5f411b-e942-41b3-bb16-a1090526817c req-b3a714cb-7a49-4fe1-8ca7-7c6529d3a978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:14.756474 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-9c5f411b-e942-41b3-bb16-a1090526817c req-b3a714cb-7a49-4fe1-8ca7-7c6529d3a978 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9131b16e-e337-480c-a45b-91625a94863d HTTP/1.1" status: 200 len: 1129 time: 0.1116505 May 12 17:18:14.828275 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-10c80cbb-b3f9-4b68-9b4b-ff2f0c3fb984 req-7d70c950-341c-4823-8217-7d2bee6cf121 service neutron] 10.222.0.58 "GET /v2.0/networks/2f4b42e4-7732-4c98-9681-fbceae906075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731825 May 12 17:18:14.871784 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-95aba941-04fd-4b21-a564-5606668831eb req-4b2e1cb0-13b8-40fa-8396-1c63dbe2322b tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] 10.222.0.23 "GET /v2.0/security-groups?id=93d51443-a2a3-4ee3-867a-6b4dc6a7068f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438489 May 12 17:18:14.901897 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-9c5f411b-e942-41b3-bb16-a1090526817c req-d05f09be-7ec4-4e3c-b984-8768c40b66fb service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=73506ee2-7743-492f-9a19-76b788578cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349783 May 12 17:18:14.931543 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a579cce-a597-4736-b7b5-2d61e8074cdb req-93d3395d-fd0b-4b29-b8de-a7c6e8f6ed4c tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:14.933050 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9a579cce-a597-4736-b7b5-2d61e8074cdb req-93d3395d-fd0b-4b29-b8de-a7c6e8f6ed4c tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "GET /v2.0/ports?device_id=f56f36d8-2e2b-4024-b0e1-d31b9b7f08bf HTTP/1.1" status: 200 len: 943 time: 0.0636077 May 12 17:18:14.967846 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 58152) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:18:14.973963 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-c544ade5-f031-429e-b416-df2f31bd823b tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1385929519', 'description': 'tempest-description--64214754'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:18:14.981610 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-10c80cbb-b3f9-4b68-9b4b-ff2f0c3fb984 req-c2ce4635-fc3a-44b0-b68d-3efe025d4b17 service neutron] 10.222.0.58 "GET /v2.0/networks/2f4b42e4-7732-4c98-9681-fbceae906075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404996 May 12 17:18:15.032542 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-c544ade5-f031-429e-b416-df2f31bd823b tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:15.057995 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c153ce-087c-4c61-bb5e-29253bb83ca2 req-0a2d6d5e-02f1-44eb-bbae-9de78359cd28 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:15.059543 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-67c153ce-087c-4c61-bb5e-29253bb83ca2 req-0a2d6d5e-02f1-44eb-bbae-9de78359cd28 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/ports?device_id=878603bd-9524-4a76-88c3-463a2f09910f HTTP/1.1" status: 200 len: 946 time: 0.0467815 May 12 17:18:15.070790 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9a579cce-a597-4736-b7b5-2d61e8074cdb req-560a9904-804f-41c3-9d35-a0e947618929 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4198f2-c72d-4a6d-bdaf-ef5afcf5ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100593 May 12 17:18:15.109056 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-67c153ce-087c-4c61-bb5e-29253bb83ca2 req-cdcb93ee-052d-4951-aeb8-9bebd4d38880 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ad77cae-65fc-4aeb-aa6b-51c8f295ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436187 May 12 17:18:15.193639 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [req-1cc34aed-a5b5-42ff-a19b-e07bb3574d13 req-b839519c-5c15-4840-acb8-628e966a8121 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbf9c7ae-65bd-45a9-914a-7e9e91a7a565 {{(pid=103469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:18:15.208881 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-1cc34aed-a5b5-42ff-a19b-e07bb3574d13 req-b839519c-5c15-4840-acb8-628e966a8121 service neutron] Publish callbacks [] for port (cbf9c7ae-65bd-45a9-914a-7e9e91a7a565), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:15.227090 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9560ac4f-7467-41b6-a8a2-6b2880681575 req-7838b555-951d-4503-8d4a-a0d13f33fbe9 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:15.228551 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9560ac4f-7467-41b6-a8a2-6b2880681575 req-7838b555-951d-4503-8d4a-a0d13f33fbe9 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=47998668-5296-4019-a02c-3c80e30ff266 HTTP/1.1" status: 200 len: 945 time: 0.0972836 May 12 17:18:15.233368 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-c544ade5-f031-429e-b416-df2f31bd823b tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Publish callbacks [] for security_group (9702dc84-3779-4798-bdde-00bb7090b30e), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:15.244609 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-c544ade5-f031-429e-b416-df2f31bd823b tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (9702dc84-3779-4798-bdde-00bb7090b30e), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:15.247841 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.db.provisioning_blocks [req-1cc34aed-a5b5-42ff-a19b-e07bb3574d13 req-b839519c-5c15-4840-acb8-628e966a8121 service neutron] Transition to ACTIVE for port object cbf9c7ae-65bd-45a9-914a-7e9e91a7a565 will not be triggered until provisioned by entity L2. {{(pid=103469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 17:18:15.264305 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-1cc34aed-a5b5-42ff-a19b-e07bb3574d13 req-b839519c-5c15-4840-acb8-628e966a8121 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968562'] for port (cbf9c7ae-65bd-45a9-914a-7e9e91a7a565), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:15.318117 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-c544ade5-f031-429e-b416-df2f31bd823b tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:15.319387 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-c544ade5-f031-429e-b416-df2f31bd823b tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3491485 May 12 17:18:15.327961 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 58158) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:18:15.332546 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-78430531-9436-4d10-921b-074449e7603d tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Request body: {'security_group_rule': {'security_group_id': '9702dc84-3779-4798-bdde-00bb7090b30e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:18:15.335942 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c544ade5-f031-429e-b416-df2f31bd823b tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9702dc84-3779-4798-bdde-00bb7090b30e,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:18:15.356968 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b839519c-5c15-4840-acb8-628e966a8121 service neutron] Pushing event updated for resources: {'Port': ['ID=cbf9c7ae-65bd-45a9-914a-7e9e91a7a565,revision_number=2']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:18:15.366935 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7823e0-1c5e-4355-9990-5faed6e7da30 req-acb3e72f-87e1-4414-bdcc-9d75f2269b96 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:15.368346 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-9e7823e0-1c5e-4355-9990-5faed6e7da30 req-acb3e72f-87e1-4414-bdcc-9d75f2269b96 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/ports?device_id=9131b16e-e337-480c-a45b-91625a94863d HTTP/1.1" status: 200 len: 945 time: 0.0682633 May 12 17:18:15.374333 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9560ac4f-7467-41b6-a8a2-6b2880681575 req-3dd622c3-90c2-4bba-8b4d-fa48aafe6423 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=05809961-ab33-4b51-9eba-3187efbff5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336718 May 12 17:18:15.462505 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.managers [req-1cc34aed-a5b5-42ff-a19b-e07bb3574d13 req-b839519c-5c15-4840-acb8-628e966a8121 service neutron] Attempting to bind port cbf9c7ae-65bd-45a9-914a-7e9e91a7a565 on host hv-cinder-84159 for vnic_type normal with profile {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:18:15.463318 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.managers [req-1cc34aed-a5b5-42ff-a19b-e07bb3574d13 req-b839519c-5c15-4840-acb8-628e966a8121 service neutron] Attempting to bind port cbf9c7ae-65bd-45a9-914a-7e9e91a7a565 by drivers openvswitch,hyperv on host hv-cinder-84159 at level 0 using segments [{'id': '7d22a9e6-345c-4024-853f-1877243f908d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f0095fbe-ef8d-4ce4-8f32-e8bd7d729d75'}] {{(pid=103469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:18:15.463318 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc34aed-a5b5-42ff-a19b-e07bb3574d13 req-b839519c-5c15-4840-acb8-628e966a8121 service neutron] Attempting to bind port cbf9c7ae-65bd-45a9-914a-7e9e91a7a565 on network f0095fbe-ef8d-4ce4-8f32-e8bd7d729d75 {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:18:15.467862 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc34aed-a5b5-42ff-a19b-e07bb3574d13 req-b839519c-5c15-4840-acb8-628e966a8121 service neutron] Port cbf9c7ae-65bd-45a9-914a-7e9e91a7a565 on network f0095fbe-ef8d-4ce4-8f32-e8bd7d729d75 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84159 {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 17:18:15.468182 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc34aed-a5b5-42ff-a19b-e07bb3574d13 req-b839519c-5c15-4840-acb8-628e966a8121 service neutron] Attempting to bind port cbf9c7ae-65bd-45a9-914a-7e9e91a7a565 on network f0095fbe-ef8d-4ce4-8f32-e8bd7d729d75 {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:18:15.473454 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc34aed-a5b5-42ff-a19b-e07bb3574d13 req-b839519c-5c15-4840-acb8-628e966a8121 service neutron] Checking agent: {'id': '38379b20-dcc3-43b7-a09e-956d8be7db9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84159', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 13, 58), 'started_at': datetime.datetime(2022, 5, 12, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:18:15.473788 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc34aed-a5b5-42ff-a19b-e07bb3574d13 req-b839519c-5c15-4840-acb8-628e966a8121 service neutron] Checking segment: {'id': '7d22a9e6-345c-4024-853f-1877243f908d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f0095fbe-ef8d-4ce4-8f32-e8bd7d729d75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:18:15.474168 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc34aed-a5b5-42ff-a19b-e07bb3574d13 req-b839519c-5c15-4840-acb8-628e966a8121 service neutron] Bound using segment: {'id': '7d22a9e6-345c-4024-853f-1877243f908d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f0095fbe-ef8d-4ce4-8f32-e8bd7d729d75'} {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:18:15.474630 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.managers [req-1cc34aed-a5b5-42ff-a19b-e07bb3574d13 req-b839519c-5c15-4840-acb8-628e966a8121 service neutron] Bound port: cbf9c7ae-65bd-45a9-914a-7e9e91a7a565, host: hv-cinder-84159, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d22a9e6-345c-4024-853f-1877243f908d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f0095fbe-ef8d-4ce4-8f32-e8bd7d729d75'}}] {{(pid=103469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:18:15.474987 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-1cc34aed-a5b5-42ff-a19b-e07bb3574d13 req-b839519c-5c15-4840-acb8-628e966a8121 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (cbf9c7ae-65bd-45a9-914a-7e9e91a7a565), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:15.542300 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [req-1cc34aed-a5b5-42ff-a19b-e07bb3574d13 req-b839519c-5c15-4840-acb8-628e966a8121 service neutron] For port cbf9c7ae-65bd-45a9-914a-7e9e91a7a565, host hv-cinder-84159, cleared binding levels {{(pid=103469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:18:15.545590 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [req-1cc34aed-a5b5-42ff-a19b-e07bb3574d13 req-b839519c-5c15-4840-acb8-628e966a8121 service neutron] For port cbf9c7ae-65bd-45a9-914a-7e9e91a7a565, host hv-cinder-84159, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=cbf9c7ae-65bd-45a9-914a-7e9e91a7a565,segment=NetworkSegment(7d22a9e6-345c-4024-853f-1877243f908d),segment_id=7d22a9e6-345c-4024-853f-1877243f908d)] {{(pid=103469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:18:15.552060 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-1cc34aed-a5b5-42ff-a19b-e07bb3574d13 req-b839519c-5c15-4840-acb8-628e966a8121 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968562'] for port (cbf9c7ae-65bd-45a9-914a-7e9e91a7a565), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:15.587957 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc34aed-a5b5-42ff-a19b-e07bb3574d13 req-b839519c-5c15-4840-acb8-628e966a8121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:15.588929 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-1cc34aed-a5b5-42ff-a19b-e07bb3574d13 req-b839519c-5c15-4840-acb8-628e966a8121 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36930'] for port (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:15.590673 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1cc34aed-a5b5-42ff-a19b-e07bb3574d13 req-b839519c-5c15-4840-acb8-628e966a8121 service neutron] 10.222.0.58 "PUT /v2.0/ports/cbf9c7ae-65bd-45a9-914a-7e9e91a7a565 HTTP/1.1" status: 200 len: 1093 time: 0.9475989 May 12 17:18:15.593051 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99b3ac3e-21c3-4c75-86bf-14b661b8edb9', 'tag': 'cbf9c7ae-65bd-45a9-914a-7e9e91a7a565'}] {{(pid=103469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:18:15.595331 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a389b951f31a62b906e18655c420a9fe9aa70b39b59c66ae41c54d630ec86ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e9555c0-4e92-4626-a6ef-6278333161ef" -d '{"events": [{"name": "network-changed", "server_uuid": "99b3ac3e-21c3-4c75-86bf-14b661b8edb9", "tag": "cbf9c7ae-65bd-45a9-914a-7e9e91a7a565"}]}' {{(pid=103469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:18:15.620828 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b839519c-5c15-4840-acb8-628e966a8121 service neutron] Pushing event updated for resources: {'Port': ['ID=cbf9c7ae-65bd-45a9-914a-7e9e91a7a565,revision_number=3']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:18:15.634940 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ae565d1-753d-441e-a28f-871def604fe5 x-openstack-request-id: req-2ae565d1-753d-441e-a28f-871def604fe5 {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:18:15.635232 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99b3ac3e-21c3-4c75-86bf-14b661b8edb9", "tag": "cbf9c7ae-65bd-45a9-914a-7e9e91a7a565", "status": "completed", "code": 200}]} {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:18:15.635511 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2ae565d1-753d-441e-a28f-871def604fe5 {{(pid=103469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:18:15.635916 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ae565d1-753d-441e-a28f-871def604fe5'] response: {'name': 'network-changed', 'server_uuid': '99b3ac3e-21c3-4c75-86bf-14b661b8edb9', 'tag': 'cbf9c7ae-65bd-45a9-914a-7e9e91a7a565', 'status': 'completed', 'code': 200} May 12 17:18:15.655261 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-78430531-9436-4d10-921b-074449e7603d tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Publish callbacks [] for security_group_rule (85dd4f8c-929b-4908-a86f-283332620d45), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:15.698484 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-9e7823e0-1c5e-4355-9990-5faed6e7da30 req-9a6eaff2-15a2-4336-be3b-28484a65e07e tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/security-groups?id=73506ee2-7743-492f-9a19-76b788578cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3222859 May 12 17:18:15.722212 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-78430531-9436-4d10-921b-074449e7603d tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Publish callbacks [] for security_group_rule (85dd4f8c-929b-4908-a86f-283332620d45), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:15.726039 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-78430531-9436-4d10-921b-074449e7603d tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462143'] for security_group_rule (85dd4f8c-929b-4908-a86f-283332620d45), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:15.744026 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78430531-9436-4d10-921b-074449e7603d tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85dd4f8c-929b-4908-a86f-283332620d45,revision_number=0']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:18:15.750552 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-78430531-9436-4d10-921b-074449e7603d tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:15.751775 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-78430531-9436-4d10-921b-074449e7603d tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4227314 May 12 17:18:15.754390 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 58162) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:18:15.759732 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-2b7f9cdb-49a8-4308-9e82-35475d0236f9 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Request body: {'security_group_rule': {'security_group_id': '9702dc84-3779-4798-bdde-00bb7090b30e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:18:15.788034 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-2b7f9cdb-49a8-4308-9e82-35475d0236f9 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Publish callbacks [] for security_group_rule (7e591202-9785-41dd-8e2a-30a3197baa9a), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:15.824229 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9555c0-4e92-4626-a6ef-6278333161ef req-c664099d-5543-4429-b022-67a0f56fff79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:15.826009 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7e9555c0-4e92-4626-a6ef-6278333161ef req-c664099d-5543-4429-b022-67a0f56fff79 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=25bc4c2d7eb345d8a531f74b42d0fb91&device_id=99b3ac3e-21c3-4c75-86bf-14b661b8edb9 HTTP/1.1" status: 200 len: 1127 time: 0.0429416 May 12 17:18:15.839822 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-2b7f9cdb-49a8-4308-9e82-35475d0236f9 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Publish callbacks [] for security_group_rule (7e591202-9785-41dd-8e2a-30a3197baa9a), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:15.843015 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-2b7f9cdb-49a8-4308-9e82-35475d0236f9 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462143'] for security_group_rule (7e591202-9785-41dd-8e2a-30a3197baa9a), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:15.859690 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7f9cdb-49a8-4308-9e82-35475d0236f9 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e591202-9785-41dd-8e2a-30a3197baa9a,revision_number=0']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:18:15.868709 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-2b7f9cdb-49a8-4308-9e82-35475d0236f9 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:15.869878 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-2b7f9cdb-49a8-4308-9e82-35475d0236f9 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1145418 May 12 17:18:15.873473 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 58170) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:18:15.877603 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-f05e11ce-9cf6-4fac-bccd-2e60ee16f155 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Request body: {'floatingip': {'floating_network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:18:15.899964 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-f05e11ce-9cf6-4fac-bccd-2e60ee16f155 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:15.904825 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Device 83ec910a-00e4-4992-bde0-b3583158daf3 up at agent hyperv_hv-cinder-84159 {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:18:15.967266 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Provisioning complete for port 83ec910a-00e4-4992-bde0-b3583158daf3 triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:18:15.968028 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (83ec910a-00e4-4992-bde0-b3583158daf3), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:15.993740 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-f05e11ce-9cf6-4fac-bccd-2e60ee16f155 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:16.078594 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Current status of the port 83ec910a-00e4-4992-bde0-b3583158daf3 is: BUILD; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:18:16.079361 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (83ec910a-00e4-4992-bde0-b3583158daf3), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:16.083652 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc3b81f-bb5b-49de-81a0-f33dba26312c req-eb0066fb-e3ac-47f9-be95-19544a767df9 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:16.085165 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-fcc3b81f-bb5b-49de-81a0-f33dba26312c req-eb0066fb-e3ac-47f9-be95-19544a767df9 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] 10.222.0.23 "GET /v2.0/ports?device_id=99b3ac3e-21c3-4c75-86bf-14b661b8edb9 HTTP/1.1" status: 200 len: 943 time: 0.0953074 May 12 17:18:16.122108 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9555c0-4e92-4626-a6ef-6278333161ef req-2dec9c43-8706-43ff-9b12-c0b595a9988f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:16.123625 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7e9555c0-4e92-4626-a6ef-6278333161ef req-2dec9c43-8706-43ff-9b12-c0b595a9988f service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=25bc4c2d7eb345d8a531f74b42d0fb91&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2430811 May 12 17:18:16.129127 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] For port 83ec910a-00e4-4992-bde0-b3583158daf3, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=83ec910a-00e4-4992-bde0-b3583158daf3,segment=NetworkSegment(c7a6aaf3-54ce-4151-ae72-69f500e464b9),segment_id=c7a6aaf3-54ce-4151-ae72-69f500e464b9)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:18:16.131284 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.db_base_plugin_common [None req-f05e11ce-9cf6-4fac-bccd-2e60ee16f155 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Allocated IP 172.27.0.156 (9bfa71c8-c6b3-48ca-a660-d8187367d4be/c986c1c6-d014-45ab-99c5-409df43f439e/3f44a4d3-5eba-4e06-9399-7abbabbdc7ca) {{(pid=103468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:18:16.137454 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (83ec910a-00e4-4992-bde0-b3583158daf3), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:16.159077 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-fcc3b81f-bb5b-49de-81a0-f33dba26312c req-1666fabf-fc0e-4ba9-bc4d-dede530469d9 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] 10.222.0.23 "GET /v2.0/security-groups?id=93d51443-a2a3-4ee3-867a-6b4dc6a7068f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636783 May 12 17:18:16.193818 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Pushing event updated for resources: {'Port': ['ID=83ec910a-00e4-4992-bde0-b3583158daf3,revision_number=7']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:18:16.259348 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c256bf7-295f-44d1-b8f1-fbaaef035f50 req-7fcd9410-fe87-44a9-ac0d-63507202d683 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:16.260827 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-2c256bf7-295f-44d1-b8f1-fbaaef035f50 req-7fcd9410-fe87-44a9-ac0d-63507202d683 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "GET /v2.0/ports?device_id=f56f36d8-2e2b-4024-b0e1-d31b9b7f08bf HTTP/1.1" status: 200 len: 943 time: 0.0919306 May 12 17:18:16.270285 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a35084-b285-4cae-8cc3-56fe59483aae req-c4ce13f0-7d0a-4aba-a83d-38ca0fc722d5 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:16.271880 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-94a35084-b285-4cae-8cc3-56fe59483aae req-c4ce13f0-7d0a-4aba-a83d-38ca0fc722d5 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/ports?device_id=878603bd-9524-4a76-88c3-463a2f09910f HTTP/1.1" status: 200 len: 946 time: 0.0481198 May 12 17:18:16.283060 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47998668-5296-4019-a02c-3c80e30ff266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83ec910a-00e4-4992-bde0-b3583158daf3'}] {{(pid=103470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:18:16.285301 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}983eca14ffe1519f8471a5ce991629ce2b8e436912840ac2edb7b499268545ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ac9e98a-8f7e-4df0-bdc6-538e1316bc90" -d '{"events": [{"server_uuid": "47998668-5296-4019-a02c-3c80e30ff266", "name": "network-vif-plugged", "status": "completed", "tag": "83ec910a-00e4-4992-bde0-b3583158daf3"}]}' {{(pid=103470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:18:16.313559 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-f05e11ce-9cf6-4fac-bccd-2e60ee16f155 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Publish callbacks [] for port (3f44a4d3-5eba-4e06-9399-7abbabbdc7ca), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:16.323244 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-94a35084-b285-4cae-8cc3-56fe59483aae req-1702633f-188d-405b-91b7-0aafffb46314 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ad77cae-65fc-4aeb-aa6b-51c8f295ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453415 May 12 17:18:16.344690 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-2c256bf7-295f-44d1-b8f1-fbaaef035f50 req-d4859f39-327f-4abb-ad2d-b4afd79d3605 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4198f2-c72d-4a6d-bdaf-ef5afcf5ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780382 May 12 17:18:16.369474 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef17d975-e783-4bc0-87db-835c47a6590a x-openstack-request-id: req-ef17d975-e783-4bc0-87db-835c47a6590a {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:18:16.369820 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47998668-5296-4019-a02c-3c80e30ff266", "name": "network-vif-plugged", "status": "completed", "tag": "83ec910a-00e4-4992-bde0-b3583158daf3", "code": 200}]} {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:18:16.370097 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ef17d975-e783-4bc0-87db-835c47a6590a {{(pid=103470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:18:16.370511 dv-cinder-841591-1-iscsi neutron-server[103470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef17d975-e783-4bc0-87db-835c47a6590a'] response: {'server_uuid': '47998668-5296-4019-a02c-3c80e30ff266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83ec910a-00e4-4992-bde0-b3583158daf3', 'code': 200} May 12 17:18:16.372017 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-f05e11ce-9cf6-4fac-bccd-2e60ee16f155 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774527475285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11526335'] for port (3f44a4d3-5eba-4e06-9399-7abbabbdc7ca), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:16.409301 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05e11ce-9cf6-4fac-bccd-2e60ee16f155 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Network 9bfa71c8-c6b3-48ca-a660-d8187367d4be is already hosted by enough agents. {{(pid=103468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:18:16.412383 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.base_scheduler [None req-f05e11ce-9cf6-4fac-bccd-2e60ee16f155 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Resources bound (agent type, host, resource id): {{(pid=103468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:18:16.418405 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05e11ce-9cf6-4fac-bccd-2e60ee16f155 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Received port after_create {{(pid=103468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:18:16.424165 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05e11ce-9cf6-4fac-bccd-2e60ee16f155 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Pushing event updated for resources: {'Port': ['ID=3f44a4d3-5eba-4e06-9399-7abbabbdc7ca,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:18:16.507498 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3922253f-2500-4286-b06a-8e7a7c357caf req-267fc5af-6706-4e24-8755-5271f0145852 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:16.509125 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-3922253f-2500-4286-b06a-8e7a7c357caf req-267fc5af-6706-4e24-8755-5271f0145852 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=47998668-5296-4019-a02c-3c80e30ff266 HTTP/1.1" status: 200 len: 946 time: 0.0609634 May 12 17:18:16.577273 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-f05e11ce-9cf6-4fac-bccd-2e60ee16f155 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Publish callbacks [] for floatingip (1505bebe-7daf-44e3-a377-836e80bafcd5), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:16.593275 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-3922253f-2500-4286-b06a-8e7a7c357caf req-4bdcde4c-40b5-4dba-b0b5-b009c07fde1f tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=05809961-ab33-4b51-9eba-3187efbff5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625408 May 12 17:18:16.635258 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-f05e11ce-9cf6-4fac-bccd-2e60ee16f155 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (3f44a4d3-5eba-4e06-9399-7abbabbdc7ca), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:16.842765 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-f05e11ce-9cf6-4fac-bccd-2e60ee16f155 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Publish callbacks [] for port (3f44a4d3-5eba-4e06-9399-7abbabbdc7ca), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:16.844075 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9555c0-4e92-4626-a6ef-6278333161ef req-ef601d2c-ff8c-4441-9b27-af2920e3d151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:16.845704 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7e9555c0-4e92-4626-a6ef-6278333161ef req-ef601d2c-ff8c-4441-9b27-af2920e3d151 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2443376 May 12 17:18:16.848394 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-f05e11ce-9cf6-4fac-bccd-2e60ee16f155 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11526280'] for port (3f44a4d3-5eba-4e06-9399-7abbabbdc7ca), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:16.860123 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c81a431-409e-49e9-9058-82564e6a14ff req-7c9cc88d-55a8-4585-9aba-76c4b732f526 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:16.861554 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0c81a431-409e-49e9-9058-82564e6a14ff req-7c9cc88d-55a8-4585-9aba-76c4b732f526 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/ports?device_id=9131b16e-e337-480c-a45b-91625a94863d HTTP/1.1" status: 200 len: 945 time: 0.0596578 May 12 17:18:16.909094 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05e11ce-9cf6-4fac-bccd-2e60ee16f155 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Pushing event updated for resources: {'Port': ['ID=3f44a4d3-5eba-4e06-9399-7abbabbdc7ca,revision_number=2']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:18:16.970388 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-f05e11ce-9cf6-4fac-bccd-2e60ee16f155 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682608'] for floatingip (1505bebe-7daf-44e3-a377-836e80bafcd5), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:16.993683 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-f05e11ce-9cf6-4fac-bccd-2e60ee16f155 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36930'] for floatingip (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:16.995481 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-f05e11ce-9cf6-4fac-bccd-2e60ee16f155 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1210983 May 12 17:18:17.163363 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc34aed-a5b5-42ff-a19b-e07bb3574d13 req-eede5f15-d6e7-4555-b0d5-b050317b5269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:17.164327 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1cc34aed-a5b5-42ff-a19b-e07bb3574d13 req-eede5f15-d6e7-4555-b0d5-b050317b5269 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=25bc4c2d7eb345d8a531f74b42d0fb91&device_id=99b3ac3e-21c3-4c75-86bf-14b661b8edb9 HTTP/1.1" status: 200 len: 1127 time: 0.2646589 May 12 17:18:17.180213 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0c81a431-409e-49e9-9058-82564e6a14ff req-bc0334be-b6fe-43f7-860e-6c9792c1a67a tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/security-groups?id=73506ee2-7743-492f-9a19-76b788578cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3090324 May 12 17:18:17.235997 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1cc34aed-a5b5-42ff-a19b-e07bb3574d13 req-17f1bfc8-c376-4f11-bc53-5b78e859a147 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cbf9c7ae-65bd-45a9-914a-7e9e91a7a565 HTTP/1.1" status: 200 len: 217 time: 0.0480990 May 12 17:18:17.281315 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-483dd04d-6946-454e-bdf1-4feac2a73871 req-22476942-728e-4b37-b5e9-bc6abca94cd2 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1385929519&fields=id&tenant_id=638166bec22640968de80cfeaeed437b HTTP/1.1" status: 200 len: 267 time: 0.0663900 May 12 17:18:17.346348 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe385a3b-883a-4b68-94fb-fa51c426da31 req-0badb2cd-382c-4926-8d7c-e8ef768d92bd tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:17.347904 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-fe385a3b-883a-4b68-94fb-fa51c426da31 req-0badb2cd-382c-4926-8d7c-e8ef768d92bd tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] 10.222.0.23 "GET /v2.0/ports?device_id=99b3ac3e-21c3-4c75-86bf-14b661b8edb9 HTTP/1.1" status: 200 len: 943 time: 0.0697899 May 12 17:18:17.370335 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc34aed-a5b5-42ff-a19b-e07bb3574d13 req-7afd5763-027c-41ce-8454-b8a656eae251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:17.372335 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1cc34aed-a5b5-42ff-a19b-e07bb3574d13 req-7afd5763-027c-41ce-8454-b8a656eae251 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=354d391b-4a47-49b3-84d2-1f2b2dc2d081 HTTP/1.1" status: 200 len: 849 time: 0.1294961 May 12 17:18:17.415622 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1cc34aed-a5b5-42ff-a19b-e07bb3574d13 req-6e385c98-1612-4151-9960-6662d7890ced service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f0095fbe-ef8d-4ce4-8f32-e8bd7d729d75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332057 May 12 17:18:17.427167 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483dd04d-6946-454e-bdf1-4feac2a73871 req-81d06b33-a8f6-430a-a0b3-60adf16c8404 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:17.435333 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-483dd04d-6946-454e-bdf1-4feac2a73871 req-81d06b33-a8f6-430a-a0b3-60adf16c8404 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/networks?id=ff0d6338-2300-4010-ae74-9c2289a9588a HTTP/1.1" status: 200 len: 819 time: 0.1463032 May 12 17:18:17.453462 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-483dd04d-6946-454e-bdf1-4feac2a73871 req-c5460119-5f50-44fe-986b-0b128e0e9374 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/quotas/638166bec22640968de80cfeaeed437b HTTP/1.1" status: 200 len: 375 time: 0.0159383 May 12 17:18:17.472898 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-fe385a3b-883a-4b68-94fb-fa51c426da31 req-3377c414-4beb-4e11-b4d5-c27702ee5090 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] 10.222.0.23 "GET /v2.0/security-groups?id=93d51443-a2a3-4ee3-867a-6b4dc6a7068f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159203 May 12 17:18:17.537187 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-483dd04d-6946-454e-bdf1-4feac2a73871 req-d0cf91d2-764d-46cb-88ae-a0cac3e1a4b8 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=638166bec22640968de80cfeaeed437b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0823996 May 12 17:18:17.586138 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1cc34aed-a5b5-42ff-a19b-e07bb3574d13 req-a20fcf5c-881d-449e-9851-53defd833393 service neutron] 10.222.0.58 "GET /v2.0/networks/f0095fbe-ef8d-4ce4-8f32-e8bd7d729d75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595767 May 12 17:18:17.639575 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-483dd04d-6946-454e-bdf1-4feac2a73871 req-3f5fe1d3-5ae1-416e-b580-a656bee38273 service neutron] 10.222.0.23 "GET /v2.0/networks/ff0d6338-2300-4010-ae74-9c2289a9588a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892894 May 12 17:18:17.655223 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dcc7e4-e640-490a-a7aa-099d45457ce7 req-3be9dda3-ab0f-40c8-b3b0-3cd8c698693b tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:17.657839 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-31dcc7e4-e640-490a-a7aa-099d45457ce7 req-3be9dda3-ab0f-40c8-b3b0-3cd8c698693b tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/ports?device_id=9131b16e-e337-480c-a45b-91625a94863d HTTP/1.1" status: 200 len: 945 time: 0.1042476 May 12 17:18:17.760274 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-483dd04d-6946-454e-bdf1-4feac2a73871 req-68cb8514-9b92-4b32-a312-9759a7eb6dab service neutron] 10.222.0.23 "GET /v2.0/networks/ff0d6338-2300-4010-ae74-9c2289a9588a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148431 May 12 17:18:17.772407 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1cc34aed-a5b5-42ff-a19b-e07bb3574d13 req-56051e8e-6bd9-4b50-94db-8ffd69b61c1e service neutron] 10.222.0.58 "GET /v2.0/networks/f0095fbe-ef8d-4ce4-8f32-e8bd7d729d75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688313 May 12 17:18:17.777263 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-31dcc7e4-e640-490a-a7aa-099d45457ce7 req-dadb080e-939f-4565-99cc-e45253b21502 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/security-groups?id=73506ee2-7743-492f-9a19-76b788578cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820112 May 12 17:18:17.805942 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 58224) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:18:17.996324 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c809c98-7dd3-4991-a09b-ce0f32b8da2c req-9e5d58ec-7efe-430c-b740-98670576ef17 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:18.008768 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2c809c98-7dd3-4991-a09b-ce0f32b8da2c req-9e5d58ec-7efe-430c-b740-98670576ef17 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/ports?device_id=878603bd-9524-4a76-88c3-463a2f09910f HTTP/1.1" status: 200 len: 946 time: 0.1073918 May 12 17:18:18.063427 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe6bec-ed8d-48f1-bf44-6711efa9d0c3 req-4b59695f-58c8-4e54-a897-2f24172c4f65 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:18.072405 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-bbbe6bec-ed8d-48f1-bf44-6711efa9d0c3 req-4b59695f-58c8-4e54-a897-2f24172c4f65 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "GET /v2.0/ports?device_id=f56f36d8-2e2b-4024-b0e1-d31b9b7f08bf HTTP/1.1" status: 200 len: 943 time: 0.0861444 May 12 17:18:18.134934 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2c809c98-7dd3-4991-a09b-ce0f32b8da2c req-8daf7dbe-7109-49a8-8f82-04147c07d757 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ad77cae-65fc-4aeb-aa6b-51c8f295ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132891 May 12 17:18:18.142121 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e1f3a9-f9cd-4fd3-9e49-06f97a984960 tempest-TestVolumeBootPattern-1504078682 tempest-TestVolumeBootPattern-1504078682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:18.147655 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 58232) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:18:18.148528 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-a7e1f3a9-f9cd-4fd3-9e49-06f97a984960 tempest-TestVolumeBootPattern-1504078682 tempest-TestVolumeBootPattern-1504078682-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=9131b16e-e337-480c-a45b-91625a94863d HTTP/1.1" status: 200 len: 1124 time: 0.3410492 May 12 17:18:18.162145 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-1532976a-ce78-40b6-ace2-8879645e9bd9 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Request body: {'floatingip': {'floating_network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'port_id': '9cb1a268-4909-4277-8a38-1bb3a04f115d', 'tenant_id': '5d002d9e79b24742b0906bc2b220d998', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:18:18.211348 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1532976a-ce78-40b6-ace2-8879645e9bd9 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:18.214574 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-bbbe6bec-ed8d-48f1-bf44-6711efa9d0c3 req-67c63b14-6ac6-4ad9-b393-b2e4407b9d69 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4198f2-c72d-4a6d-bdaf-ef5afcf5ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345024 May 12 17:18:18.318834 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-6d357b43-98cd-45e5-9927-6fdcca916571 req-683cc61d-4a66-45cf-8118-e840ec4ce4a6 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c29ebd7-1d9b-4dba-8a0f-7fe13bc1cdef HTTP/1.1" status: 200 len: 210 time: 0.0537620 May 12 17:18:18.412604 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1532976a-ce78-40b6-ace2-8879645e9bd9 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:18.500287 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace08797-986d-434a-b323-a4e156c91e2a req-94be1688-1f7f-4c50-a3f6-24309cf7d5f9 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:18.502334 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ace08797-986d-434a-b323-a4e156c91e2a req-94be1688-1f7f-4c50-a3f6-24309cf7d5f9 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=47998668-5296-4019-a02c-3c80e30ff266 HTTP/1.1" status: 200 len: 946 time: 0.1895375 May 12 17:18:18.621491 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa2a9e-19f9-45d5-8b65-0617eaa8d32b req-bdbcc0ea-52ab-474c-8094-e6e891fa8a66 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:18.623481 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-e2fa2a9e-19f9-45d5-8b65-0617eaa8d32b req-bdbcc0ea-52ab-474c-8094-e6e891fa8a66 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] 10.222.0.23 "GET /v2.0/ports?device_id=99b3ac3e-21c3-4c75-86bf-14b661b8edb9 HTTP/1.1" status: 200 len: 943 time: 0.0621717 May 12 17:18:18.628584 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ace08797-986d-434a-b323-a4e156c91e2a req-d1699258-3b99-4bef-b271-c0606b738216 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=05809961-ab33-4b51-9eba-3187efbff5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080310 May 12 17:18:18.672091 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.db.db_base_plugin_common [None req-1532976a-ce78-40b6-ace2-8879645e9bd9 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Allocated IP 172.27.0.187 (9bfa71c8-c6b3-48ca-a660-d8187367d4be/c986c1c6-d014-45ab-99c5-409df43f439e/023aa1b3-64f9-4e98-8156-fa7c7ff3b701) {{(pid=103469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:18:18.702361 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-e2fa2a9e-19f9-45d5-8b65-0617eaa8d32b req-58b72b2e-3f57-402f-98d4-333b54a724ea tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] 10.222.0.23 "GET /v2.0/security-groups?id=93d51443-a2a3-4ee3-867a-6b4dc6a7068f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723569 May 12 17:18:18.836563 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1532976a-ce78-40b6-ace2-8879645e9bd9 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Publish callbacks [] for port (023aa1b3-64f9-4e98-8156-fa7c7ff3b701), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:18.898224 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1532976a-ce78-40b6-ace2-8879645e9bd9 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774527475285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968517'] for port (023aa1b3-64f9-4e98-8156-fa7c7ff3b701), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:18.963596 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1532976a-ce78-40b6-ace2-8879645e9bd9 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Network 9bfa71c8-c6b3-48ca-a660-d8187367d4be is already hosted by enough agents. {{(pid=103469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:18:18.971005 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [None req-1532976a-ce78-40b6-ace2-8879645e9bd9 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Resources bound (agent type, host, resource id): {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:18:18.973912 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1532976a-ce78-40b6-ace2-8879645e9bd9 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Received port after_create {{(pid=103469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:18:19.055053 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1532976a-ce78-40b6-ace2-8879645e9bd9 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Pushing event updated for resources: {'Port': ['ID=023aa1b3-64f9-4e98-8156-fa7c7ff3b701,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:18:19.303374 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1148588-30f2-4b0b-9235-61fbe576ac95 req-0527a14a-1c5c-4dd9-9062-64eac13e920e tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:19.304839 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d1148588-30f2-4b0b-9235-61fbe576ac95 req-0527a14a-1c5c-4dd9-9062-64eac13e920e tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/ports?device_id=878603bd-9524-4a76-88c3-463a2f09910f HTTP/1.1" status: 200 len: 946 time: 0.0793767 May 12 17:18:19.354170 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbb2215-5267-4fe7-be3a-cd52eeb40562 req-cc6a9a8d-2917-4649-8433-476fe325ca22 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:19.364734 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-9bbb2215-5267-4fe7-be3a-cd52eeb40562 req-cc6a9a8d-2917-4649-8433-476fe325ca22 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "GET /v2.0/ports?device_id=f56f36d8-2e2b-4024-b0e1-d31b9b7f08bf HTTP/1.1" status: 200 len: 943 time: 0.0655046 May 12 17:18:19.422239 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d1148588-30f2-4b0b-9235-61fbe576ac95 req-0a8a1d29-10ae-4e67-a335-1ff1c0e208d4 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ad77cae-65fc-4aeb-aa6b-51c8f295ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107597 May 12 17:18:19.449064 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-9bbb2215-5267-4fe7-be3a-cd52eeb40562 req-68300c85-71c7-47c0-bea3-56b879b3e488 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4198f2-c72d-4a6d-bdaf-ef5afcf5ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833566 May 12 17:18:19.558181 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-26ab40cb-b59d-44cd-a9b2-c57e6d90c034 req-26c3dfcb-4326-4d58-9e10-de79cfd2eb1f tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c29ebd7-1d9b-4dba-8a0f-7fe13bc1cdef HTTP/1.1" status: 200 len: 210 time: 0.0486209 May 12 17:18:19.714315 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1532976a-ce78-40b6-ace2-8879645e9bd9 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Publish callbacks [] for floatingip (68155100-338e-475a-8479-adca143a5a32), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:19.831967 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024c8297-e233-4bd2-9459-3257312e124e req-5901461b-b701-4372-b38f-bd2ed3dece5f tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:19.835455 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-024c8297-e233-4bd2-9459-3257312e124e req-5901461b-b701-4372-b38f-bd2ed3dece5f tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=47998668-5296-4019-a02c-3c80e30ff266 HTTP/1.1" status: 200 len: 946 time: 0.0594063 May 12 17:18:19.898012 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1532976a-ce78-40b6-ace2-8879645e9bd9 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (023aa1b3-64f9-4e98-8156-fa7c7ff3b701), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:19.913576 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-024c8297-e233-4bd2-9459-3257312e124e req-73aa3fac-d60b-40f8-9f8f-8ff21dbadc6a tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=05809961-ab33-4b51-9eba-3187efbff5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728016 May 12 17:18:19.928320 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4dc1d9-c57c-4f25-bb28-2fbd381b9e9a req-9e74c1e1-f470-4dab-a379-717ddc19989a tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:19.930156 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5e4dc1d9-c57c-4f25-bb28-2fbd381b9e9a req-9e74c1e1-f470-4dab-a379-717ddc19989a tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] 10.222.0.23 "GET /v2.0/ports?device_id=99b3ac3e-21c3-4c75-86bf-14b661b8edb9 HTTP/1.1" status: 200 len: 943 time: 0.1066961 May 12 17:18:20.023961 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5e4dc1d9-c57c-4f25-bb28-2fbd381b9e9a req-8809512c-d4dd-44d6-a610-ee71e5a3bba5 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] 10.222.0.23 "GET /v2.0/security-groups?id=93d51443-a2a3-4ee3-867a-6b4dc6a7068f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845740 May 12 17:18:20.368631 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1532976a-ce78-40b6-ace2-8879645e9bd9 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Publish callbacks [] for port (023aa1b3-64f9-4e98-8156-fa7c7ff3b701), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:20.374712 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1532976a-ce78-40b6-ace2-8879645e9bd9 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968562'] for port (023aa1b3-64f9-4e98-8156-fa7c7ff3b701), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:20.452817 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1532976a-ce78-40b6-ace2-8879645e9bd9 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Pushing event updated for resources: {'Port': ['ID=023aa1b3-64f9-4e98-8156-fa7c7ff3b701,revision_number=2']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:18:20.476255 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1532976a-ce78-40b6-ace2-8879645e9bd9 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682608'] for floatingip (68155100-338e-475a-8479-adca143a5a32), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:20.669151 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7547a048-10bf-4c6d-b2a9-84e5e32706e4 req-43ac9819-a36d-4eb1-9c40-fbb8bfe1af85 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:20.675717 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0085e4b-79c1-4b43-96d7-e8a65d95889a req-4bbb5c11-9d32-42c6-9baf-85161e7c94bc tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:20.677422 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c0085e4b-79c1-4b43-96d7-e8a65d95889a req-4bbb5c11-9d32-42c6-9baf-85161e7c94bc tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "GET /v2.0/ports?device_id=f56f36d8-2e2b-4024-b0e1-d31b9b7f08bf HTTP/1.1" status: 200 len: 943 time: 0.0676284 May 12 17:18:20.679348 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.db.l3_db [None req-1532976a-ce78-40b6-ace2-8879645e9bd9 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Floating IP 68155100-338e-475a-8479-adca143a5a32 associated. External IP: 172.27.0.187, port: 9cb1a268-4909-4277-8a38-1bb3a04f115d. May 12 17:18:20.685523 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-7547a048-10bf-4c6d-b2a9-84e5e32706e4 req-43ac9819-a36d-4eb1-9c40-fbb8bfe1af85 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/ports?device_id=878603bd-9524-4a76-88c3-463a2f09910f HTTP/1.1" status: 200 len: 946 time: 0.0990644 May 12 17:18:20.795238 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-7547a048-10bf-4c6d-b2a9-84e5e32706e4 req-503f635b-2cef-41f3-9772-df1bd57edb11 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ad77cae-65fc-4aeb-aa6b-51c8f295ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085126 May 12 17:18:20.906241 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c0085e4b-79c1-4b43-96d7-e8a65d95889a req-b3e5543d-3b04-4c22-8d15-06cdce4627a8 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4198f2-c72d-4a6d-bdaf-ef5afcf5ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2112217 May 12 17:18:20.955242 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483dd04d-6946-454e-bdf1-4feac2a73871 req-d9c38210-f4e2-401d-86cd-89d0e02eac44 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:20.959360 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-483dd04d-6946-454e-bdf1-4feac2a73871 req-d9c38210-f4e2-401d-86cd-89d0e02eac44 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.58 "GET /v2.0/networks?id=ff0d6338-2300-4010-ae74-9c2289a9588a HTTP/1.1" status: 200 len: 819 time: 0.2764380 May 12 17:18:20.988823 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-47874d26-54e3-4402-b127-4b4193cf7809 req-b8dcd157-2477-4794-bd45-87e5eb264e9a tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c29ebd7-1d9b-4dba-8a0f-7fe13bc1cdef HTTP/1.1" status: 200 len: 210 time: 0.0663865 May 12 17:18:21.133755 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3dc3d5-a2db-416f-a885-d18c1c238bc8 req-e00e0032-ebed-4c97-9553-01c9d684a951 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:21.140622 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2e3dc3d5-a2db-416f-a885-d18c1c238bc8 req-e00e0032-ebed-4c97-9553-01c9d684a951 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=47998668-5296-4019-a02c-3c80e30ff266 HTTP/1.1" status: 200 len: 946 time: 0.0894125 May 12 17:18:21.169209 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade99d06-6931-49b3-9a64-35e8c4a89619 req-f07a327d-d616-4c5c-b98c-a1754e9c9a72 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:21.170879 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-ade99d06-6931-49b3-9a64-35e8c4a89619 req-f07a327d-d616-4c5c-b98c-a1754e9c9a72 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] 10.222.0.23 "GET /v2.0/ports?device_id=99b3ac3e-21c3-4c75-86bf-14b661b8edb9 HTTP/1.1" status: 200 len: 943 time: 0.0522571 May 12 17:18:21.208639 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-483dd04d-6946-454e-bdf1-4feac2a73871 req-b76f69cd-86ff-4e86-a921-428ab198e689 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=638166bec22640968de80cfeaeed437b HTTP/1.1" status: 200 len: 380 time: 0.2273428 May 12 17:18:21.221863 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [req-483dd04d-6946-454e-bdf1-4feac2a73871 req-d49710a5-f1d2-437d-93f4-feabda679ea9 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Request body: {'port': {'device_id': '5c29ebd7-1d9b-4dba-8a0f-7fe13bc1cdef', 'network_id': 'ff0d6338-2300-4010-ae74-9c2289a9588a', 'admin_state_up': True, 'tenant_id': '638166bec22640968de80cfeaeed437b', 'security_groups': ['9702dc84-3779-4798-bdde-00bb7090b30e']}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:18:21.227157 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-ade99d06-6931-49b3-9a64-35e8c4a89619 req-777a241c-a4d4-4056-bc8c-a86ef4d07f67 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] 10.222.0.23 "GET /v2.0/security-groups?id=93d51443-a2a3-4ee3-867a-6b4dc6a7068f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505846 May 12 17:18:21.273602 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1532976a-ce78-40b6-ace2-8879645e9bd9 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Router 5902244f-fd5f-46ec-975c-b50c7357dcba has already been hosted by L3 agent e5548ccc-31b8-4072-a6b0-52b00208ea79 {{(pid=103469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:18:21.286980 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2e3dc3d5-a2db-416f-a885-d18c1c238bc8 req-6ab825b4-c30c-4ad6-b771-85bc469569d6 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=05809961-ab33-4b51-9eba-3187efbff5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1454563 May 12 17:18:21.456369 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-483dd04d-6946-454e-bdf1-4feac2a73871 req-d49710a5-f1d2-437d-93f4-feabda679ea9 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Made reservation on behalf of 638166bec22640968de80cfeaeed437b for: {'port': 1} {{(pid=103469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:18:21.460130 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-483dd04d-6946-454e-bdf1-4feac2a73871 req-d49710a5-f1d2-437d-93f4-feabda679ea9 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:21.486108 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1532976a-ce78-40b6-ace2-8879645e9bd9 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Notify agent at l3_agent.dv-cinder-841591-1-iscsi the message routers_updated {{(pid=103469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:18:21.499224 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4120fd-8efb-4c51-91e2-631fe4f6a2c7 None None] Sync routers for ids ['5902244f-fd5f-46ec-975c-b50c7357dcba'] in dv-cinder-841591-1-iscsi {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:18:21.527684 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4120fd-8efb-4c51-91e2-631fe4f6a2c7 None None] Routers {'5902244f-fd5f-46ec-975c-b50c7357dcba'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:18:21.528303 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-4c4120fd-8efb-4c51-91e2-631fe4f6a2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:17:56Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['5902244f-fd5f-46ec-975c-b50c7357dcba'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:18:21.574079 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1532976a-ce78-40b6-ace2-8879645e9bd9 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36930'] for floatingip (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:21.637985 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-1532976a-ce78-40b6-ace2-8879645e9bd9 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4883840 May 12 17:18:21.640844 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9131b16e-e337-480c-a45b-91625a94863d', 'tag': '9cb1a268-4909-4277-8a38-1bb3a04f115d'}] {{(pid=103469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:18:21.643306 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a389b951f31a62b906e18655c420a9fe9aa70b39b59c66ae41c54d630ec86ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-302ec953-1128-459e-97fc-3ab364c78dee" -d '{"events": [{"name": "network-changed", "server_uuid": "9131b16e-e337-480c-a45b-91625a94863d", "tag": "9cb1a268-4909-4277-8a38-1bb3a04f115d"}]}' {{(pid=103469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:18:21.651153 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-4c4120fd-8efb-4c51-91e2-631fe4f6a2c7 None None] Set router 5902244f-fd5f-46ec-975c-b50c7357dcba gateway port host: dv-cinder-841591-1-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:18:21.703833 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2100f78-6251-461e-a3bd-ec474e05ae1f x-openstack-request-id: req-b2100f78-6251-461e-a3bd-ec474e05ae1f {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:18:21.704107 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9131b16e-e337-480c-a45b-91625a94863d", "tag": "9cb1a268-4909-4277-8a38-1bb3a04f115d", "status": "completed", "code": 200}]} {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:18:21.704887 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b2100f78-6251-461e-a3bd-ec474e05ae1f {{(pid=103469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:18:21.704887 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2100f78-6251-461e-a3bd-ec474e05ae1f'] response: {'name': 'network-changed', 'server_uuid': '9131b16e-e337-480c-a45b-91625a94863d', 'tag': '9cb1a268-4909-4277-8a38-1bb3a04f115d', 'status': 'completed', 'code': 200} May 12 17:18:21.728164 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.db.db_base_plugin_common [req-483dd04d-6946-454e-bdf1-4feac2a73871 req-d49710a5-f1d2-437d-93f4-feabda679ea9 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Allocated IP 172.20.0.13 (ff0d6338-2300-4010-ae74-9c2289a9588a/3ceba6be-c195-4fd8-b10b-839022cc6ef4/e25fed55-18b6-4d75-bd0e-374461b42fe4) {{(pid=103469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:18:21.809373 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302ec953-1128-459e-97fc-3ab364c78dee req-11cfbc22-2d39-4d03-84d7-89b65f6dd7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:21.810941 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-302ec953-1128-459e-97fc-3ab364c78dee req-11cfbc22-2d39-4d03-84d7-89b65f6dd7ad service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5d002d9e79b24742b0906bc2b220d998&device_id=9131b16e-e337-480c-a45b-91625a94863d HTTP/1.1" status: 200 len: 1129 time: 0.0426481 May 12 17:18:21.891905 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-4c4120fd-8efb-4c51-91e2-631fe4f6a2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5902244f-fd5f-46ec-975c-b50c7357dcba', 'name': 'tempest-TestVolumeBootPattern-902140157-router', 'tenant_id': '5d002d9e79b24742b0906bc2b220d998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '938c5f0d-73f6-4350-87cf-c7cd25c4cf14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:17:16Z', 'updated_at': '2022-05-12T17:17:21Z', 'revision_number': 4, 'project_id': '5d002d9e79b24742b0906bc2b220d998', 'gw_port': {'id': '938c5f0d-73f6-4350-87cf-c7cd25c4cf14', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:aa:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5902244f-fd5f-46ec-975c-b50c7357dcba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:17:17Z', 'updated_at': '2022-05-12T17:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_floatingips': [{'id': '68155100-338e-475a-8479-adca143a5a32', 'tenant_id': '5d002d9e79b24742b0906bc2b220d998', 'floating_ip_address': '172.27.0.187', 'floating_network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'router_id': '5902244f-fd5f-46ec-975c-b50c7357dcba', 'port_id': '9cb1a268-4909-4277-8a38-1bb3a04f115d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fb55941-2cb2-4359-bdd6-587e053b44f0', 'mac_address': 'fa:16:3e:d1:91:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9131b16e-e337-480c-a45b-91625a94863d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:18:19Z', 'updated_at': '2022-05-12T17:18:19Z', 'revision_number': 0, 'project_id': '5d002d9e79b24742b0906bc2b220d998', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51471d09-f440-4cb3-aad2-76a03f1af86b', 'name': '', 'network_id': '6fb55941-2cb2-4359-bdd6-587e053b44f0', 'tenant_id': '5d002d9e79b24742b0906bc2b220d998', 'mac_address': 'fa:16:3e:ff:4a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5902244f-fd5f-46ec-975c-b50c7357dcba', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'c5f1d9ec-05e3-4b23-84b4-48d07d13574c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:17:20Z', 'updated_at': '2022-05-12T17:17:26Z', 'revision_number': 5, 'project_id': '5d002d9e79b24742b0906bc2b220d998', 'subnets': [{'id': 'c5f1d9ec-05e3-4b23-84b4-48d07d13574c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:18:21.917135 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Device b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3 details requested by agent hyperv_hv-cinder-84159 with host hv-cinder-84159 {{(pid=103470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 17:18:21.920156 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4120fd-8efb-4c51-91e2-631fe4f6a2c7 None None] Checking router: 5902244f-fd5f-46ec-975c-b50c7357dcba for host: dv-cinder-841591-1-iscsi {{(pid=103471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:18:21.929394 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4120fd-8efb-4c51-91e2-631fe4f6a2c7 None None] Routers {'5902244f-fd5f-46ec-975c-b50c7357dcba'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:18:21.930280 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-4c4120fd-8efb-4c51-91e2-631fe4f6a2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:17:56Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['5902244f-fd5f-46ec-975c-b50c7357dcba'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:18:21.980616 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302ec953-1128-459e-97fc-3ab364c78dee req-5328bb05-ceaa-4e52-8dab-18405a68f42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:21.988299 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-302ec953-1128-459e-97fc-3ab364c78dee req-5328bb05-ceaa-4e52-8dab-18405a68f42b service neutron] 10.222.0.58 "GET /v2.0/networks?id=6fb55941-2cb2-4359-bdd6-587e053b44f0 HTTP/1.1" status: 200 len: 912 time: 0.1580663 May 12 17:18:22.042859 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8652b528-254b-482e-a7d6-52c2cf6784ac req-b0b05f12-2a94-47d2-88b4-273d350bd24f tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:22.045088 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8652b528-254b-482e-a7d6-52c2cf6784ac req-b0b05f12-2a94-47d2-88b4-273d350bd24f tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/ports?device_id=878603bd-9524-4a76-88c3-463a2f09910f HTTP/1.1" status: 200 len: 946 time: 0.1432338 May 12 17:18:22.050311 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-483dd04d-6946-454e-bdf1-4feac2a73871 req-d49710a5-f1d2-437d-93f4-feabda679ea9 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Publish callbacks [] for port (e25fed55-18b6-4d75-bd0e-374461b42fe4), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:22.066991 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] For port b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3,segment=NetworkSegment(334ce71a-b387-4b0b-b04b-de0cdcd24a6b),segment_id=334ce71a-b387-4b0b-b04b-de0cdcd24a6b)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:18:22.070468 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-4c4120fd-8efb-4c51-91e2-631fe4f6a2c7 None None] Set router 5902244f-fd5f-46ec-975c-b50c7357dcba gateway port host: dv-cinder-841591-1-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:18:22.080576 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Returning: {'device': 'b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3', 'network_id': '2f4b42e4-7732-4c98-9681-fbceae906075', 'port_id': 'b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3', 'mac_address': 'fa:16:3e:a0:d9:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20ff5ffc-df27-493c-a0fb-88082a87d50e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 17:18:22.146978 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451151e8-9189-4fa0-baa0-0606a9c31bda req-454d44d5-706a-4cab-bbdd-c7818fb83ae1 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:22.149093 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-451151e8-9189-4fa0-baa0-0606a9c31bda req-454d44d5-706a-4cab-bbdd-c7818fb83ae1 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "GET /v2.0/ports?device_id=f56f36d8-2e2b-4024-b0e1-d31b9b7f08bf HTTP/1.1" status: 200 len: 943 time: 0.0726535 May 12 17:18:22.166261 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Current status of the port b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3 is: DOWN; New status is: BUILD {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:18:22.166682 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:22.174369 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-483dd04d-6946-454e-bdf1-4feac2a73871 req-d49710a5-f1d2-437d-93f4-feabda679ea9 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774527475285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968517'] for port (e25fed55-18b6-4d75-bd0e-374461b42fe4), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:22.202542 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3 {{(pid=103470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:18:22.209729 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-302ec953-1128-459e-97fc-3ab364c78dee req-4a1cefb3-ec66-4e72-9ae0-c5b9ec1326db service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9cb1a268-4909-4277-8a38-1bb3a04f115d HTTP/1.1" status: 200 len: 999 time: 0.2154968 May 12 17:18:22.250887 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] For port b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3,segment=NetworkSegment(334ce71a-b387-4b0b-b04b-de0cdcd24a6b),segment_id=334ce71a-b387-4b0b-b04b-de0cdcd24a6b)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:18:22.261899 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:22.262999 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Device cbf9c7ae-65bd-45a9-914a-7e9e91a7a565 details requested by agent hyperv_hv-cinder-84159 with host hv-cinder-84159 {{(pid=103470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 17:18:22.268710 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302ec953-1128-459e-97fc-3ab364c78dee req-d4134ab6-de74-4414-b54d-17e6783e2f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:22.271301 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-302ec953-1128-459e-97fc-3ab364c78dee req-d4134ab6-de74-4414-b54d-17e6783e2f12 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c5f1d9ec-05e3-4b23-84b4-48d07d13574c HTTP/1.1" status: 200 len: 850 time: 0.0511472 May 12 17:18:22.300519 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-451151e8-9189-4fa0-baa0-0606a9c31bda req-e10eb87e-7f21-44aa-aaa1-e361d11b6772 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4198f2-c72d-4a6d-bdaf-ef5afcf5ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444778 May 12 17:18:22.345778 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8652b528-254b-482e-a7d6-52c2cf6784ac req-655b0dff-9394-435e-9d05-b1ba4bf1df8b tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ad77cae-65fc-4aeb-aa6b-51c8f295ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2902105 May 12 17:18:22.354986 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-483dd04d-6946-454e-bdf1-4feac2a73871 req-d49710a5-f1d2-437d-93f4-feabda679ea9 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Network ff0d6338-2300-4010-ae74-9c2289a9588a is already hosted by enough agents. {{(pid=103469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:18:22.359517 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [req-483dd04d-6946-454e-bdf1-4feac2a73871 req-d49710a5-f1d2-437d-93f4-feabda679ea9 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Resources bound (agent type, host, resource id): {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:18:22.370863 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302ec953-1128-459e-97fc-3ab364c78dee req-d7a3f4e0-d8ce-472f-bc4f-6ef7fad2661e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:22.372191 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-302ec953-1128-459e-97fc-3ab364c78dee req-d7a3f4e0-d8ce-472f-bc4f-6ef7fad2661e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6fb55941-2cb2-4359-bdd6-587e053b44f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0936489 May 12 17:18:22.387625 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [req-483dd04d-6946-454e-bdf1-4feac2a73871 req-d49710a5-f1d2-437d-93f4-feabda679ea9 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Received port after_create {{(pid=103469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:18:22.457651 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483dd04d-6946-454e-bdf1-4feac2a73871 req-d49710a5-f1d2-437d-93f4-feabda679ea9 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:22.458354 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-483dd04d-6946-454e-bdf1-4feac2a73871 req-d49710a5-f1d2-437d-93f4-feabda679ea9 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36930'] for port (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:22.458712 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-4c4120fd-8efb-4c51-91e2-631fe4f6a2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5902244f-fd5f-46ec-975c-b50c7357dcba', 'name': 'tempest-TestVolumeBootPattern-902140157-router', 'tenant_id': '5d002d9e79b24742b0906bc2b220d998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '938c5f0d-73f6-4350-87cf-c7cd25c4cf14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:17:16Z', 'updated_at': '2022-05-12T17:17:21Z', 'revision_number': 4, 'project_id': '5d002d9e79b24742b0906bc2b220d998', 'gw_port': {'id': '938c5f0d-73f6-4350-87cf-c7cd25c4cf14', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:aa:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5902244f-fd5f-46ec-975c-b50c7357dcba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:17:17Z', 'updated_at': '2022-05-12T17:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_floatingips': [{'id': '68155100-338e-475a-8479-adca143a5a32', 'tenant_id': '5d002d9e79b24742b0906bc2b220d998', 'floating_ip_address': '172.27.0.187', 'floating_network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'router_id': '5902244f-fd5f-46ec-975c-b50c7357dcba', 'port_id': '9cb1a268-4909-4277-8a38-1bb3a04f115d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fb55941-2cb2-4359-bdd6-587e053b44f0', 'mac_address': 'fa:16:3e:d1:91:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9131b16e-e337-480c-a45b-91625a94863d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:18:19Z', 'updated_at': '2022-05-12T17:18:19Z', 'revision_number': 0, 'project_id': '5d002d9e79b24742b0906bc2b220d998', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51471d09-f440-4cb3-aad2-76a03f1af86b', 'name': '', 'network_id': '6fb55941-2cb2-4359-bdd6-587e053b44f0', 'tenant_id': '5d002d9e79b24742b0906bc2b220d998', 'mac_address': 'fa:16:3e:ff:4a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5902244f-fd5f-46ec-975c-b50c7357dcba', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'c5f1d9ec-05e3-4b23-84b4-48d07d13574c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:17:20Z', 'updated_at': '2022-05-12T17:17:26Z', 'revision_number': 5, 'project_id': '5d002d9e79b24742b0906bc2b220d998', 'subnets': [{'id': 'c5f1d9ec-05e3-4b23-84b4-48d07d13574c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:18:22.464706 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49710a5-f1d2-437d-93f4-feabda679ea9 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Pushing event updated for resources: {'Port': ['ID=e25fed55-18b6-4d75-bd0e-374461b42fe4,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:18:22.497343 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-483dd04d-6946-454e-bdf1-4feac2a73871 req-d49710a5-f1d2-437d-93f4-feabda679ea9 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2789235 May 12 17:18:22.501077 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Pushing event updated for resources: {'Port': ['ID=b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3,revision_number=4']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:18:22.509494 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [req-483dd04d-6946-454e-bdf1-4feac2a73871 req-81c555e3-9eb8-45f6-a7c7-0e675df4fd2f service neutron] Request body: {'port': {'device_id': '5c29ebd7-1d9b-4dba-8a0f-7fe13bc1cdef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84159'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:18:22.520739 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:18:22.521084 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:18:22.521444 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:18:22.521999 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:18:22.522528 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:18:22.523023 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:18:22.523512 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:18:22.524418 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:18:22.524901 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:18:22.525396 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:18:22.525882 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:18:22.526373 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:18:22.526883 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:18:22.527356 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:18:22.527842 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:18:22.537173 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4120fd-8efb-4c51-91e2-631fe4f6a2c7 None None] The sync data for ids ['5902244f-fd5f-46ec-975c-b50c7357dcba'] in dv-cinder-841591-1-iscsi is: [{'id': '5902244f-fd5f-46ec-975c-b50c7357dcba', 'name': 'tempest-TestVolumeBootPattern-902140157-router', 'tenant_id': '5d002d9e79b24742b0906bc2b220d998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '938c5f0d-73f6-4350-87cf-c7cd25c4cf14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:17:16Z', 'updated_at': '2022-05-12T17:17:21Z', 'revision_number': 4, 'project_id': '5d002d9e79b24742b0906bc2b220d998', 'gw_port': {'id': '938c5f0d-73f6-4350-87cf-c7cd25c4cf14', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:aa:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5902244f-fd5f-46ec-975c-b50c7357dcba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:17:17Z', 'updated_at': '2022-05-12T17:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_floatingips': [{'id': '68155100-338e-475a-8479-adca143a5a32', 'tenant_id': '5d002d9e79b24742b0906bc2b220d998', 'floating_ip_address': '172.27.0.187', 'floating_network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'router_id': '5902244f-fd5f-46ec-975c-b50c7357dcba', 'port_id': '9cb1a268-4909-4277-8a38-1bb3a04f115d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fb55941-2cb2-4359-bdd6-587e053b44f0', 'mac_address': 'fa:16:3e:d1:91:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9131b16e-e337-480c-a45b-91625a94863d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:18:19Z', 'updated_at': '2022-05-12T17:18:19Z', 'revision_number': 0, 'project_id': '5d002d9e79b24742b0906bc2b220d998', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51471d09-f440-4cb3-aad2-76a03f1af86b', 'name': '', 'network_id': '6fb55941-2cb2-4359-bdd6-587e053b44f0', 'tenant_id': '5d002d9e79b24742b0906bc2b220d998', 'mac_address': 'fa:16:3e:ff:4a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5902244f-fd5f-46ec-975c-b50c7357dcba', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'c5f1d9ec-05e3-4b23-84b4-48d07d13574c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:17:20Z', 'updated_at': '2022-05-12T17:17:26Z', 'revision_number': 5, 'project_id': '5d002d9e79b24742b0906bc2b220d998', 'subnets': [{'id': 'c5f1d9ec-05e3-4b23-84b4-48d07d13574c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:18:22.620364 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-302ec953-1128-459e-97fc-3ab364c78dee req-1bba8707-6814-4a61-bdd3-b59613b0243a service neutron] 10.222.0.58 "GET /v2.0/networks/6fb55941-2cb2-4359-bdd6-587e053b44f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337265 May 12 17:18:22.652958 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f90f20d-1bb4-47a4-a339-e2123f9d5c59 req-9c6aa027-1eb4-4f49-8db8-70bc29d4fb10 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:22.662789 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-4f90f20d-1bb4-47a4-a339-e2123f9d5c59 req-9c6aa027-1eb4-4f49-8db8-70bc29d4fb10 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c29ebd7-1d9b-4dba-8a0f-7fe13bc1cdef HTTP/1.1" status: 200 len: 932 time: 0.1118102 May 12 17:18:22.697395 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] For port cbf9c7ae-65bd-45a9-914a-7e9e91a7a565, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=cbf9c7ae-65bd-45a9-914a-7e9e91a7a565,segment=NetworkSegment(7d22a9e6-345c-4024-853f-1877243f908d),segment_id=7d22a9e6-345c-4024-853f-1877243f908d)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:18:22.723301 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Returning: {'device': 'cbf9c7ae-65bd-45a9-914a-7e9e91a7a565', 'network_id': 'f0095fbe-ef8d-4ce4-8f32-e8bd7d729d75', 'port_id': 'cbf9c7ae-65bd-45a9-914a-7e9e91a7a565', 'mac_address': 'fa:16:3e:98:97:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '354d391b-4a47-49b3-84d2-1f2b2dc2d081', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 17:18:22.773378 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a11c49-8a3d-4995-aa2c-f7b3961ef5ce req-e896d59f-6b2b-4de1-896b-7df5322dce82 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:22.782187 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-49a11c49-8a3d-4995-aa2c-f7b3961ef5ce req-e896d59f-6b2b-4de1-896b-7df5322dce82 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] 10.222.0.23 "GET /v2.0/ports?device_id=99b3ac3e-21c3-4c75-86bf-14b661b8edb9 HTTP/1.1" status: 200 len: 943 time: 0.2057190 May 12 17:18:22.811212 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-483dd04d-6946-454e-bdf1-4feac2a73871 req-81c555e3-9eb8-45f6-a7c7-0e675df4fd2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (e25fed55-18b6-4d75-bd0e-374461b42fe4), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:22.815942 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-3ec218ae-3734-4474-8a43-85d6d7151132 None None] Provisioning complete for port e25fed55-18b6-4d75-bd0e-374461b42fe4 triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:18:22.816588 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3ec218ae-3734-4474-8a43-85d6d7151132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (e25fed55-18b6-4d75-bd0e-374461b42fe4), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:22.841511 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-4f90f20d-1bb4-47a4-a339-e2123f9d5c59 req-1d73324b-9e12-4426-9e49-0771429255b5 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=9702dc84-3779-4798-bdde-00bb7090b30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1641006 May 12 17:18:22.897801 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-302ec953-1128-459e-97fc-3ab364c78dee req-c24135af-eb79-49ea-a73b-ebff7b5b72f3 service neutron] 10.222.0.58 "GET /v2.0/networks/6fb55941-2cb2-4359-bdd6-587e053b44f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2623298 May 12 17:18:22.913165 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Current status of the port cbf9c7ae-65bd-45a9-914a-7e9e91a7a565 is: DOWN; New status is: BUILD {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:18:22.914030 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (cbf9c7ae-65bd-45a9-914a-7e9e91a7a565), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:22.938990 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbf9c7ae-65bd-45a9-914a-7e9e91a7a565 {{(pid=103470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:18:22.971276 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-3ec218ae-3734-4474-8a43-85d6d7151132 None None] Port e25fed55-18b6-4d75-bd0e-374461b42fe4 cannot update to ACTIVE because it is not bound. {{(pid=103470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:18:22.979075 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda3d658-262f-4b66-842d-8e682e014b4c None None] New status for floating IP 68155100-338e-475a-8479-adca143a5a32: ACTIVE {{(pid=103470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 17:18:22.992821 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-49a11c49-8a3d-4995-aa2c-f7b3961ef5ce req-e49bba5e-2eda-4d3f-bde4-c55b4f896728 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] 10.222.0.23 "GET /v2.0/security-groups?id=93d51443-a2a3-4ee3-867a-6b4dc6a7068f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096162 May 12 17:18:23.011596 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dc6477-d2f0-4b52-a0c4-48aca1ddb8ee req-662b3079-496d-4b2a-bb5c-bb83c7671eb6 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:23.013589 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-65dc6477-d2f0-4b52-a0c4-48aca1ddb8ee req-662b3079-496d-4b2a-bb5c-bb83c7671eb6 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=47998668-5296-4019-a02c-3c80e30ff266 HTTP/1.1" status: 200 len: 946 time: 0.1126337 May 12 17:18:23.096661 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-65dc6477-d2f0-4b52-a0c4-48aca1ddb8ee req-31e76dc2-b453-4eef-8238-3d70c404a5e8 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=05809961-ab33-4b51-9eba-3187efbff5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690958 May 12 17:18:23.282215 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] For port cbf9c7ae-65bd-45a9-914a-7e9e91a7a565, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=cbf9c7ae-65bd-45a9-914a-7e9e91a7a565,segment=NetworkSegment(7d22a9e6-345c-4024-853f-1877243f908d),segment_id=7d22a9e6-345c-4024-853f-1877243f908d)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:18:23.291173 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (cbf9c7ae-65bd-45a9-914a-7e9e91a7a565), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:23.391593 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Pushing event updated for resources: {'Port': ['ID=cbf9c7ae-65bd-45a9-914a-7e9e91a7a565,revision_number=4']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:18:23.396600 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [req-483dd04d-6946-454e-bdf1-4feac2a73871 req-81c555e3-9eb8-45f6-a7c7-0e675df4fd2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e25fed55-18b6-4d75-bd0e-374461b42fe4 {{(pid=103469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:18:23.407318 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-483dd04d-6946-454e-bdf1-4feac2a73871 req-81c555e3-9eb8-45f6-a7c7-0e675df4fd2f service neutron] Publish callbacks [] for port (e25fed55-18b6-4d75-bd0e-374461b42fe4), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:23.423598 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.db.provisioning_blocks [req-483dd04d-6946-454e-bdf1-4feac2a73871 req-81c555e3-9eb8-45f6-a7c7-0e675df4fd2f service neutron] Transition to ACTIVE for port object e25fed55-18b6-4d75-bd0e-374461b42fe4 will not be triggered until provisioned by entity L2. {{(pid=103469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 17:18:23.429936 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-483dd04d-6946-454e-bdf1-4feac2a73871 req-81c555e3-9eb8-45f6-a7c7-0e675df4fd2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968562'] for port (e25fed55-18b6-4d75-bd0e-374461b42fe4), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:23.512132 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e5768d-0dd4-4fbf-be72-dd288f3a05ed req-1885788c-2605-4647-8cd2-c27655ee38de tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:23.529773 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-55e5768d-0dd4-4fbf-be72-dd288f3a05ed req-1885788c-2605-4647-8cd2-c27655ee38de tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/ports?device_id=878603bd-9524-4a76-88c3-463a2f09910f HTTP/1.1" status: 200 len: 946 time: 0.0816841 May 12 17:18:23.538682 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cbcf04-7213-4f93-b6be-b4e013acd2ad req-7d6a1e84-823c-43db-8764-6955ab9350f5 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:23.540110 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e6cbcf04-7213-4f93-b6be-b4e013acd2ad req-7d6a1e84-823c-43db-8764-6955ab9350f5 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "GET /v2.0/ports?device_id=f56f36d8-2e2b-4024-b0e1-d31b9b7f08bf HTTP/1.1" status: 200 len: 944 time: 0.0712574 May 12 17:18:23.541855 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c555e3-9eb8-45f6-a7c7-0e675df4fd2f service neutron] Pushing event updated for resources: {'Port': ['ID=e25fed55-18b6-4d75-bd0e-374461b42fe4,revision_number=2']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:18:23.593570 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-55e5768d-0dd4-4fbf-be72-dd288f3a05ed req-c6629673-c045-40ec-9453-12ad41ee5a69 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ad77cae-65fc-4aeb-aa6b-51c8f295ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608475 May 12 17:18:23.708002 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e6cbcf04-7213-4f93-b6be-b4e013acd2ad req-945ad1e8-1645-41d2-89b2-cf3e601481f8 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4198f2-c72d-4a6d-bdaf-ef5afcf5ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1583440 May 12 17:18:23.733973 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.managers [req-483dd04d-6946-454e-bdf1-4feac2a73871 req-81c555e3-9eb8-45f6-a7c7-0e675df4fd2f service neutron] Attempting to bind port e25fed55-18b6-4d75-bd0e-374461b42fe4 on host hv-cinder-84159 for vnic_type normal with profile {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:18:23.734314 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.managers [req-483dd04d-6946-454e-bdf1-4feac2a73871 req-81c555e3-9eb8-45f6-a7c7-0e675df4fd2f service neutron] Attempting to bind port e25fed55-18b6-4d75-bd0e-374461b42fe4 by drivers openvswitch,hyperv on host hv-cinder-84159 at level 0 using segments [{'id': '19a8dca8-bd58-4f99-95b0-2fe50f24eee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ff0d6338-2300-4010-ae74-9c2289a9588a'}] {{(pid=103469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:18:23.734668 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483dd04d-6946-454e-bdf1-4feac2a73871 req-81c555e3-9eb8-45f6-a7c7-0e675df4fd2f service neutron] Attempting to bind port e25fed55-18b6-4d75-bd0e-374461b42fe4 on network ff0d6338-2300-4010-ae74-9c2289a9588a {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:18:23.739837 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483dd04d-6946-454e-bdf1-4feac2a73871 req-81c555e3-9eb8-45f6-a7c7-0e675df4fd2f service neutron] Port e25fed55-18b6-4d75-bd0e-374461b42fe4 on network ff0d6338-2300-4010-ae74-9c2289a9588a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84159 {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 17:18:23.740550 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483dd04d-6946-454e-bdf1-4feac2a73871 req-81c555e3-9eb8-45f6-a7c7-0e675df4fd2f service neutron] Attempting to bind port e25fed55-18b6-4d75-bd0e-374461b42fe4 on network ff0d6338-2300-4010-ae74-9c2289a9588a {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:18:23.748189 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483dd04d-6946-454e-bdf1-4feac2a73871 req-81c555e3-9eb8-45f6-a7c7-0e675df4fd2f service neutron] Checking agent: {'id': '38379b20-dcc3-43b7-a09e-956d8be7db9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84159', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 13, 58), 'started_at': datetime.datetime(2022, 5, 12, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:18:23.748529 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483dd04d-6946-454e-bdf1-4feac2a73871 req-81c555e3-9eb8-45f6-a7c7-0e675df4fd2f service neutron] Checking segment: {'id': '19a8dca8-bd58-4f99-95b0-2fe50f24eee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ff0d6338-2300-4010-ae74-9c2289a9588a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:18:23.748914 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483dd04d-6946-454e-bdf1-4feac2a73871 req-81c555e3-9eb8-45f6-a7c7-0e675df4fd2f service neutron] Bound using segment: {'id': '19a8dca8-bd58-4f99-95b0-2fe50f24eee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ff0d6338-2300-4010-ae74-9c2289a9588a'} {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:18:23.749342 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.managers [req-483dd04d-6946-454e-bdf1-4feac2a73871 req-81c555e3-9eb8-45f6-a7c7-0e675df4fd2f service neutron] Bound port: e25fed55-18b6-4d75-bd0e-374461b42fe4, host: hv-cinder-84159, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19a8dca8-bd58-4f99-95b0-2fe50f24eee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ff0d6338-2300-4010-ae74-9c2289a9588a'}}] {{(pid=103469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:18:23.749701 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-483dd04d-6946-454e-bdf1-4feac2a73871 req-81c555e3-9eb8-45f6-a7c7-0e675df4fd2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (e25fed55-18b6-4d75-bd0e-374461b42fe4), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:23.785997 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-dd87cb14-c8df-402b-ba22-d679ec41517d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (ad05f391-ff61-4b74-a3af-7ffb7f485489), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:23.796173 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] get_ports_and_sgs() called for port_ids ['cbf9c7ae-65bd-45a9-914a-7e9e91a7a565'] {{(pid=103470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:18:23.836438 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [req-483dd04d-6946-454e-bdf1-4feac2a73871 req-81c555e3-9eb8-45f6-a7c7-0e675df4fd2f service neutron] For port e25fed55-18b6-4d75-bd0e-374461b42fe4, host hv-cinder-84159, cleared binding levels {{(pid=103469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:18:23.842280 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [req-483dd04d-6946-454e-bdf1-4feac2a73871 req-81c555e3-9eb8-45f6-a7c7-0e675df4fd2f service neutron] For port e25fed55-18b6-4d75-bd0e-374461b42fe4, host hv-cinder-84159, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=e25fed55-18b6-4d75-bd0e-374461b42fe4,segment=NetworkSegment(19a8dca8-bd58-4f99-95b0-2fe50f24eee0),segment_id=19a8dca8-bd58-4f99-95b0-2fe50f24eee0)] {{(pid=103469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:18:23.852878 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-483dd04d-6946-454e-bdf1-4feac2a73871 req-81c555e3-9eb8-45f6-a7c7-0e675df4fd2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968562'] for port (e25fed55-18b6-4d75-bd0e-374461b42fe4), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:23.892955 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483dd04d-6946-454e-bdf1-4feac2a73871 req-81c555e3-9eb8-45f6-a7c7-0e675df4fd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:23.894359 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-483dd04d-6946-454e-bdf1-4feac2a73871 req-81c555e3-9eb8-45f6-a7c7-0e675df4fd2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36930'] for port (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:23.896169 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-483dd04d-6946-454e-bdf1-4feac2a73871 req-81c555e3-9eb8-45f6-a7c7-0e675df4fd2f service neutron] 10.222.0.58 "PUT /v2.0/ports/e25fed55-18b6-4d75-bd0e-374461b42fe4 HTTP/1.1" status: 200 len: 1094 time: 1.3916554 May 12 17:18:23.899991 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c29ebd7-1d9b-4dba-8a0f-7fe13bc1cdef', 'tag': 'e25fed55-18b6-4d75-bd0e-374461b42fe4'}] {{(pid=103469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:18:23.902681 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a389b951f31a62b906e18655c420a9fe9aa70b39b59c66ae41c54d630ec86ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a5302c2-32cb-49a8-b265-990900604452" -d '{"events": [{"name": "network-changed", "server_uuid": "5c29ebd7-1d9b-4dba-8a0f-7fe13bc1cdef", "tag": "e25fed55-18b6-4d75-bd0e-374461b42fe4"}]}' {{(pid=103469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:18:23.949059 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c555e3-9eb8-45f6-a7c7-0e675df4fd2f service neutron] Pushing event updated for resources: {'Port': ['ID=e25fed55-18b6-4d75-bd0e-374461b42fe4,revision_number=3']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:18:23.959276 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] get_ports_and_sgs() called for port_ids ['b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3'] {{(pid=103470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:18:23.981989 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06d3cfdd-ea43-4a37-9198-c3dbf8860667 x-openstack-request-id: req-06d3cfdd-ea43-4a37-9198-c3dbf8860667 {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:18:23.982598 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c29ebd7-1d9b-4dba-8a0f-7fe13bc1cdef", "tag": "e25fed55-18b6-4d75-bd0e-374461b42fe4", "status": "completed", "code": 200}]} {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:18:23.983077 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-06d3cfdd-ea43-4a37-9198-c3dbf8860667 {{(pid=103469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:18:23.983832 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06d3cfdd-ea43-4a37-9198-c3dbf8860667'] response: {'name': 'network-changed', 'server_uuid': '5c29ebd7-1d9b-4dba-8a0f-7fe13bc1cdef', 'tag': 'e25fed55-18b6-4d75-bd0e-374461b42fe4', 'status': 'completed', 'code': 200} May 12 17:18:24.005194 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b798b13-691b-4cb7-a6a7-4df8312c2299 req-93f7b36d-8bd3-4b0c-a8d7-c11361ce952a tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:24.012876 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-5b798b13-691b-4cb7-a6a7-4df8312c2299 req-93f7b36d-8bd3-4b0c-a8d7-c11361ce952a tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c29ebd7-1d9b-4dba-8a0f-7fe13bc1cdef HTTP/1.1" status: 200 len: 944 time: 0.1127484 May 12 17:18:24.029273 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483dd04d-6946-454e-bdf1-4feac2a73871 req-c32d87af-4b99-45b3-bdb2-d9810358197b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:24.032088 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-483dd04d-6946-454e-bdf1-4feac2a73871 req-c32d87af-4b99-45b3-bdb2-d9810358197b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=638166bec22640968de80cfeaeed437b&device_id=5c29ebd7-1d9b-4dba-8a0f-7fe13bc1cdef HTTP/1.1" status: 200 len: 1128 time: 0.0685022 May 12 17:18:24.094964 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-5b798b13-691b-4cb7-a6a7-4df8312c2299 req-ed0afc6c-2818-4564-a25b-dd8bd3e2b03d tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=9702dc84-3779-4798-bdde-00bb7090b30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761535 May 12 17:18:24.176691 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-483dd04d-6946-454e-bdf1-4feac2a73871 req-8770a128-a6b3-4612-a589-71fc081d11a0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e25fed55-18b6-4d75-bd0e-374461b42fe4 HTTP/1.1" status: 200 len: 217 time: 0.1343844 May 12 17:18:24.250665 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f289819-e29b-468b-8757-fd50a226def4 req-35ce27ed-5a91-4f50-a4f6-667726a34513 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:24.259736 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-1f289819-e29b-468b-8757-fd50a226def4 req-35ce27ed-5a91-4f50-a4f6-667726a34513 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=47998668-5296-4019-a02c-3c80e30ff266 HTTP/1.1" status: 200 len: 946 time: 0.0772145 May 12 17:18:24.277394 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3386ac9-4af9-4236-bbe4-134b25609740 req-a2f6312f-3c62-46d6-bd66-e461b2d0656b tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:24.283162 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b3386ac9-4af9-4236-bbe4-134b25609740 req-a2f6312f-3c62-46d6-bd66-e461b2d0656b tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] 10.222.0.23 "GET /v2.0/ports?device_id=99b3ac3e-21c3-4c75-86bf-14b661b8edb9 HTTP/1.1" status: 200 len: 944 time: 0.1233594 May 12 17:18:24.341287 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b3386ac9-4af9-4236-bbe4-134b25609740 req-0e8e5608-92ae-45d6-a4c1-a80ae7059e49 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] 10.222.0.23 "GET /v2.0/security-groups?id=93d51443-a2a3-4ee3-867a-6b4dc6a7068f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514388 May 12 17:18:24.345237 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483dd04d-6946-454e-bdf1-4feac2a73871 req-6ce82463-b600-418f-bd96-f6c840630d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:24.346943 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-483dd04d-6946-454e-bdf1-4feac2a73871 req-6ce82463-b600-418f-bd96-f6c840630d12 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3ceba6be-c195-4fd8-b10b-839022cc6ef4 HTTP/1.1" status: 200 len: 858 time: 0.1522148 May 12 17:18:24.359759 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-1f289819-e29b-468b-8757-fd50a226def4 req-773025a7-ce7f-4e82-aef8-ba5a5fb3b9ae tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=05809961-ab33-4b51-9eba-3187efbff5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979149 May 12 17:18:24.414441 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483dd04d-6946-454e-bdf1-4feac2a73871 req-583a88c4-5734-45ca-8129-2298cdaa7407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:24.416355 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-483dd04d-6946-454e-bdf1-4feac2a73871 req-583a88c4-5734-45ca-8129-2298cdaa7407 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ff0d6338-2300-4010-ae74-9c2289a9588a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0510323 May 12 17:18:24.528797 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-483dd04d-6946-454e-bdf1-4feac2a73871 req-501f1659-69aa-411e-b694-892888b0f81f service neutron] 10.222.0.58 "GET /v2.0/networks/ff0d6338-2300-4010-ae74-9c2289a9588a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030478 May 12 17:18:24.644913 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-483dd04d-6946-454e-bdf1-4feac2a73871 req-ec387417-0e75-40a8-965a-48242d7e01e8 service neutron] 10.222.0.58 "GET /v2.0/networks/ff0d6338-2300-4010-ae74-9c2289a9588a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039715 May 12 17:18:24.735693 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db474b06-63ce-40d5-b059-4b4bfea2479c req-46c14bea-f261-44c4-87bc-dd2f622420fa tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:24.737639 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-db474b06-63ce-40d5-b059-4b4bfea2479c req-46c14bea-f261-44c4-87bc-dd2f622420fa tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/ports?device_id=878603bd-9524-4a76-88c3-463a2f09910f HTTP/1.1" status: 200 len: 946 time: 0.0495658 May 12 17:18:24.804375 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-db474b06-63ce-40d5-b059-4b4bfea2479c req-4578c1e7-ac20-4573-81f5-15dd9756efd6 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ad77cae-65fc-4aeb-aa6b-51c8f295ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609713 May 12 17:18:24.854823 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5879e3d5-d15c-45cf-933c-b8bea7196f03 req-f126e6a0-8307-41d8-a9d8-06865b703788 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:24.856391 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-5879e3d5-d15c-45cf-933c-b8bea7196f03 req-f126e6a0-8307-41d8-a9d8-06865b703788 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "GET /v2.0/ports?device_id=f56f36d8-2e2b-4024-b0e1-d31b9b7f08bf HTTP/1.1" status: 200 len: 944 time: 0.0644782 May 12 17:18:24.912893 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-5879e3d5-d15c-45cf-933c-b8bea7196f03 req-0f153585-959d-4b3e-9d96-51c12b2e5aa6 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4198f2-c72d-4a6d-bdaf-ef5afcf5ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506358 May 12 17:18:25.208450 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc6e1d8-7300-440f-bcf5-283382a52286 req-ea2b6aa8-1ddd-4bcd-b112-42aa1a12cbce tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:25.209653 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2cc6e1d8-7300-440f-bcf5-283382a52286 req-ea2b6aa8-1ddd-4bcd-b112-42aa1a12cbce tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c29ebd7-1d9b-4dba-8a0f-7fe13bc1cdef HTTP/1.1" status: 200 len: 944 time: 0.0530441 May 12 17:18:25.260930 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2cc6e1d8-7300-440f-bcf5-283382a52286 req-910bf7a7-87cb-4540-b6ef-7782b42f0f86 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=9702dc84-3779-4798-bdde-00bb7090b30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453453 May 12 17:18:25.488331 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f0fccd-5922-4779-86ef-36b947d79601 req-432f704c-74d2-4add-a882-a1832f8cda71 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:25.490041 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-b5f0fccd-5922-4779-86ef-36b947d79601 req-432f704c-74d2-4add-a882-a1832f8cda71 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] 10.222.0.23 "GET /v2.0/ports?device_id=99b3ac3e-21c3-4c75-86bf-14b661b8edb9 HTTP/1.1" status: 200 len: 944 time: 0.0605423 May 12 17:18:25.508002 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e945bb-cdd9-459e-a258-3dcdfe150bf3 req-6cc1c2c6-5a71-4ab6-b0fe-3c04f95b0001 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:25.510303 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-35e945bb-cdd9-459e-a258-3dcdfe150bf3 req-6cc1c2c6-5a71-4ab6-b0fe-3c04f95b0001 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=47998668-5296-4019-a02c-3c80e30ff266 HTTP/1.1" status: 200 len: 946 time: 0.0525732 May 12 17:18:25.567227 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-35e945bb-cdd9-459e-a258-3dcdfe150bf3 req-09793d64-f7bf-4ded-a711-05cc3e092b10 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=05809961-ab33-4b51-9eba-3187efbff5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509386 May 12 17:18:25.590824 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-b5f0fccd-5922-4779-86ef-36b947d79601 req-e3a2ac49-4e59-4644-9a31-de3c7292fe38 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] 10.222.0.23 "GET /v2.0/security-groups?id=93d51443-a2a3-4ee3-867a-6b4dc6a7068f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726314 May 12 17:18:25.842308 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5302c2-32cb-49a8-b265-990900604452 req-b3581a33-11da-46e8-9aad-a56532da8a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:25.843860 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1a5302c2-32cb-49a8-b265-990900604452 req-b3581a33-11da-46e8-9aad-a56532da8a55 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=638166bec22640968de80cfeaeed437b&device_id=5c29ebd7-1d9b-4dba-8a0f-7fe13bc1cdef HTTP/1.1" status: 200 len: 1128 time: 0.0455532 May 12 17:18:25.942328 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Device b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3 up at agent hyperv_hv-cinder-84159 {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:18:26.004448 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de51f70e-8e92-417b-b26b-1cb742bccb38 req-73df051f-da4b-4acf-835b-a092b275efbd tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:26.008968 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-de51f70e-8e92-417b-b26b-1cb742bccb38 req-73df051f-da4b-4acf-835b-a092b275efbd tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/ports?device_id=878603bd-9524-4a76-88c3-463a2f09910f HTTP/1.1" status: 200 len: 946 time: 0.1054599 May 12 17:18:26.020454 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Provisioning for port b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3 completed by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 17:18:26.048288 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Provisioning complete for port b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3 triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:18:26.055018 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:26.087121 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-de51f70e-8e92-417b-b26b-1cb742bccb38 req-b7a6e193-538f-4d28-a050-c4f924b9c450 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ad77cae-65fc-4aeb-aa6b-51c8f295ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690231 May 12 17:18:26.089739 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f624a70-fb17-4fd5-bfc3-ddd16320af5f req-9a265a96-993b-4e37-bbcc-74e030669d50 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:26.091410 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3f624a70-fb17-4fd5-bfc3-ddd16320af5f req-9a265a96-993b-4e37-bbcc-74e030669d50 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "GET /v2.0/ports?device_id=f56f36d8-2e2b-4024-b0e1-d31b9b7f08bf HTTP/1.1" status: 200 len: 944 time: 0.0709012 May 12 17:18:26.102618 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5302c2-32cb-49a8-b265-990900604452 req-9b0e993d-e1b2-4845-a957-62c624a8abf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:26.104118 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1a5302c2-32cb-49a8-b265-990900604452 req-9b0e993d-e1b2-4845-a957-62c624a8abf1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ff0d6338-2300-4010-ae74-9c2289a9588a HTTP/1.1" status: 200 len: 920 time: 0.2300196 May 12 17:18:26.194955 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-0fd9b53c-d83d-4c1d-b407-5891852a68f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (e5548ccc-31b8-4072-a6b0-52b00208ea79), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:26.199330 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Current status of the port b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3 is: BUILD; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:18:26.199804 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:26.230809 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f56f36d8-2e2b-4024-b0e1-d31b9b7f08bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3'}] {{(pid=103470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:18:26.236554 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}983eca14ffe1519f8471a5ce991629ce2b8e436912840ac2edb7b499268545ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0517d70-809c-41b7-88a5-b773f22903ca" -d '{"events": [{"server_uuid": "f56f36d8-2e2b-4024-b0e1-d31b9b7f08bf", "name": "network-vif-plugged", "status": "completed", "tag": "b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3"}]}' {{(pid=103470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:18:26.284191 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] For port b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3,segment=NetworkSegment(334ce71a-b387-4b0b-b04b-de0cdcd24a6b),segment_id=334ce71a-b387-4b0b-b04b-de0cdcd24a6b)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:18:26.293143 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:26.294207 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Device cbf9c7ae-65bd-45a9-914a-7e9e91a7a565 up at agent hyperv_hv-cinder-84159 {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:18:26.347871 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a5c17b-b975-4fd0-8c86-ae19b86ec8b3 x-openstack-request-id: req-47a5c17b-b975-4fd0-8c86-ae19b86ec8b3 {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:18:26.348187 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f56f36d8-2e2b-4024-b0e1-d31b9b7f08bf", "name": "network-vif-plugged", "status": "completed", "tag": "b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3", "code": 200}]} {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:18:26.348450 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-47a5c17b-b975-4fd0-8c86-ae19b86ec8b3 {{(pid=103470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:18:26.348852 dv-cinder-841591-1-iscsi neutron-server[103470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47a5c17b-b975-4fd0-8c86-ae19b86ec8b3'] response: {'server_uuid': 'f56f36d8-2e2b-4024-b0e1-d31b9b7f08bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3', 'code': 200} May 12 17:18:26.351060 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Pushing event updated for resources: {'Port': ['ID=b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3,revision_number=5']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:18:26.418502 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1a5302c2-32cb-49a8-b265-990900604452 req-cf2bfef9-e98b-4154-88d7-75eb90ebceeb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e25fed55-18b6-4d75-bd0e-374461b42fe4 HTTP/1.1" status: 200 len: 217 time: 0.3025699 May 12 17:18:26.423849 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Provisioning for port cbf9c7ae-65bd-45a9-914a-7e9e91a7a565 completed by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 17:18:26.434674 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Provisioning complete for port cbf9c7ae-65bd-45a9-914a-7e9e91a7a565 triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:18:26.435061 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (cbf9c7ae-65bd-45a9-914a-7e9e91a7a565), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:26.435549 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1758d6-b974-4d98-b3c2-2fd817f41fe9 req-35cf4789-5884-421f-b1cc-ebd2997292bd tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:26.445118 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-dc1758d6-b974-4d98-b3c2-2fd817f41fe9 req-35cf4789-5884-421f-b1cc-ebd2997292bd tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c29ebd7-1d9b-4dba-8a0f-7fe13bc1cdef HTTP/1.1" status: 200 len: 944 time: 0.0668576 May 12 17:18:26.463245 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3f624a70-fb17-4fd5-bfc3-ddd16320af5f req-dc2889dd-c665-4889-bb16-9dd754442c0d tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4198f2-c72d-4a6d-bdaf-ef5afcf5ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3551698 May 12 17:18:26.520688 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-dc1758d6-b974-4d98-b3c2-2fd817f41fe9 req-30ecb599-0df2-46f6-9159-4005cd7e5639 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=9702dc84-3779-4798-bdde-00bb7090b30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695679 May 12 17:18:26.524709 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5302c2-32cb-49a8-b265-990900604452 req-75ca51ac-aa52-4c6d-bbc8-a252b35c2f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:26.526291 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1a5302c2-32cb-49a8-b265-990900604452 req-75ca51ac-aa52-4c6d-bbc8-a252b35c2f68 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3ceba6be-c195-4fd8-b10b-839022cc6ef4 HTTP/1.1" status: 200 len: 858 time: 0.0575640 May 12 17:18:26.575469 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Current status of the port cbf9c7ae-65bd-45a9-914a-7e9e91a7a565 is: BUILD; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:18:26.575809 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (cbf9c7ae-65bd-45a9-914a-7e9e91a7a565), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:26.583102 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5302c2-32cb-49a8-b265-990900604452 req-38d2dbfb-7335-4356-aa6e-482cec87130d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:26.584656 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1a5302c2-32cb-49a8-b265-990900604452 req-38d2dbfb-7335-4356-aa6e-482cec87130d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ff0d6338-2300-4010-ae74-9c2289a9588a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0497603 May 12 17:18:26.677854 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] For port cbf9c7ae-65bd-45a9-914a-7e9e91a7a565, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=cbf9c7ae-65bd-45a9-914a-7e9e91a7a565,segment=NetworkSegment(7d22a9e6-345c-4024-853f-1877243f908d),segment_id=7d22a9e6-345c-4024-853f-1877243f908d)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:18:26.685701 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (cbf9c7ae-65bd-45a9-914a-7e9e91a7a565), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:26.709099 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8cec92-a662-40de-94fe-2a6c6978e032 req-f3705b22-fd32-4713-80fc-5684b6873fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:26.711218 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-7d8cec92-a662-40de-94fe-2a6c6978e032 req-f3705b22-fd32-4713-80fc-5684b6873fc4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f56f36d8-2e2b-4024-b0e1-d31b9b7f08bf HTTP/1.1" status: 200 len: 1129 time: 0.1003850 May 12 17:18:26.725270 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a75566-0817-4cad-9586-408dca74e900 req-402a9ae7-87cc-4e98-8458-0ccdef666cf8 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:26.727012 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-c6a75566-0817-4cad-9586-408dca74e900 req-402a9ae7-87cc-4e98-8458-0ccdef666cf8 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=47998668-5296-4019-a02c-3c80e30ff266 HTTP/1.1" status: 200 len: 946 time: 0.0677588 May 12 17:18:26.788140 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Pushing event updated for resources: {'Port': ['ID=cbf9c7ae-65bd-45a9-914a-7e9e91a7a565,revision_number=5']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:18:26.807582 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-7d8cec92-a662-40de-94fe-2a6c6978e032 req-bac65a3b-6e17-4703-bce4-cf41be26831b service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=9f4198f2-c72d-4a6d-bdaf-ef5afcf5ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789452 May 12 17:18:26.811055 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-c6a75566-0817-4cad-9586-408dca74e900 req-c487c8fe-ea93-4e6a-b95e-8bd2d2f2a07f tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=05809961-ab33-4b51-9eba-3187efbff5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629258 May 12 17:18:26.834476 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3896cd8d-5429-4387-8af2-3f6f9941392f req-7d81adcb-be14-4566-ae59-27f8822fc798 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:26.841145 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3896cd8d-5429-4387-8af2-3f6f9941392f req-7d81adcb-be14-4566-ae59-27f8822fc798 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] 10.222.0.23 "GET /v2.0/ports?device_id=99b3ac3e-21c3-4c75-86bf-14b661b8edb9 HTTP/1.1" status: 200 len: 945 time: 0.0865743 May 12 17:18:26.873561 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1a5302c2-32cb-49a8-b265-990900604452 req-8e290f8f-572d-443f-b030-74fe9e750d48 service neutron] 10.222.0.58 "GET /v2.0/networks/ff0d6338-2300-4010-ae74-9c2289a9588a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814438 May 12 17:18:26.898131 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3896cd8d-5429-4387-8af2-3f6f9941392f req-67975f46-7cdc-4f4a-80e1-5d59240c1730 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] 10.222.0.23 "GET /v2.0/security-groups?id=93d51443-a2a3-4ee3-867a-6b4dc6a7068f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561528 May 12 17:18:27.143294 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1a5302c2-32cb-49a8-b265-990900604452 req-05f8ce3e-ac61-4d96-9641-b7a5e982139d service neutron] 10.222.0.58 "GET /v2.0/networks/ff0d6338-2300-4010-ae74-9c2289a9588a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076262 May 12 17:18:27.215610 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fb1bbd-0aa0-4253-84ef-b8ce7355a51f req-ddafec82-d442-42c1-a497-ab7f09c43b03 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:27.217088 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-a4fb1bbd-0aa0-4253-84ef-b8ce7355a51f req-ddafec82-d442-42c1-a497-ab7f09c43b03 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/ports?device_id=878603bd-9524-4a76-88c3-463a2f09910f HTTP/1.1" status: 200 len: 946 time: 0.0516057 May 12 17:18:27.279198 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-921d17b2-ae2c-4a72-8bd8-05131367e3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (bf71836d-8135-4bcd-843a-dab378dba2b2), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:27.284361 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-a4fb1bbd-0aa0-4253-84ef-b8ce7355a51f req-21d6c7d7-8206-4b25-be6d-49225728c444 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ad77cae-65fc-4aeb-aa6b-51c8f295ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558879 May 12 17:18:27.520567 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864cb41e-befe-42fb-9f80-33aab1d42f68 req-4e85c413-14cc-4a04-9af1-8e5067d7370f tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:27.522492 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-864cb41e-befe-42fb-9f80-33aab1d42f68 req-4e85c413-14cc-4a04-9af1-8e5067d7370f tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/ports?device_id=878603bd-9524-4a76-88c3-463a2f09910f HTTP/1.1" status: 200 len: 946 time: 0.0581627 May 12 17:18:27.583526 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-864cb41e-befe-42fb-9f80-33aab1d42f68 req-b23da0ed-f5d4-40f6-a038-d5f4ad2f08c6 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ad77cae-65fc-4aeb-aa6b-51c8f295ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541933 May 12 17:18:27.634736 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566a4233-ae89-43fb-bb61-d72c3a9a87da req-44943f89-38c7-4fd2-948e-e7fe66ef76f4 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:27.642959 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-566a4233-ae89-43fb-bb61-d72c3a9a87da req-44943f89-38c7-4fd2-948e-e7fe66ef76f4 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "GET /v2.0/ports?device_id=f56f36d8-2e2b-4024-b0e1-d31b9b7f08bf HTTP/1.1" status: 200 len: 945 time: 0.0858498 May 12 17:18:27.703418 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-566a4233-ae89-43fb-bb61-d72c3a9a87da req-96456bf3-30e9-4e9c-8311-cba57c8fe3a0 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4198f2-c72d-4a6d-bdaf-ef5afcf5ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592287 May 12 17:18:27.717428 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ffe542-ec8c-4bf0-81c9-32176603b5c1 req-0d26730f-427b-44e0-bfbd-7d851d2b82dd tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:27.729199 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-83ffe542-ec8c-4bf0-81c9-32176603b5c1 req-0d26730f-427b-44e0-bfbd-7d851d2b82dd tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c29ebd7-1d9b-4dba-8a0f-7fe13bc1cdef HTTP/1.1" status: 200 len: 944 time: 0.0716453 May 12 17:18:27.783970 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-83ffe542-ec8c-4bf0-81c9-32176603b5c1 req-37d550bb-c331-4861-9844-7442b23e8b28 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=9702dc84-3779-4798-bdde-00bb7090b30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537286 May 12 17:18:27.899534 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (38379b20-dcc3-43b7-a09e-956d8be7db9c), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:27.927382 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc95517-921c-4d1d-96fb-2806abe7f9f6 req-b1c75020-3926-4aeb-9a97-d212f5e75e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:27.927382 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2bc95517-921c-4d1d-96fb-2806abe7f9f6 req-b1c75020-3926-4aeb-9a97-d212f5e75e85 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=67e7bebb3ef2474591626aa0a76d7a1d&device_id=878603bd-9524-4a76-88c3-463a2f09910f HTTP/1.1" status: 200 len: 1130 time: 0.0674746 May 12 17:18:27.946879 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Device e25fed55-18b6-4d75-bd0e-374461b42fe4 details requested by agent hyperv_hv-cinder-84159 with host hv-cinder-84159 {{(pid=103470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 17:18:28.077231 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15503fa1-1661-4715-a369-35fc0cbaaddb req-15b13796-b69a-4af8-897c-0343ea9b0b6e tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:28.078833 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-15503fa1-1661-4715-a369-35fc0cbaaddb req-15b13796-b69a-4af8-897c-0343ea9b0b6e tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] 10.222.0.23 "GET /v2.0/ports?device_id=99b3ac3e-21c3-4c75-86bf-14b661b8edb9 HTTP/1.1" status: 200 len: 945 time: 0.0625677 May 12 17:18:28.093653 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175745bf-3eda-4157-99c7-95273157c00b req-5537ae3c-0fb1-4013-b5fa-f8679526986d tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:28.094852 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-175745bf-3eda-4157-99c7-95273157c00b req-5537ae3c-0fb1-4013-b5fa-f8679526986d tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=47998668-5296-4019-a02c-3c80e30ff266 HTTP/1.1" status: 200 len: 946 time: 0.1493134 May 12 17:18:28.131940 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] For port e25fed55-18b6-4d75-bd0e-374461b42fe4, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=e25fed55-18b6-4d75-bd0e-374461b42fe4,segment=NetworkSegment(19a8dca8-bd58-4f99-95b0-2fe50f24eee0),segment_id=19a8dca8-bd58-4f99-95b0-2fe50f24eee0)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:18:28.141977 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc95517-921c-4d1d-96fb-2806abe7f9f6 req-004376e7-ba2f-44ff-9ddd-c4167f5db3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:28.143816 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2bc95517-921c-4d1d-96fb-2806abe7f9f6 req-004376e7-ba2f-44ff-9ddd-c4167f5db3a1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=8e057b02-0e5b-44bd-83b7-2f23a5bc0a94 HTTP/1.1" status: 200 len: 911 time: 0.1830802 May 12 17:18:28.144976 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Returning: {'device': 'e25fed55-18b6-4d75-bd0e-374461b42fe4', 'network_id': 'ff0d6338-2300-4010-ae74-9c2289a9588a', 'port_id': 'e25fed55-18b6-4d75-bd0e-374461b42fe4', 'mac_address': 'fa:16:3e:5b:1f:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ceba6be-c195-4fd8-b10b-839022cc6ef4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 17:18:28.169814 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-15503fa1-1661-4715-a369-35fc0cbaaddb req-444cc09c-79fd-4950-8313-5fb5fe07815a tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] 10.222.0.23 "GET /v2.0/security-groups?id=93d51443-a2a3-4ee3-867a-6b4dc6a7068f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751069 May 12 17:18:28.189995 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-175745bf-3eda-4157-99c7-95273157c00b req-55a7de20-25ce-41ff-b515-f8feb30b8dd7 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=05809961-ab33-4b51-9eba-3187efbff5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882964 May 12 17:18:28.198382 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Current status of the port e25fed55-18b6-4d75-bd0e-374461b42fe4 is: DOWN; New status is: BUILD {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:18:28.199729 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (e25fed55-18b6-4d75-bd0e-374461b42fe4), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:28.213597 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e25fed55-18b6-4d75-bd0e-374461b42fe4 {{(pid=103470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:18:28.235938 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] For port e25fed55-18b6-4d75-bd0e-374461b42fe4, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=e25fed55-18b6-4d75-bd0e-374461b42fe4,segment=NetworkSegment(19a8dca8-bd58-4f99-95b0-2fe50f24eee0),segment_id=19a8dca8-bd58-4f99-95b0-2fe50f24eee0)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:18:28.240364 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (e25fed55-18b6-4d75-bd0e-374461b42fe4), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:28.294053 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Pushing event updated for resources: {'Port': ['ID=e25fed55-18b6-4d75-bd0e-374461b42fe4,revision_number=4']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:18:28.349922 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99b3ac3e-21c3-4c75-86bf-14b661b8edb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbf9c7ae-65bd-45a9-914a-7e9e91a7a565'}] {{(pid=103470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:18:28.352853 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}983eca14ffe1519f8471a5ce991629ce2b8e436912840ac2edb7b499268545ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a622ca76-41eb-471a-8863-c0f3e576bbc7" -d '{"events": [{"server_uuid": "99b3ac3e-21c3-4c75-86bf-14b661b8edb9", "name": "network-vif-plugged", "status": "completed", "tag": "cbf9c7ae-65bd-45a9-914a-7e9e91a7a565"}]}' {{(pid=103470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:18:28.390502 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b632041-4599-4f00-82ad-76eac19495de x-openstack-request-id: req-8b632041-4599-4f00-82ad-76eac19495de {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:18:28.390803 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99b3ac3e-21c3-4c75-86bf-14b661b8edb9", "name": "network-vif-plugged", "status": "completed", "tag": "cbf9c7ae-65bd-45a9-914a-7e9e91a7a565", "code": 200}]} {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:18:28.391079 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8b632041-4599-4f00-82ad-76eac19495de {{(pid=103470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:18:28.391511 dv-cinder-841591-1-iscsi neutron-server[103470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b632041-4599-4f00-82ad-76eac19495de'] response: {'server_uuid': '99b3ac3e-21c3-4c75-86bf-14b661b8edb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbf9c7ae-65bd-45a9-914a-7e9e91a7a565', 'code': 200} May 12 17:18:28.614878 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] get_ports_and_sgs() called for port_ids ['e25fed55-18b6-4d75-bd0e-374461b42fe4'] {{(pid=103470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:18:28.790737 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2bc95517-921c-4d1d-96fb-2806abe7f9f6 req-398391d4-ef07-4082-a7b7-fa48d0388cf7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b977622b-d460-4133-b674-446f064230f1 HTTP/1.1" status: 200 len: 1001 time: 0.1677697 May 12 17:18:28.858958 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49b582f-a467-4d47-a689-b4d0153cd0b0 req-decd92b0-a344-46a9-a440-73d5c4211f26 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:28.867216 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b49b582f-a467-4d47-a689-b4d0153cd0b0 req-decd92b0-a344-46a9-a440-73d5c4211f26 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/ports?device_id=878603bd-9524-4a76-88c3-463a2f09910f HTTP/1.1" status: 200 len: 946 time: 0.1279180 May 12 17:18:28.869676 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-c581148e-646c-4c8c-8cc5-93d6184e682f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (98e1a54e-83f0-40d1-9631-7dd40ffbcd59), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:28.891612 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baf2375-5d08-4a66-a2de-d51291d11efa req-e8956d94-8763-4ea6-a0ad-624c54acae47 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:28.900699 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-1baf2375-5d08-4a66-a2de-d51291d11efa req-e8956d94-8763-4ea6-a0ad-624c54acae47 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "GET /v2.0/ports?device_id=f56f36d8-2e2b-4024-b0e1-d31b9b7f08bf HTTP/1.1" status: 200 len: 945 time: 0.0789733 May 12 17:18:28.915311 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc95517-921c-4d1d-96fb-2806abe7f9f6 req-fe21655c-a21f-4566-9e78-a518b59a7faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:28.917321 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2bc95517-921c-4d1d-96fb-2806abe7f9f6 req-fe21655c-a21f-4566-9e78-a518b59a7faa service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ee2adf5e-fcc4-48d8-8205-399177bedd23 HTTP/1.1" status: 200 len: 849 time: 0.1195576 May 12 17:18:28.982077 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b49b582f-a467-4d47-a689-b4d0153cd0b0 req-b708d5f3-3e66-4026-827c-10365ec48037 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ad77cae-65fc-4aeb-aa6b-51c8f295ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136448 May 12 17:18:28.983658 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-1baf2375-5d08-4a66-a2de-d51291d11efa req-f05d9aea-b61d-4628-86d2-ed416629d440 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4198f2-c72d-4a6d-bdaf-ef5afcf5ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805473 May 12 17:18:28.983747 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc95517-921c-4d1d-96fb-2806abe7f9f6 req-2c7f6fe7-53c8-4c83-8e21-d8dd816f030f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:28.984476 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2bc95517-921c-4d1d-96fb-2806abe7f9f6 req-2c7f6fe7-53c8-4c83-8e21-d8dd816f030f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8e057b02-0e5b-44bd-83b7-2f23a5bc0a94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0591791 May 12 17:18:28.992298 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe187f1-d955-46b0-a8df-0a76401cff9d req-489edf77-6e6a-4051-a0dc-330703bf2401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:28.993950 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-7fe187f1-d955-46b0-a8df-0a76401cff9d req-489edf77-6e6a-4051-a0dc-330703bf2401 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=99b3ac3e-21c3-4c75-86bf-14b661b8edb9 HTTP/1.1" status: 200 len: 1129 time: 0.0541825 May 12 17:18:29.079489 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-7fe187f1-d955-46b0-a8df-0a76401cff9d req-beb03642-44ba-4ffa-a2e4-65a6b4cac8b9 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=93d51443-a2a3-4ee3-867a-6b4dc6a7068f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655997 May 12 17:18:29.112328 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4abb880-bb6a-4a94-a090-03a84664a52a req-221fc224-8430-4989-b7b8-fb745d257b3d tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:29.113804 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-a4abb880-bb6a-4a94-a090-03a84664a52a req-221fc224-8430-4989-b7b8-fb745d257b3d tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c29ebd7-1d9b-4dba-8a0f-7fe13bc1cdef HTTP/1.1" status: 200 len: 945 time: 0.0517566 May 12 17:18:29.150902 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be01ee5-2afe-4174-84ac-1a564a37f7bd req-4e371c18-cf92-416f-9765-8555480f6a7d tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:29.152285 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7be01ee5-2afe-4174-84ac-1a564a37f7bd req-4e371c18-cf92-416f-9765-8555480f6a7d tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "GET /v2.0/ports?device_id=f56f36d8-2e2b-4024-b0e1-d31b9b7f08bf HTTP/1.1" status: 200 len: 945 time: 0.0611157 May 12 17:18:29.157530 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2bc95517-921c-4d1d-96fb-2806abe7f9f6 req-a8717d09-7450-4e28-a4b7-f02efe43203a service neutron] 10.222.0.58 "GET /v2.0/networks/8e057b02-0e5b-44bd-83b7-2f23a5bc0a94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650348 May 12 17:18:29.163319 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-a4abb880-bb6a-4a94-a090-03a84664a52a req-84d749eb-f524-4c86-bb8d-e3782d9d330d tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=9702dc84-3779-4798-bdde-00bb7090b30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433717 May 12 17:18:29.203342 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7be01ee5-2afe-4174-84ac-1a564a37f7bd req-3ca93fdd-fd52-4ed5-8179-1fd5e724409c tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4198f2-c72d-4a6d-bdaf-ef5afcf5ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448885 May 12 17:18:29.227330 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 58362) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:18:29.282002 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712a928c-ac5a-4d7d-ba39-5696d8af9c92 req-7cfd0dd2-7e29-48c2-911f-1d62e605679f tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:29.283534 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-712a928c-ac5a-4d7d-ba39-5696d8af9c92 req-7cfd0dd2-7e29-48c2-911f-1d62e605679f tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] 10.222.0.23 "GET /v2.0/ports?device_id=99b3ac3e-21c3-4c75-86bf-14b661b8edb9 HTTP/1.1" status: 200 len: 945 time: 0.0479021 May 12 17:18:29.308714 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9742881a-5aca-4d8b-964d-01bff3dba85a req-8b995c60-51cf-495a-93cb-95448df2b044 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:29.315909 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9742881a-5aca-4d8b-964d-01bff3dba85a req-8b995c60-51cf-495a-93cb-95448df2b044 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=47998668-5296-4019-a02c-3c80e30ff266 HTTP/1.1" status: 200 len: 946 time: 0.0552804 May 12 17:18:29.342307 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-712a928c-ac5a-4d7d-ba39-5696d8af9c92 req-408217b0-21ae-4ead-903b-f7e06c67db80 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] 10.222.0.23 "GET /v2.0/security-groups?id=93d51443-a2a3-4ee3-867a-6b4dc6a7068f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480006 May 12 17:18:29.448197 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9742881a-5aca-4d8b-964d-01bff3dba85a req-45c0071d-21db-49dd-abe1-478a2b72909a tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=05809961-ab33-4b51-9eba-3187efbff5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1312702 May 12 17:18:29.450592 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a599c56-b8cc-4a79-b73e-272e1271fd5d tempest-TestShelveInstance-112544257 tempest-TestShelveInstance-112544257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:29.452012 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-0a599c56-b8cc-4a79-b73e-272e1271fd5d tempest-TestShelveInstance-112544257 tempest-TestShelveInstance-112544257-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f56f36d8-2e2b-4024-b0e1-d31b9b7f08bf HTTP/1.1" status: 200 len: 1124 time: 0.2233651 May 12 17:18:29.455057 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 58370) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:18:29.459917 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-4cf89493-ec27-4e15-b597-9f755eba9aba tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Request body: {'floatingip': {'floating_network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'port_id': 'b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3', 'tenant_id': '3127460c8042473294d90b9a3338a273', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:18:29.473631 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2bc95517-921c-4d1d-96fb-2806abe7f9f6 req-e5e24383-be1c-483f-90ed-6d28e2957518 service neutron] 10.222.0.58 "GET /v2.0/networks/8e057b02-0e5b-44bd-83b7-2f23a5bc0a94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425123 May 12 17:18:29.481740 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-4cf89493-ec27-4e15-b597-9f755eba9aba tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:29.562473 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-4cf89493-ec27-4e15-b597-9f755eba9aba tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:29.670541 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.db_base_plugin_common [None req-4cf89493-ec27-4e15-b597-9f755eba9aba tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Allocated IP 172.27.0.222 (9bfa71c8-c6b3-48ca-a660-d8187367d4be/c986c1c6-d014-45ab-99c5-409df43f439e/0c9db30e-c1c1-4516-839f-8106a7306b2c) {{(pid=103468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:18:29.768294 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-4cf89493-ec27-4e15-b597-9f755eba9aba tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Publish callbacks [] for port (0c9db30e-c1c1-4516-839f-8106a7306b2c), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:29.801814 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-4cf89493-ec27-4e15-b597-9f755eba9aba tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774527475285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11526335'] for port (0c9db30e-c1c1-4516-839f-8106a7306b2c), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:29.840426 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf89493-ec27-4e15-b597-9f755eba9aba tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Network 9bfa71c8-c6b3-48ca-a660-d8187367d4be is already hosted by enough agents. {{(pid=103468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:18:29.846926 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.base_scheduler [None req-4cf89493-ec27-4e15-b597-9f755eba9aba tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Resources bound (agent type, host, resource id): {{(pid=103468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:18:29.850511 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf89493-ec27-4e15-b597-9f755eba9aba tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Received port after_create {{(pid=103468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:18:29.876647 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf89493-ec27-4e15-b597-9f755eba9aba tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Pushing event updated for resources: {'Port': ['ID=0c9db30e-c1c1-4516-839f-8106a7306b2c,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:18:29.949243 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Device e25fed55-18b6-4d75-bd0e-374461b42fe4 up at agent hyperv_hv-cinder-84159 {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:18:29.994279 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Provisioning for port e25fed55-18b6-4d75-bd0e-374461b42fe4 completed by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 17:18:30.000283 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Provisioning complete for port e25fed55-18b6-4d75-bd0e-374461b42fe4 triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:18:30.000726 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (e25fed55-18b6-4d75-bd0e-374461b42fe4), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:30.081934 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Current status of the port e25fed55-18b6-4d75-bd0e-374461b42fe4 is: BUILD; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:18:30.082328 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (e25fed55-18b6-4d75-bd0e-374461b42fe4), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:30.115783 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] For port e25fed55-18b6-4d75-bd0e-374461b42fe4, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=e25fed55-18b6-4d75-bd0e-374461b42fe4,segment=NetworkSegment(19a8dca8-bd58-4f99-95b0-2fe50f24eee0),segment_id=19a8dca8-bd58-4f99-95b0-2fe50f24eee0)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:18:30.120659 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (e25fed55-18b6-4d75-bd0e-374461b42fe4), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:30.150392 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a351072e-31d7-4d7f-90e2-4c345efe988d req-25a39eac-c3f8-4a95-85be-8a433eddeec5 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:30.151884 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-a351072e-31d7-4d7f-90e2-4c345efe988d req-25a39eac-c3f8-4a95-85be-8a433eddeec5 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/ports?device_id=878603bd-9524-4a76-88c3-463a2f09910f HTTP/1.1" status: 200 len: 946 time: 0.0752907 May 12 17:18:30.171458 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Pushing event updated for resources: {'Port': ['ID=e25fed55-18b6-4d75-bd0e-374461b42fe4,revision_number=5']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:18:30.236261 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (dea0f963-0a36-45fe-941b-5c749ca6f3bf), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:30.247497 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-a351072e-31d7-4d7f-90e2-4c345efe988d req-75082f37-b603-43cf-8b22-b6aa8c900f00 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ad77cae-65fc-4aeb-aa6b-51c8f295ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898316 May 12 17:18:30.286274 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172ca42f-5f6d-4912-a452-72d669fd2eb1 req-c0d2df02-6d38-42c5-864a-b5f832a2f58b tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:30.287697 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-172ca42f-5f6d-4912-a452-72d669fd2eb1 req-c0d2df02-6d38-42c5-864a-b5f832a2f58b tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c29ebd7-1d9b-4dba-8a0f-7fe13bc1cdef HTTP/1.1" status: 200 len: 946 time: 0.0558925 May 12 17:18:30.300473 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-4cf89493-ec27-4e15-b597-9f755eba9aba tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Publish callbacks [] for floatingip (6ec26152-93d8-4a00-901b-66aba34476e3), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:30.334301 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-172ca42f-5f6d-4912-a452-72d669fd2eb1 req-bb9dfd22-9b14-40ef-b9d3-52e7bd508e55 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=9702dc84-3779-4798-bdde-00bb7090b30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406744 May 12 17:18:30.367248 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-4cf89493-ec27-4e15-b597-9f755eba9aba tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (0c9db30e-c1c1-4516-839f-8106a7306b2c), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:30.393541 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c29ebd7-1d9b-4dba-8a0f-7fe13bc1cdef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e25fed55-18b6-4d75-bd0e-374461b42fe4'}] {{(pid=103470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:18:30.396129 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}983eca14ffe1519f8471a5ce991629ce2b8e436912840ac2edb7b499268545ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-817210f5-45ba-420f-9f88-17dbad594971" -d '{"events": [{"server_uuid": "5c29ebd7-1d9b-4dba-8a0f-7fe13bc1cdef", "name": "network-vif-plugged", "status": "completed", "tag": "e25fed55-18b6-4d75-bd0e-374461b42fe4"}]}' {{(pid=103470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:18:30.431406 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a72ea08-18e8-49d1-ab29-7ec6fed25d5b x-openstack-request-id: req-0a72ea08-18e8-49d1-ab29-7ec6fed25d5b {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:18:30.431699 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c29ebd7-1d9b-4dba-8a0f-7fe13bc1cdef", "name": "network-vif-plugged", "status": "completed", "tag": "e25fed55-18b6-4d75-bd0e-374461b42fe4", "code": 200}]} {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:18:30.431950 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0a72ea08-18e8-49d1-ab29-7ec6fed25d5b {{(pid=103470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:18:30.432337 dv-cinder-841591-1-iscsi neutron-server[103470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a72ea08-18e8-49d1-ab29-7ec6fed25d5b'] response: {'server_uuid': '5c29ebd7-1d9b-4dba-8a0f-7fe13bc1cdef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e25fed55-18b6-4d75-bd0e-374461b42fe4', 'code': 200} May 12 17:18:30.472832 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60781a0-8a20-420f-9165-b83fc0e38ecd req-cfca6862-d169-403f-b399-0b224079db2c tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:30.474283 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-e60781a0-8a20-420f-9165-b83fc0e38ecd req-cfca6862-d169-403f-b399-0b224079db2c tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] 10.222.0.23 "GET /v2.0/ports?device_id=99b3ac3e-21c3-4c75-86bf-14b661b8edb9 HTTP/1.1" status: 200 len: 945 time: 0.0747855 May 12 17:18:30.565196 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ad3f9e-596c-4719-8fe8-267d6cd429ec req-474d1c27-d7d2-4668-b741-091284569703 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:30.566687 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-50ad3f9e-596c-4719-8fe8-267d6cd429ec req-474d1c27-d7d2-4668-b741-091284569703 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=47998668-5296-4019-a02c-3c80e30ff266 HTTP/1.1" status: 200 len: 946 time: 0.0462754 May 12 17:18:30.568361 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-e60781a0-8a20-420f-9165-b83fc0e38ecd req-29fab81d-5cea-459a-ba07-9516b5a15dd5 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] 10.222.0.23 "GET /v2.0/security-groups?id=93d51443-a2a3-4ee3-867a-6b4dc6a7068f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861681 May 12 17:18:30.616773 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-50ad3f9e-596c-4719-8fe8-267d6cd429ec req-7e599800-bed3-4ba1-aab0-fb761ea5bf55 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=05809961-ab33-4b51-9eba-3187efbff5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445950 May 12 17:18:30.620128 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-4cf89493-ec27-4e15-b597-9f755eba9aba tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Publish callbacks [] for port (0c9db30e-c1c1-4516-839f-8106a7306b2c), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:30.625162 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-4cf89493-ec27-4e15-b597-9f755eba9aba tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11526280'] for port (0c9db30e-c1c1-4516-839f-8106a7306b2c), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:30.699278 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf89493-ec27-4e15-b597-9f755eba9aba tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Pushing event updated for resources: {'Port': ['ID=0c9db30e-c1c1-4516-839f-8106a7306b2c,revision_number=2']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:18:30.710487 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-4cf89493-ec27-4e15-b597-9f755eba9aba tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682608'] for floatingip (6ec26152-93d8-4a00-901b-66aba34476e3), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:30.808920 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.db.l3_db [None req-4cf89493-ec27-4e15-b597-9f755eba9aba tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Floating IP 6ec26152-93d8-4a00-901b-66aba34476e3 associated. External IP: 172.27.0.222, port: b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3. May 12 17:18:31.256682 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cf89493-ec27-4e15-b597-9f755eba9aba tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Router 62d2558c-a129-49d3-88c6-e6afcbcfc4ff has already been hosted by L3 agent e5548ccc-31b8-4072-a6b0-52b00208ea79 {{(pid=103468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:18:31.397266 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e09303-eb68-4501-aa13-abe459a0004f req-2f1b0462-fee2-4a1c-922e-fcbbc1d39512 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:31.398758 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-e7e09303-eb68-4501-aa13-abe459a0004f req-2f1b0462-fee2-4a1c-922e-fcbbc1d39512 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/ports?device_id=878603bd-9524-4a76-88c3-463a2f09910f HTTP/1.1" status: 200 len: 946 time: 0.0791202 May 12 17:18:31.402294 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cf89493-ec27-4e15-b597-9f755eba9aba tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Notify agent at l3_agent.dv-cinder-841591-1-iscsi the message routers_updated {{(pid=103468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:18:31.411570 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fa040e-c031-43ab-8688-3e30b54f1020 None None] Sync routers for ids ['62d2558c-a129-49d3-88c6-e6afcbcfc4ff'] in dv-cinder-841591-1-iscsi {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:18:31.422916 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fa040e-c031-43ab-8688-3e30b54f1020 None None] Routers {'62d2558c-a129-49d3-88c6-e6afcbcfc4ff'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:18:31.423615 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-00fa040e-c031-43ab-8688-3e30b54f1020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:18:26Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['62d2558c-a129-49d3-88c6-e6afcbcfc4ff'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:18:31.440598 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-4cf89493-ec27-4e15-b597-9f755eba9aba tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36930'] for floatingip (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:31.454556 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236d4baf-2c93-429a-9346-998c82de2a32 req-4596db53-e7ca-4b35-815a-40c1d90aa0b2 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:31.456064 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-236d4baf-2c93-429a-9346-998c82de2a32 req-4596db53-e7ca-4b35-815a-40c1d90aa0b2 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c29ebd7-1d9b-4dba-8a0f-7fe13bc1cdef HTTP/1.1" status: 200 len: 946 time: 0.0558140 May 12 17:18:31.482095 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-e7e09303-eb68-4501-aa13-abe459a0004f req-80f45d07-ac32-4728-b065-dfb5364cda46 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ad77cae-65fc-4aeb-aa6b-51c8f295ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777795 May 12 17:18:31.498491 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-4cf89493-ec27-4e15-b597-9f755eba9aba tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0399892 May 12 17:18:31.498491 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f56f36d8-2e2b-4024-b0e1-d31b9b7f08bf', 'tag': 'b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3'}] {{(pid=103468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:18:31.502978 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11327eb0f41ff280cd3a6497cf1c944478feb1aae12e82efcad6faf65da72353" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-467952d0-1809-440d-8cc8-2e45c43a73e5" -d '{"events": [{"name": "network-changed", "server_uuid": "f56f36d8-2e2b-4024-b0e1-d31b9b7f08bf", "tag": "b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3"}]}' {{(pid=103468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:18:31.543274 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e4bca4-6bfa-4d0d-aa5c-2a943ec4041f req-6d604b60-f2b7-434a-bbe1-f75a5fdbbf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:31.543787 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c576cdb9-00af-4f01-aa77-934f1aec68ff x-openstack-request-id: req-c576cdb9-00af-4f01-aa77-934f1aec68ff {{(pid=103468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:18:31.544097 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f56f36d8-2e2b-4024-b0e1-d31b9b7f08bf", "tag": "b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3", "status": "completed", "code": 200}]} {{(pid=103468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:18:31.544353 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c576cdb9-00af-4f01-aa77-934f1aec68ff {{(pid=103468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:18:31.544750 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c576cdb9-00af-4f01-aa77-934f1aec68ff'] response: {'name': 'network-changed', 'server_uuid': 'f56f36d8-2e2b-4024-b0e1-d31b9b7f08bf', 'tag': 'b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3', 'status': 'completed', 'code': 200} May 12 17:18:31.545271 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-05e4bca4-6bfa-4d0d-aa5c-2a943ec4041f req-6d604b60-f2b7-434a-bbe1-f75a5fdbbf63 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9f96cd34d1bc46b78a000e0b5af9d6a2&device_id=47998668-5296-4019-a02c-3c80e30ff266 HTTP/1.1" status: 200 len: 1130 time: 0.0678794 May 12 17:18:31.550293 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-00fa040e-c031-43ab-8688-3e30b54f1020 None None] Set router 62d2558c-a129-49d3-88c6-e6afcbcfc4ff gateway port host: dv-cinder-841591-1-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:18:31.553330 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-236d4baf-2c93-429a-9346-998c82de2a32 req-23e41247-26ba-4cf0-8b37-2c01532b5088 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=9702dc84-3779-4798-bdde-00bb7090b30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917990 May 12 17:18:31.686716 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d4f14f-d0bd-4334-847a-c53362999402 req-f9e9af3f-8309-42f2-9244-369826c462b2 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:31.688799 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-d5d4f14f-d0bd-4334-847a-c53362999402 req-f9e9af3f-8309-42f2-9244-369826c462b2 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] 10.222.0.23 "GET /v2.0/ports?device_id=99b3ac3e-21c3-4c75-86bf-14b661b8edb9 HTTP/1.1" status: 200 len: 945 time: 0.0513792 May 12 17:18:31.746728 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e155f-543a-4e60-9f60-4d130c288a99 req-9f7fe542-c465-4827-83e4-9c0c7527b73b tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:31.748205 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-d5d4f14f-d0bd-4334-847a-c53362999402 req-29b6dca0-43d1-48ba-a9e2-29e95a2c2055 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] 10.222.0.23 "GET /v2.0/security-groups?id=93d51443-a2a3-4ee3-867a-6b4dc6a7068f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538838 May 12 17:18:31.750872 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e48e155f-543a-4e60-9f60-4d130c288a99 req-9f7fe542-c465-4827-83e4-9c0c7527b73b tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=47998668-5296-4019-a02c-3c80e30ff266 HTTP/1.1" status: 200 len: 946 time: 0.0593505 May 12 17:18:31.779166 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-00fa040e-c031-43ab-8688-3e30b54f1020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62d2558c-a129-49d3-88c6-e6afcbcfc4ff', 'name': 'tempest-TestShelveInstance-1611892605-router', 'tenant_id': '3127460c8042473294d90b9a3338a273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '4fde8057-a972-4cbd-8c76-ef737d5b6203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:17:26Z', 'updated_at': '2022-05-12T17:17:33Z', 'revision_number': 4, 'project_id': '3127460c8042473294d90b9a3338a273', 'gw_port': {'id': '4fde8057-a972-4cbd-8c76-ef737d5b6203', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:0c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d2558c-a129-49d3-88c6-e6afcbcfc4ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:17:27Z', 'updated_at': '2022-05-12T17:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_floatingips': [{'id': '6ec26152-93d8-4a00-901b-66aba34476e3', 'tenant_id': '3127460c8042473294d90b9a3338a273', 'floating_ip_address': '172.27.0.222', 'floating_network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'router_id': '62d2558c-a129-49d3-88c6-e6afcbcfc4ff', 'port_id': 'b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f4b42e4-7732-4c98-9681-fbceae906075', 'mac_address': 'fa:16:3e:a0:d9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56f36d8-2e2b-4024-b0e1-d31b9b7f08bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:18:30Z', 'updated_at': '2022-05-12T17:18:30Z', 'revision_number': 0, 'project_id': '3127460c8042473294d90b9a3338a273', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10a68d4f-8209-4430-801f-36e67486e859', 'name': '', 'network_id': '2f4b42e4-7732-4c98-9681-fbceae906075', 'tenant_id': '3127460c8042473294d90b9a3338a273', 'mac_address': 'fa:16:3e:c1:58:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d2558c-a129-49d3-88c6-e6afcbcfc4ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '20ff5ffc-df27-493c-a0fb-88082a87d50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:17:32Z', 'updated_at': '2022-05-12T17:17:43Z', 'revision_number': 5, 'project_id': '3127460c8042473294d90b9a3338a273', 'subnets': [{'id': '20ff5ffc-df27-493c-a0fb-88082a87d50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:18:31.797647 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e48e155f-543a-4e60-9f60-4d130c288a99 req-89e6e3f9-6091-4d6b-89cb-4175d619b3d5 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=05809961-ab33-4b51-9eba-3187efbff5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439746 May 12 17:18:31.806583 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fa040e-c031-43ab-8688-3e30b54f1020 None None] Checking router: 62d2558c-a129-49d3-88c6-e6afcbcfc4ff for host: dv-cinder-841591-1-iscsi {{(pid=103471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:18:31.816480 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fa040e-c031-43ab-8688-3e30b54f1020 None None] Routers {'62d2558c-a129-49d3-88c6-e6afcbcfc4ff'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:18:31.817211 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-00fa040e-c031-43ab-8688-3e30b54f1020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:18:26Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['62d2558c-a129-49d3-88c6-e6afcbcfc4ff'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:18:31.926757 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-00fa040e-c031-43ab-8688-3e30b54f1020 None None] Set router 62d2558c-a129-49d3-88c6-e6afcbcfc4ff gateway port host: dv-cinder-841591-1-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:18:32.225132 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-00fa040e-c031-43ab-8688-3e30b54f1020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62d2558c-a129-49d3-88c6-e6afcbcfc4ff', 'name': 'tempest-TestShelveInstance-1611892605-router', 'tenant_id': '3127460c8042473294d90b9a3338a273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '4fde8057-a972-4cbd-8c76-ef737d5b6203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:17:26Z', 'updated_at': '2022-05-12T17:17:33Z', 'revision_number': 4, 'project_id': '3127460c8042473294d90b9a3338a273', 'gw_port': {'id': '4fde8057-a972-4cbd-8c76-ef737d5b6203', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:0c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d2558c-a129-49d3-88c6-e6afcbcfc4ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:17:27Z', 'updated_at': '2022-05-12T17:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_floatingips': [{'id': '6ec26152-93d8-4a00-901b-66aba34476e3', 'tenant_id': '3127460c8042473294d90b9a3338a273', 'floating_ip_address': '172.27.0.222', 'floating_network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'router_id': '62d2558c-a129-49d3-88c6-e6afcbcfc4ff', 'port_id': 'b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f4b42e4-7732-4c98-9681-fbceae906075', 'mac_address': 'fa:16:3e:a0:d9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56f36d8-2e2b-4024-b0e1-d31b9b7f08bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:18:30Z', 'updated_at': '2022-05-12T17:18:30Z', 'revision_number': 0, 'project_id': '3127460c8042473294d90b9a3338a273', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10a68d4f-8209-4430-801f-36e67486e859', 'name': '', 'network_id': '2f4b42e4-7732-4c98-9681-fbceae906075', 'tenant_id': '3127460c8042473294d90b9a3338a273', 'mac_address': 'fa:16:3e:c1:58:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d2558c-a129-49d3-88c6-e6afcbcfc4ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '20ff5ffc-df27-493c-a0fb-88082a87d50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:17:32Z', 'updated_at': '2022-05-12T17:17:43Z', 'revision_number': 5, 'project_id': '3127460c8042473294d90b9a3338a273', 'subnets': [{'id': '20ff5ffc-df27-493c-a0fb-88082a87d50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:18:32.299431 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467952d0-1809-440d-8cc8-2e45c43a73e5 req-d5a6e9cd-9c47-4317-8b66-d1057791ff0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:32.301649 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-467952d0-1809-440d-8cc8-2e45c43a73e5 req-d5a6e9cd-9c47-4317-8b66-d1057791ff0b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3127460c8042473294d90b9a3338a273&device_id=f56f36d8-2e2b-4024-b0e1-d31b9b7f08bf HTTP/1.1" status: 200 len: 1129 time: 0.0631819 May 12 17:18:32.326572 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fa040e-c031-43ab-8688-3e30b54f1020 None None] The sync data for ids ['62d2558c-a129-49d3-88c6-e6afcbcfc4ff'] in dv-cinder-841591-1-iscsi is: [{'id': '62d2558c-a129-49d3-88c6-e6afcbcfc4ff', 'name': 'tempest-TestShelveInstance-1611892605-router', 'tenant_id': '3127460c8042473294d90b9a3338a273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '4fde8057-a972-4cbd-8c76-ef737d5b6203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:17:26Z', 'updated_at': '2022-05-12T17:17:33Z', 'revision_number': 4, 'project_id': '3127460c8042473294d90b9a3338a273', 'gw_port': {'id': '4fde8057-a972-4cbd-8c76-ef737d5b6203', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:0c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d2558c-a129-49d3-88c6-e6afcbcfc4ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:17:27Z', 'updated_at': '2022-05-12T17:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_floatingips': [{'id': '6ec26152-93d8-4a00-901b-66aba34476e3', 'tenant_id': '3127460c8042473294d90b9a3338a273', 'floating_ip_address': '172.27.0.222', 'floating_network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'router_id': '62d2558c-a129-49d3-88c6-e6afcbcfc4ff', 'port_id': 'b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f4b42e4-7732-4c98-9681-fbceae906075', 'mac_address': 'fa:16:3e:a0:d9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56f36d8-2e2b-4024-b0e1-d31b9b7f08bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:18:30Z', 'updated_at': '2022-05-12T17:18:30Z', 'revision_number': 0, 'project_id': '3127460c8042473294d90b9a3338a273', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10a68d4f-8209-4430-801f-36e67486e859', 'name': '', 'network_id': '2f4b42e4-7732-4c98-9681-fbceae906075', 'tenant_id': '3127460c8042473294d90b9a3338a273', 'mac_address': 'fa:16:3e:c1:58:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d2558c-a129-49d3-88c6-e6afcbcfc4ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '20ff5ffc-df27-493c-a0fb-88082a87d50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:17:32Z', 'updated_at': '2022-05-12T17:17:43Z', 'revision_number': 5, 'project_id': '3127460c8042473294d90b9a3338a273', 'subnets': [{'id': '20ff5ffc-df27-493c-a0fb-88082a87d50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:18:32.382870 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e4bca4-6bfa-4d0d-aa5c-2a943ec4041f req-d64dc683-fe7d-4573-8501-550169f0401d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:32.385222 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-05e4bca4-6bfa-4d0d-aa5c-2a943ec4041f req-d64dc683-fe7d-4573-8501-550169f0401d service neutron] 10.222.0.58 "GET /v2.0/networks?id=77b21ff8-23c6-42d2-9321-6759378651ee HTTP/1.1" status: 200 len: 918 time: 0.1494691 May 12 17:18:32.460316 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52f8e23-bc46-48fc-995e-125b89284e66 req-ca2649b7-50c1-4609-9005-8ae608aed354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:32.461846 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-b52f8e23-bc46-48fc-995e-125b89284e66 req-ca2649b7-50c1-4609-9005-8ae608aed354 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5c29ebd7-1d9b-4dba-8a0f-7fe13bc1cdef HTTP/1.1" status: 200 len: 1130 time: 0.0490384 May 12 17:18:32.476264 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467952d0-1809-440d-8cc8-2e45c43a73e5 req-e695ec59-1ae5-4186-b241-b0328f2f7c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:32.477722 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-467952d0-1809-440d-8cc8-2e45c43a73e5 req-e695ec59-1ae5-4186-b241-b0328f2f7c00 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2f4b42e4-7732-4c98-9681-fbceae906075 HTTP/1.1" status: 200 len: 910 time: 0.1609287 May 12 17:18:32.491197 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-05e4bca4-6bfa-4d0d-aa5c-2a943ec4041f req-95619931-1c2b-4554-91b3-3bf9b817be7e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83ec910a-00e4-4992-bde0-b3583158daf3 HTTP/1.1" status: 200 len: 1002 time: 0.0805018 May 12 17:18:32.527582 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-b52f8e23-bc46-48fc-995e-125b89284e66 req-e9d8637f-48a2-4643-a644-04f7b07335fd service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=9702dc84-3779-4798-bdde-00bb7090b30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541916 May 12 17:18:32.573589 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27cfca8-4012-497c-9cd0-7d9706ea6333 req-b82d4cc6-84a8-4c73-94cc-6437ca245fa1 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:32.575537 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e27cfca8-4012-497c-9cd0-7d9706ea6333 req-b82d4cc6-84a8-4c73-94cc-6437ca245fa1 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] 10.222.0.23 "GET /v2.0/ports?device_id=99b3ac3e-21c3-4c75-86bf-14b661b8edb9 HTTP/1.1" status: 200 len: 945 time: 0.0535882 May 12 17:18:32.602061 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2fbee6d-4fc0-43c1-a922-a6420718160c None None] New status for floating IP 6ec26152-93d8-4a00-901b-66aba34476e3: ACTIVE {{(pid=103470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 17:18:32.616193 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189e7f7c-e88d-4bac-aeed-a658d3e27efa req-e02871b5-5a3b-4261-a3f3-82f1a33c1079 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:32.618816 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-189e7f7c-e88d-4bac-aeed-a658d3e27efa req-e02871b5-5a3b-4261-a3f3-82f1a33c1079 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/ports?device_id=878603bd-9524-4a76-88c3-463a2f09910f HTTP/1.1" status: 200 len: 946 time: 0.0589733 May 12 17:18:32.639046 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e27cfca8-4012-497c-9cd0-7d9706ea6333 req-134cf2ee-7f27-4ce8-82f0-ff544fe714ad tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] 10.222.0.23 "GET /v2.0/security-groups?id=93d51443-a2a3-4ee3-867a-6b4dc6a7068f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577800 May 12 17:18:32.679425 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-189e7f7c-e88d-4bac-aeed-a658d3e27efa req-526c772f-8a61-4f12-a563-0e4bba5b75b3 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ad77cae-65fc-4aeb-aa6b-51c8f295ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543768 May 12 17:18:32.740613 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e0e71-08fe-424a-8672-0944e772af8d req-64373115-57e0-443f-b88f-a75ab70abe93 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:32.742083 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f49e0e71-08fe-424a-8672-0944e772af8d req-64373115-57e0-443f-b88f-a75ab70abe93 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c29ebd7-1d9b-4dba-8a0f-7fe13bc1cdef HTTP/1.1" status: 200 len: 946 time: 0.0468233 May 12 17:18:32.791714 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f49e0e71-08fe-424a-8672-0944e772af8d req-415639ec-6e84-480d-b379-51e5d49bf653 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=9702dc84-3779-4798-bdde-00bb7090b30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431550 May 12 17:18:32.915804 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f048295f-b3d9-4f0f-aece-fd0ca89ace03 req-4ec54337-2358-4357-a067-e4e3526d466b tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:32.917259 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-f048295f-b3d9-4f0f-aece-fd0ca89ace03 req-4ec54337-2358-4357-a067-e4e3526d466b tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=47998668-5296-4019-a02c-3c80e30ff266 HTTP/1.1" status: 200 len: 946 time: 0.0460844 May 12 17:18:32.962127 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-f048295f-b3d9-4f0f-aece-fd0ca89ace03 req-402a553e-bf4e-42f0-b390-180a706327a0 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=05809961-ab33-4b51-9eba-3187efbff5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393858 May 12 17:18:33.747055 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb91858e-e7ba-47f7-9cc2-75c442edf02c req-d6f3bf9d-4ea0-4d87-b3d1-bfee4cfc89ae tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:33.748519 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-bb91858e-e7ba-47f7-9cc2-75c442edf02c req-d6f3bf9d-4ea0-4d87-b3d1-bfee4cfc89ae tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] 10.222.0.23 "GET /v2.0/ports?device_id=99b3ac3e-21c3-4c75-86bf-14b661b8edb9 HTTP/1.1" status: 200 len: 945 time: 0.0485313 May 12 17:18:33.794503 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-bb91858e-e7ba-47f7-9cc2-75c442edf02c req-51e01994-0478-4ad7-9965-6fa72edd1ff5 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] 10.222.0.23 "GET /v2.0/security-groups?id=93d51443-a2a3-4ee3-867a-6b4dc6a7068f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405211 May 12 17:18:33.906033 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c9b716-5214-400f-96cb-5a195bc55209 req-2273f385-d941-4413-baf9-a8a107a69092 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:33.907445 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-18c9b716-5214-400f-96cb-5a195bc55209 req-2273f385-d941-4413-baf9-a8a107a69092 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c29ebd7-1d9b-4dba-8a0f-7fe13bc1cdef HTTP/1.1" status: 200 len: 946 time: 0.0495832 May 12 17:18:33.952348 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-18c9b716-5214-400f-96cb-5a195bc55209 req-50b791a4-f78f-4374-bd08-d505e7bddb72 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=9702dc84-3779-4798-bdde-00bb7090b30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392628 May 12 17:18:33.965644 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Device 83ec910a-00e4-4992-bde0-b3583158daf3 no longer exists at agent hyperv_hv-cinder-84159 {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:18:34.043396 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Current status of the port 83ec910a-00e4-4992-bde0-b3583158daf3 is: ACTIVE; New status is: DOWN {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:18:34.043787 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (83ec910a-00e4-4992-bde0-b3583158daf3), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:34.065869 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47998668-5296-4019-a02c-3c80e30ff266', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83ec910a-00e4-4992-bde0-b3583158daf3'}] {{(pid=103470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:18:34.068094 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}983eca14ffe1519f8471a5ce991629ce2b8e436912840ac2edb7b499268545ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38440272-9d6e-4e24-a95e-88dc5ec97d7c" -d '{"events": [{"server_uuid": "47998668-5296-4019-a02c-3c80e30ff266", "name": "network-vif-unplugged", "status": "completed", "tag": "83ec910a-00e4-4992-bde0-b3583158daf3"}]}' {{(pid=103470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:18:34.080847 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] For port 83ec910a-00e4-4992-bde0-b3583158daf3, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=83ec910a-00e4-4992-bde0-b3583158daf3,segment=NetworkSegment(c7a6aaf3-54ce-4151-ae72-69f500e464b9),segment_id=c7a6aaf3-54ce-4151-ae72-69f500e464b9)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:18:34.082037 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbf2ae6-2dc0-4bfe-bc8e-314f6f010b8c req-1ebd7d13-8272-4713-87a6-b25b22485ba7 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:34.083758 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0bbf2ae6-2dc0-4bfe-bc8e-314f6f010b8c req-1ebd7d13-8272-4713-87a6-b25b22485ba7 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=47998668-5296-4019-a02c-3c80e30ff266 HTTP/1.1" status: 200 len: 946 time: 0.0484333 May 12 17:18:34.084680 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (83ec910a-00e4-4992-bde0-b3583158daf3), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:34.107638 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 May 2022 17:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdeb04aa-02b8-463d-8117-e29314c1a4c1 x-openstack-request-id: req-fdeb04aa-02b8-463d-8117-e29314c1a4c1 {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:18:34.107956 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47998668-5296-4019-a02c-3c80e30ff266", "name": "network-vif-unplugged", "status": "completed", "tag": "83ec910a-00e4-4992-bde0-b3583158daf3", "code": 200}]} {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:18:34.108219 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fdeb04aa-02b8-463d-8117-e29314c1a4c1 {{(pid=103470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:18:34.108610 dv-cinder-841591-1-iscsi neutron-server[103470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdeb04aa-02b8-463d-8117-e29314c1a4c1'] response: {'server_uuid': '47998668-5296-4019-a02c-3c80e30ff266', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83ec910a-00e4-4992-bde0-b3583158daf3', 'code': 200} May 12 17:18:34.131369 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0bbf2ae6-2dc0-4bfe-bc8e-314f6f010b8c req-8a6b7b70-d7f5-4fd9-b210-c99db8fdca29 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=05809961-ab33-4b51-9eba-3187efbff5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411842 May 12 17:18:34.134713 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Pushing event updated for resources: {'Port': ['ID=83ec910a-00e4-4992-bde0-b3583158daf3,revision_number=8']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:18:34.303100 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e4bca4-6bfa-4d0d-aa5c-2a943ec4041f req-9550f030-0e08-4e86-9d62-eeaca7ed677d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:34.304571 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-05e4bca4-6bfa-4d0d-aa5c-2a943ec4041f req-9550f030-0e08-4e86-9d62-eeaca7ed677d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0cd36ca6-63ed-4772-87aa-c30fa42b51b3 HTTP/1.1" status: 200 len: 856 time: 0.0450521 May 12 17:18:34.315508 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-467952d0-1809-440d-8cc8-2e45c43a73e5 req-30709278-0d61-4899-9207-39aad4f3e29a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3 HTTP/1.1" status: 200 len: 1001 time: 0.0607450 May 12 17:18:34.355304 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e4bca4-6bfa-4d0d-aa5c-2a943ec4041f req-9fa892e7-ae49-4387-a2a7-122b99640a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:34.356882 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-05e4bca4-6bfa-4d0d-aa5c-2a943ec4041f req-9fa892e7-ae49-4387-a2a7-122b99640a33 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=77b21ff8-23c6-42d2-9321-6759378651ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419798 May 12 17:18:34.367051 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467952d0-1809-440d-8cc8-2e45c43a73e5 req-b6273a11-b1d6-4cbb-a971-fd4132485148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:34.369011 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-467952d0-1809-440d-8cc8-2e45c43a73e5 req-b6273a11-b1d6-4cbb-a971-fd4132485148 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=20ff5ffc-df27-493c-a0fb-88082a87d50e HTTP/1.1" status: 200 len: 848 time: 0.0428789 May 12 17:18:34.445319 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-05e4bca4-6bfa-4d0d-aa5c-2a943ec4041f req-7bea8890-6af6-4cb6-b53a-6cd0827d7ac9 service neutron] 10.222.0.58 "GET /v2.0/networks/77b21ff8-23c6-42d2-9321-6759378651ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805349 May 12 17:18:34.459453 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467952d0-1809-440d-8cc8-2e45c43a73e5 req-45833887-d996-4bf7-ad05-00fc86bd00cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:34.460914 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-467952d0-1809-440d-8cc8-2e45c43a73e5 req-45833887-d996-4bf7-ad05-00fc86bd00cd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2f4b42e4-7732-4c98-9681-fbceae906075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414853 May 12 17:18:34.946822 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44553337-982f-4367-9595-04130bc09b32 req-a608f627-c156-48b9-89b8-d3ddddc7c692 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:34.948236 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-44553337-982f-4367-9595-04130bc09b32 req-a608f627-c156-48b9-89b8-d3ddddc7c692 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] 10.222.0.23 "GET /v2.0/ports?device_id=99b3ac3e-21c3-4c75-86bf-14b661b8edb9 HTTP/1.1" status: 200 len: 945 time: 0.0874362 May 12 17:18:34.986103 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-05e4bca4-6bfa-4d0d-aa5c-2a943ec4041f req-5496e021-ff64-4648-a3db-a89d920dd4bd service neutron] 10.222.0.58 "GET /v2.0/networks/77b21ff8-23c6-42d2-9321-6759378651ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919340 May 12 17:18:34.989795 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b597c4-c056-4c21-9ac6-7f33f5a1ab07 req-f68c8f35-c53c-4767-b5cf-5bd4436eb8d9 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:34.991275 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-f6b597c4-c056-4c21-9ac6-7f33f5a1ab07 req-f68c8f35-c53c-4767-b5cf-5bd4436eb8d9 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] 10.222.0.58 "GET /v2.0/ports?device_id=99b3ac3e-21c3-4c75-86bf-14b661b8edb9 HTTP/1.1" status: 200 len: 945 time: 0.0979559 May 12 17:18:35.065916 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742c7198-8d70-45dc-97c0-2ee71b69f301 req-334e12d0-1ef0-45da-b99b-34f81f9430c0 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:35.067992 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-742c7198-8d70-45dc-97c0-2ee71b69f301 req-334e12d0-1ef0-45da-b99b-34f81f9430c0 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c29ebd7-1d9b-4dba-8a0f-7fe13bc1cdef HTTP/1.1" status: 200 len: 946 time: 0.0468276 May 12 17:18:35.091560 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-44553337-982f-4367-9595-04130bc09b32 req-4a88159c-ab3e-418f-85ff-835752ca06fe tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] 10.222.0.23 "GET /v2.0/security-groups?id=93d51443-a2a3-4ee3-867a-6b4dc6a7068f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345720 May 12 17:18:35.120050 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-742c7198-8d70-45dc-97c0-2ee71b69f301 req-4a0b8794-69ed-4032-b4f3-ba2834f43862 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=9702dc84-3779-4798-bdde-00bb7090b30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470171 May 12 17:18:35.132842 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-467952d0-1809-440d-8cc8-2e45c43a73e5 req-fee40277-5226-4ce3-a45f-816124ddb71d service neutron] 10.222.0.58 "GET /v2.0/networks/2f4b42e4-7732-4c98-9681-fbceae906075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363896 May 12 17:18:35.145261 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [req-f6b597c4-c056-4c21-9ac6-7f33f5a1ab07 req-11407f22-0a54-457e-9060-7c7b96d42233 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] Deleting port cbf9c7ae-65bd-45a9-914a-7e9e91a7a565 {{(pid=103468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:18:35.145601 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-f6b597c4-c056-4c21-9ac6-7f33f5a1ab07 req-11407f22-0a54-457e-9060-7c7b96d42233 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774528024037'] for port (cbf9c7ae-65bd-45a9-914a-7e9e91a7a565), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:35.267576 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf8904e-de06-4790-85e1-23d853a67a0c req-4dc25cdc-b959-4ebd-82d5-a068266a24f9 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:35.270049 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-6bf8904e-de06-4790-85e1-23d853a67a0c req-4dc25cdc-b959-4ebd-82d5-a068266a24f9 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=47998668-5296-4019-a02c-3c80e30ff266 HTTP/1.1" status: 200 len: 944 time: 0.0639131 May 12 17:18:35.272743 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.db [req-f6b597c4-c056-4c21-9ac6-7f33f5a1ab07 req-11407f22-0a54-457e-9060-7c7b96d42233 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] For port cbf9c7ae-65bd-45a9-914a-7e9e91a7a565, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=cbf9c7ae-65bd-45a9-914a-7e9e91a7a565,segment=NetworkSegment(7d22a9e6-345c-4024-853f-1877243f908d),segment_id=7d22a9e6-345c-4024-853f-1877243f908d)] {{(pid=103468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:18:35.273114 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-f6b597c4-c056-4c21-9ac6-7f33f5a1ab07 req-11407f22-0a54-457e-9060-7c7b96d42233 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683095'] for port (cbf9c7ae-65bd-45a9-914a-7e9e91a7a565), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:35.302252 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [req-f6b597c4-c056-4c21-9ac6-7f33f5a1ab07 req-11407f22-0a54-457e-9060-7c7b96d42233 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] Calling delete_port for cbf9c7ae-65bd-45a9-914a-7e9e91a7a565 owned by compute:nova {{(pid=103468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:18:35.368076 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-6bf8904e-de06-4790-85e1-23d853a67a0c req-2444f44e-3e18-4033-8b8c-00d7753a2835 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=05809961-ab33-4b51-9eba-3187efbff5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922217 May 12 17:18:35.448751 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-f6b597c4-c056-4c21-9ac6-7f33f5a1ab07 req-11407f22-0a54-457e-9060-7c7b96d42233 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774528036217', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774527475294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11526335'] for port (cbf9c7ae-65bd-45a9-914a-7e9e91a7a565), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:35.462805 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] get_ports_and_sgs() called for port_ids ['cbf9c7ae-65bd-45a9-914a-7e9e91a7a565'] {{(pid=103470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:18:35.481166 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11407f22-0a54-457e-9060-7c7b96d42233 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] Pushing event deleted for resources: {'Port': ['ID=cbf9c7ae-65bd-45a9-914a-7e9e91a7a565,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:18:35.523397 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6b597c4-c056-4c21-9ac6-7f33f5a1ab07 req-11407f22-0a54-457e-9060-7c7b96d42233 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] No DVR routers for this DVR port cbf9c7ae-65bd-45a9-914a-7e9e91a7a565 on host hv-cinder-84159 {{(pid=103468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:18:35.526213 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-f6b597c4-c056-4c21-9ac6-7f33f5a1ab07 req-11407f22-0a54-457e-9060-7c7b96d42233 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36930'] for port (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:35.529389 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-f6b597c4-c056-4c21-9ac6-7f33f5a1ab07 req-11407f22-0a54-457e-9060-7c7b96d42233 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] 10.222.0.58 "DELETE /v2.0/ports/cbf9c7ae-65bd-45a9-914a-7e9e91a7a565 HTTP/1.1" status: 204 len: 173 time: 0.5080867 May 12 17:18:35.529824 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99b3ac3e-21c3-4c75-86bf-14b661b8edb9', 'name': 'network-vif-deleted', 'tag': 'cbf9c7ae-65bd-45a9-914a-7e9e91a7a565'}] {{(pid=103468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:18:35.532045 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11327eb0f41ff280cd3a6497cf1c944478feb1aae12e82efcad6faf65da72353" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f40fe98-02e5-442f-b0d6-17b850584e77" -d '{"events": [{"server_uuid": "99b3ac3e-21c3-4c75-86bf-14b661b8edb9", "name": "network-vif-deleted", "tag": "cbf9c7ae-65bd-45a9-914a-7e9e91a7a565"}]}' {{(pid=103468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:18:35.566002 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2584fb4a-9bcf-49da-b215-122a8bc4ade0 x-openstack-request-id: req-2584fb4a-9bcf-49da-b215-122a8bc4ade0 {{(pid=103468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:18:35.566511 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99b3ac3e-21c3-4c75-86bf-14b661b8edb9", "name": "network-vif-deleted", "tag": "cbf9c7ae-65bd-45a9-914a-7e9e91a7a565", "status": "completed", "code": 200}]} {{(pid=103468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:18:35.566976 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2584fb4a-9bcf-49da-b215-122a8bc4ade0 {{(pid=103468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:18:35.567630 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2584fb4a-9bcf-49da-b215-122a8bc4ade0'] response: {'server_uuid': '99b3ac3e-21c3-4c75-86bf-14b661b8edb9', 'name': 'network-vif-deleted', 'tag': 'cbf9c7ae-65bd-45a9-914a-7e9e91a7a565', 'status': 'completed', 'code': 200} May 12 17:18:36.188177 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-bf966937-c145-42bf-9f6d-57e1042c6a4e req-66ca687d-532e-4a6e-b1bf-73e139560b51 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] 10.222.0.23 "GET /v2.0/ports?device_id=99b3ac3e-21c3-4c75-86bf-14b661b8edb9 HTTP/1.1" status: 200 len: 210 time: 0.0279315 May 12 17:18:36.233471 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a226076f-a54d-4681-a73e-882bef3a8664 req-431c95e1-8f4d-48e7-9641-c83f312811af tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:36.235083 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a226076f-a54d-4681-a73e-882bef3a8664 req-431c95e1-8f4d-48e7-9641-c83f312811af tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c29ebd7-1d9b-4dba-8a0f-7fe13bc1cdef HTTP/1.1" status: 200 len: 946 time: 0.0452907 May 12 17:18:36.286268 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a226076f-a54d-4681-a73e-882bef3a8664 req-0f2c5bf6-3f8c-45ba-a296-f6fef88a6e17 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=9702dc84-3779-4798-bdde-00bb7090b30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456851 May 12 17:18:36.480967 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2e7e9e-4d9c-460c-95b7-620438baa127 req-c204031d-4ff6-4f24-8450-a32e8dce3000 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:36.482385 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-5d2e7e9e-4d9c-460c-95b7-620438baa127 req-c204031d-4ff6-4f24-8450-a32e8dce3000 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=47998668-5296-4019-a02c-3c80e30ff266 HTTP/1.1" status: 200 len: 944 time: 0.0453830 May 12 17:18:36.529906 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-5d2e7e9e-4d9c-460c-95b7-620438baa127 req-efc32841-7838-4706-8644-9018348ff24a tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=05809961-ab33-4b51-9eba-3187efbff5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420585 May 12 17:18:36.915530 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-467952d0-1809-440d-8cc8-2e45c43a73e5 req-a76c421e-69ce-4a27-8bb0-abf2c55a6ec0 service neutron] 10.222.0.58 "GET /v2.0/networks/2f4b42e4-7732-4c98-9681-fbceae906075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916622 May 12 17:18:37.287406 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4496920e-a073-4cc5-b865-afc4f474ab47 req-0e2586af-2895-42ac-bbfb-ff451082429a tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] 10.222.0.23 "GET /v2.0/ports?device_id=99b3ac3e-21c3-4c75-86bf-14b661b8edb9 HTTP/1.1" status: 200 len: 210 time: 0.0269973 May 12 17:18:37.404863 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a09a62-199b-417c-93ca-fae435c31522 req-483d0648-26be-434a-9ebb-7801eef41abf tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:37.406459 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-a0a09a62-199b-417c-93ca-fae435c31522 req-483d0648-26be-434a-9ebb-7801eef41abf tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c29ebd7-1d9b-4dba-8a0f-7fe13bc1cdef HTTP/1.1" status: 200 len: 946 time: 0.0535078 May 12 17:18:37.456256 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-a0a09a62-199b-417c-93ca-fae435c31522 req-27043971-8ff6-44f6-98bc-486b0cdaf6ea tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=9702dc84-3779-4798-bdde-00bb7090b30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442245 May 12 17:18:37.567212 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52862d5a-3b52-4116-8d23-8594c6dbf9e8 req-92e3ba75-3da9-46d2-a30b-e5846e87c847 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:37.568681 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-52862d5a-3b52-4116-8d23-8594c6dbf9e8 req-92e3ba75-3da9-46d2-a30b-e5846e87c847 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c29ebd7-1d9b-4dba-8a0f-7fe13bc1cdef HTTP/1.1" status: 200 len: 946 time: 0.0466626 May 12 17:18:37.578142 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 58448) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:18:37.582608 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-cc3d28f5-d2c2-48d0-909d-b171fc60479f tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Request body: {'floatingip': {'port_id': 'e25fed55-18b6-4d75-bd0e-374461b42fe4'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:18:37.648672 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8415a4c7-fc9b-4f43-9b57-7ee688a66182 req-4bff2b04-27af-4ed8-98c1-22120731c5ab tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:37.650147 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-8415a4c7-fc9b-4f43-9b57-7ee688a66182 req-4bff2b04-27af-4ed8-98c1-22120731c5ab tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=47998668-5296-4019-a02c-3c80e30ff266 HTTP/1.1" status: 200 len: 944 time: 0.0490046 May 12 17:18:37.656599 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-cc3d28f5-d2c2-48d0-909d-b171fc60479f tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Publish callbacks [] for floatingip (1505bebe-7daf-44e3-a377-836e80bafcd5), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:37.696206 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-8415a4c7-fc9b-4f43-9b57-7ee688a66182 req-f384011c-1c5e-4365-99df-a84600138701 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=05809961-ab33-4b51-9eba-3187efbff5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397189 May 12 17:18:38.186544 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-cc3d28f5-d2c2-48d0-909d-b171fc60479f tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:38.210237 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-cc3d28f5-d2c2-48d0-909d-b171fc60479f tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682608'] for floatingip (1505bebe-7daf-44e3-a377-836e80bafcd5), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:38.262011 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [req-27690e08-71a5-4eea-b26f-acb2222311b0 req-60b1113a-82df-4f7f-ad36-556cd7bf24c0 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103468) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 17:18:38.263825 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-27690e08-71a5-4eea-b26f-acb2222311b0 req-60b1113a-82df-4f7f-ad36-556cd7bf24c0 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0066309 May 12 17:18:38.315955 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.db.l3_db [None req-cc3d28f5-d2c2-48d0-909d-b171fc60479f tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Floating IP 1505bebe-7daf-44e3-a377-836e80bafcd5 associated. External IP: 172.27.0.156, port: e25fed55-18b6-4d75-bd0e-374461b42fe4. May 12 17:18:38.407743 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.agents_db [None req-75b73116-3060-4b2b-9211-a804f2896a96 None None] Agent healthcheck: found 6 active agents {{(pid=103471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:18:38.441866 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86be9a0-af6f-474c-8c8f-b937166b5a46 req-8ad38ac2-51de-4669-a6ac-1863b8bc6fc0 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:38.449187 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-c86be9a0-af6f-474c-8c8f-b937166b5a46 req-8ad38ac2-51de-4669-a6ac-1863b8bc6fc0 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=47998668-5296-4019-a02c-3c80e30ff266 HTTP/1.1" status: 200 len: 944 time: 0.0590167 May 12 17:18:38.505679 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-c86be9a0-af6f-474c-8c8f-b937166b5a46 req-571a0c56-8d55-4658-8d13-51c81ba736f1 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=05809961-ab33-4b51-9eba-3187efbff5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555892 May 12 17:18:38.787543 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 58502) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:18:38.794525 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bccc23-e5c2-4e21-be3f-56973a603d96 req-bc5041c1-74d9-4b96-99dc-4f00cadf8f2f tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:38.795812 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-93bccc23-e5c2-4e21-be3f-56973a603d96 req-bc5041c1-74d9-4b96-99dc-4f00cadf8f2f tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] 10.222.0.23 "GET /v2.0/networks?id=f0095fbe-ef8d-4ce4-8f32-e8bd7d729d75 HTTP/1.1" status: 200 len: 809 time: 0.1545994 May 12 17:18:38.841831 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-93bccc23-e5c2-4e21-be3f-56973a603d96 req-ac60ab86-c61a-4cf9-a3e4-634051160287 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] 10.222.0.23 "GET /v2.0/quotas/25bc4c2d7eb345d8a531f74b42d0fb91 HTTP/1.1" status: 200 len: 375 time: 0.0393810 May 12 17:18:38.869732 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-678a6031-3c2b-42a6-994c-93d9c3b75592 req-af74c9b0-009d-4574-a4b5-2541c693a299 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=47998668-5296-4019-a02c-3c80e30ff266&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0808604 May 12 17:18:38.878827 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [req-678a6031-3c2b-42a6-994c-93d9c3b75592 req-b1bbcf0c-851c-4090-b4d7-1aa7732c24d7 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103468) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 17:18:38.879918 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-678a6031-3c2b-42a6-994c-93d9c3b75592 req-b1bbcf0c-851c-4090-b4d7-1aa7732c24d7 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049634 May 12 17:18:38.884052 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-93bccc23-e5c2-4e21-be3f-56973a603d96 req-0a906075-eab7-47bb-8f8d-63b8b69bac03 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=25bc4c2d7eb345d8a531f74b42d0fb91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0364051 May 12 17:18:38.891637 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc3d28f5-d2c2-48d0-909d-b171fc60479f tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Router a7ac97b1-eaf3-4897-b787-26f84f0163be has already been hosted by L3 agent e5548ccc-31b8-4072-a6b0-52b00208ea79 {{(pid=103469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:18:38.957190 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 58510) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:18:39.050615 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678a6031-3c2b-42a6-994c-93d9c3b75592 req-5fd73d32-1dcc-4941-a643-0d544b66d608 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:39.051984 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-678a6031-3c2b-42a6-994c-93d9c3b75592 req-5fd73d32-1dcc-4941-a643-0d544b66d608 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports/83ec910a-00e4-4992-bde0-b3583158daf3 HTTP/1.1" status: 200 len: 941 time: 0.0938182 May 12 17:18:39.058074 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-93bccc23-e5c2-4e21-be3f-56973a603d96 req-6157fded-01d1-4d58-a702-34835c599fef service neutron] 10.222.0.23 "GET /v2.0/networks/f0095fbe-ef8d-4ce4-8f32-e8bd7d729d75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651359 May 12 17:18:39.095705 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc3d28f5-d2c2-48d0-909d-b171fc60479f tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Notify agent at l3_agent.dv-cinder-841591-1-iscsi the message routers_updated {{(pid=103469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:18:39.100394 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-cc3d28f5-d2c2-48d0-909d-b171fc60479f tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36930'] for floatingip (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:39.106561 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ff89d9-05a1-45c7-98d2-e55ce7f17e24 None None] Sync routers for ids ['a7ac97b1-eaf3-4897-b787-26f84f0163be'] in dv-cinder-841591-1-iscsi {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:18:39.116811 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ff89d9-05a1-45c7-98d2-e55ce7f17e24 None None] Routers {'a7ac97b1-eaf3-4897-b787-26f84f0163be'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:18:39.117494 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-e4ff89d9-05a1-45c7-98d2-e55ce7f17e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:18:26Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['a7ac97b1-eaf3-4897-b787-26f84f0163be'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:18:39.168187 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-cc3d28f5-d2c2-48d0-909d-b171fc60479f tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "PUT /v2.0/floatingips/1505bebe-7daf-44e3-a377-836e80bafcd5 HTTP/1.1" status: 200 len: 992 time: 1.5889120 May 12 17:18:39.170276 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c29ebd7-1d9b-4dba-8a0f-7fe13bc1cdef', 'tag': 'e25fed55-18b6-4d75-bd0e-374461b42fe4'}] {{(pid=103469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:18:39.172527 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a389b951f31a62b906e18655c420a9fe9aa70b39b59c66ae41c54d630ec86ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ea64dc5-2e8c-4795-a3ab-e5f30068bba0" -d '{"events": [{"name": "network-changed", "server_uuid": "5c29ebd7-1d9b-4dba-8a0f-7fe13bc1cdef", "tag": "e25fed55-18b6-4d75-bd0e-374461b42fe4"}]}' {{(pid=103469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:18:39.204864 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-93bccc23-e5c2-4e21-be3f-56973a603d96 req-65697587-8934-4cc3-8f90-4cd23157d74b service neutron] 10.222.0.23 "GET /v2.0/networks/f0095fbe-ef8d-4ce4-8f32-e8bd7d729d75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399579 May 12 17:18:39.221108 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e98ba26a-f888-4e29-aeab-d4b5b4113ec3 x-openstack-request-id: req-e98ba26a-f888-4e29-aeab-d4b5b4113ec3 {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:18:39.221405 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c29ebd7-1d9b-4dba-8a0f-7fe13bc1cdef", "tag": "e25fed55-18b6-4d75-bd0e-374461b42fe4", "status": "completed", "code": 200}]} {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:18:39.221662 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e98ba26a-f888-4e29-aeab-d4b5b4113ec3 {{(pid=103469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:18:39.222068 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e98ba26a-f888-4e29-aeab-d4b5b4113ec3'] response: {'name': 'network-changed', 'server_uuid': '5c29ebd7-1d9b-4dba-8a0f-7fe13bc1cdef', 'tag': 'e25fed55-18b6-4d75-bd0e-374461b42fe4', 'status': 'completed', 'code': 200} May 12 17:18:39.234871 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-e4ff89d9-05a1-45c7-98d2-e55ce7f17e24 None None] Set router a7ac97b1-eaf3-4897-b787-26f84f0163be gateway port host: dv-cinder-841591-1-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:18:39.297052 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea64dc5-2e8c-4795-a3ab-e5f30068bba0 req-8092dfe0-83bb-4c9c-896d-eb8fabc81b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:39.298666 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-8ea64dc5-2e8c-4795-a3ab-e5f30068bba0 req-8092dfe0-83bb-4c9c-896d-eb8fabc81b0b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=638166bec22640968de80cfeaeed437b&device_id=5c29ebd7-1d9b-4dba-8a0f-7fe13bc1cdef HTTP/1.1" status: 200 len: 1130 time: 0.0507963 May 12 17:18:39.441272 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-8faa4556-fc19-47f7-8802-10b8a9e357d2 req-fafcbe7d-530f-4b10-a8f5-a20a103288a6 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f6e18d3-80b9-4f10-bd7f-e880b328a4b3 HTTP/1.1" status: 200 len: 210 time: 0.0428751 May 12 17:18:39.471982 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea64dc5-2e8c-4795-a3ab-e5f30068bba0 req-6d13168a-5efe-4641-b6b2-c4108fb88bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:39.474682 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-8ea64dc5-2e8c-4795-a3ab-e5f30068bba0 req-6d13168a-5efe-4641-b6b2-c4108fb88bad service neutron] 10.222.0.58 "GET /v2.0/networks?id=ff0d6338-2300-4010-ae74-9c2289a9588a HTTP/1.1" status: 200 len: 920 time: 0.1691985 May 12 17:18:39.507021 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-e4ff89d9-05a1-45c7-98d2-e55ce7f17e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ac97b1-eaf3-4897-b787-26f84f0163be', 'name': 'tempest-ServerRescueNegativeTestJSON-1937888495-router', 'tenant_id': '638166bec22640968de80cfeaeed437b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '4b670f16-25c0-4865-b6e8-66a010626af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:16:01Z', 'updated_at': '2022-05-12T17:16:09Z', 'revision_number': 4, 'project_id': '638166bec22640968de80cfeaeed437b', 'gw_port': {'id': '4b670f16-25c0-4865-b6e8-66a010626af7', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:24:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ac97b1-eaf3-4897-b787-26f84f0163be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:16:02Z', 'updated_at': '2022-05-12T17:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_floatingips': [{'id': '1505bebe-7daf-44e3-a377-836e80bafcd5', 'tenant_id': '638166bec22640968de80cfeaeed437b', 'floating_ip_address': '172.27.0.156', 'floating_network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'router_id': 'a7ac97b1-eaf3-4897-b787-26f84f0163be', 'port_id': 'e25fed55-18b6-4d75-bd0e-374461b42fe4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff0d6338-2300-4010-ae74-9c2289a9588a', 'mac_address': 'fa:16:3e:5b:1f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c29ebd7-1d9b-4dba-8a0f-7fe13bc1cdef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:18:16Z', 'updated_at': '2022-05-12T17:18:38Z', 'revision_number': 1, 'project_id': '638166bec22640968de80cfeaeed437b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '270f4d95-ad83-4f83-8c08-15dd0a788974', 'name': '', 'network_id': 'ff0d6338-2300-4010-ae74-9c2289a9588a', 'tenant_id': '638166bec22640968de80cfeaeed437b', 'mac_address': 'fa:16:3e:96:b3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ac97b1-eaf3-4897-b787-26f84f0163be', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3ceba6be-c195-4fd8-b10b-839022cc6ef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:16:07Z', 'updated_at': '2022-05-12T17:16:15Z', 'revision_number': 5, 'project_id': '638166bec22640968de80cfeaeed437b', 'subnets': [{'id': '3ceba6be-c195-4fd8-b10b-839022cc6ef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:18:39.537586 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ff89d9-05a1-45c7-98d2-e55ce7f17e24 None None] Checking router: a7ac97b1-eaf3-4897-b787-26f84f0163be for host: dv-cinder-841591-1-iscsi {{(pid=103471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:18:39.549639 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ff89d9-05a1-45c7-98d2-e55ce7f17e24 None None] Routers {'a7ac97b1-eaf3-4897-b787-26f84f0163be'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:18:39.550466 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-e4ff89d9-05a1-45c7-98d2-e55ce7f17e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:18:26Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['a7ac97b1-eaf3-4897-b787-26f84f0163be'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:18:39.562858 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-8ea64dc5-2e8c-4795-a3ab-e5f30068bba0 req-aa08bd07-7419-418c-9890-45133e109c4e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e25fed55-18b6-4d75-bd0e-374461b42fe4 HTTP/1.1" status: 200 len: 1000 time: 0.0805256 May 12 17:18:39.642173 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42381c8d-d790-4cf7-8d16-baf09242bf81 req-aa994550-c461-4c43-9a13-030ee7b4a1e7 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:39.643839 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea64dc5-2e8c-4795-a3ab-e5f30068bba0 req-2f7f25aa-7e0e-48e5-90f4-22104505da70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:39.645853 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-8ea64dc5-2e8c-4795-a3ab-e5f30068bba0 req-2f7f25aa-7e0e-48e5-90f4-22104505da70 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3ceba6be-c195-4fd8-b10b-839022cc6ef4 HTTP/1.1" status: 200 len: 858 time: 0.0714943 May 12 17:18:39.650705 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-42381c8d-d790-4cf7-8d16-baf09242bf81 req-aa994550-c461-4c43-9a13-030ee7b4a1e7 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=47998668-5296-4019-a02c-3c80e30ff266 HTTP/1.1" status: 200 len: 944 time: 0.0619586 May 12 17:18:39.701247 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea64dc5-2e8c-4795-a3ab-e5f30068bba0 req-299d9a0e-fa39-477a-8913-c2162f2cbf7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:39.702958 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-8ea64dc5-2e8c-4795-a3ab-e5f30068bba0 req-299d9a0e-fa39-477a-8913-c2162f2cbf7a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ff0d6338-2300-4010-ae74-9c2289a9588a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0499251 May 12 17:18:39.713469 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-42381c8d-d790-4cf7-8d16-baf09242bf81 req-de3f6af4-696c-4887-8241-b480977c81e6 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=05809961-ab33-4b51-9eba-3187efbff5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618021 May 12 17:18:39.724087 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-e4ff89d9-05a1-45c7-98d2-e55ce7f17e24 None None] Set router a7ac97b1-eaf3-4897-b787-26f84f0163be gateway port host: dv-cinder-841591-1-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:18:39.810451 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-8ea64dc5-2e8c-4795-a3ab-e5f30068bba0 req-bce05323-9edc-45b7-b8c4-f696fde74779 service neutron] 10.222.0.58 "GET /v2.0/networks/ff0d6338-2300-4010-ae74-9c2289a9588a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984957 May 12 17:18:39.919269 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-8ea64dc5-2e8c-4795-a3ab-e5f30068bba0 req-aeea5a10-15f4-4698-b7fb-b63e0d74fb53 service neutron] 10.222.0.58 "GET /v2.0/networks/ff0d6338-2300-4010-ae74-9c2289a9588a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902090 May 12 17:18:39.960278 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-e4ff89d9-05a1-45c7-98d2-e55ce7f17e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ac97b1-eaf3-4897-b787-26f84f0163be', 'name': 'tempest-ServerRescueNegativeTestJSON-1937888495-router', 'tenant_id': '638166bec22640968de80cfeaeed437b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '4b670f16-25c0-4865-b6e8-66a010626af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:16:01Z', 'updated_at': '2022-05-12T17:16:09Z', 'revision_number': 4, 'project_id': '638166bec22640968de80cfeaeed437b', 'gw_port': {'id': '4b670f16-25c0-4865-b6e8-66a010626af7', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:24:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ac97b1-eaf3-4897-b787-26f84f0163be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:16:02Z', 'updated_at': '2022-05-12T17:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_floatingips': [{'id': '1505bebe-7daf-44e3-a377-836e80bafcd5', 'tenant_id': '638166bec22640968de80cfeaeed437b', 'floating_ip_address': '172.27.0.156', 'floating_network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'router_id': 'a7ac97b1-eaf3-4897-b787-26f84f0163be', 'port_id': 'e25fed55-18b6-4d75-bd0e-374461b42fe4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff0d6338-2300-4010-ae74-9c2289a9588a', 'mac_address': 'fa:16:3e:5b:1f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c29ebd7-1d9b-4dba-8a0f-7fe13bc1cdef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:18:16Z', 'updated_at': '2022-05-12T17:18:38Z', 'revision_number': 1, 'project_id': '638166bec22640968de80cfeaeed437b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '270f4d95-ad83-4f83-8c08-15dd0a788974', 'name': '', 'network_id': 'ff0d6338-2300-4010-ae74-9c2289a9588a', 'tenant_id': '638166bec22640968de80cfeaeed437b', 'mac_address': 'fa:16:3e:96:b3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ac97b1-eaf3-4897-b787-26f84f0163be', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3ceba6be-c195-4fd8-b10b-839022cc6ef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:16:07Z', 'updated_at': '2022-05-12T17:16:15Z', 'revision_number': 5, 'project_id': '638166bec22640968de80cfeaeed437b', 'subnets': [{'id': '3ceba6be-c195-4fd8-b10b-839022cc6ef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:18:39.992047 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ff89d9-05a1-45c7-98d2-e55ce7f17e24 None None] The sync data for ids ['a7ac97b1-eaf3-4897-b787-26f84f0163be'] in dv-cinder-841591-1-iscsi is: [{'id': 'a7ac97b1-eaf3-4897-b787-26f84f0163be', 'name': 'tempest-ServerRescueNegativeTestJSON-1937888495-router', 'tenant_id': '638166bec22640968de80cfeaeed437b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '4b670f16-25c0-4865-b6e8-66a010626af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:16:01Z', 'updated_at': '2022-05-12T17:16:09Z', 'revision_number': 4, 'project_id': '638166bec22640968de80cfeaeed437b', 'gw_port': {'id': '4b670f16-25c0-4865-b6e8-66a010626af7', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:24:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ac97b1-eaf3-4897-b787-26f84f0163be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:16:02Z', 'updated_at': '2022-05-12T17:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_floatingips': [{'id': '1505bebe-7daf-44e3-a377-836e80bafcd5', 'tenant_id': '638166bec22640968de80cfeaeed437b', 'floating_ip_address': '172.27.0.156', 'floating_network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'router_id': 'a7ac97b1-eaf3-4897-b787-26f84f0163be', 'port_id': 'e25fed55-18b6-4d75-bd0e-374461b42fe4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff0d6338-2300-4010-ae74-9c2289a9588a', 'mac_address': 'fa:16:3e:5b:1f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c29ebd7-1d9b-4dba-8a0f-7fe13bc1cdef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:18:16Z', 'updated_at': '2022-05-12T17:18:38Z', 'revision_number': 1, 'project_id': '638166bec22640968de80cfeaeed437b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '270f4d95-ad83-4f83-8c08-15dd0a788974', 'name': '', 'network_id': 'ff0d6338-2300-4010-ae74-9c2289a9588a', 'tenant_id': '638166bec22640968de80cfeaeed437b', 'mac_address': 'fa:16:3e:96:b3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ac97b1-eaf3-4897-b787-26f84f0163be', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3ceba6be-c195-4fd8-b10b-839022cc6ef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:16:07Z', 'updated_at': '2022-05-12T17:16:15Z', 'revision_number': 5, 'project_id': '638166bec22640968de80cfeaeed437b', 'subnets': [{'id': '3ceba6be-c195-4fd8-b10b-839022cc6ef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:18:40.029306 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Device cbf9c7ae-65bd-45a9-914a-7e9e91a7a565 no longer exists at agent hyperv_hv-cinder-84159 {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:18:40.050637 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] No Port match for: cbf9c7ae-65bd-45a9-914a-7e9e91a7a565 {{(pid=103470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:18:40.050984 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Device cbf9c7ae-65bd-45a9-914a-7e9e91a7a565 not bound to the agent host hv-cinder-84159 {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:18:40.051400 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Device 83ec910a-00e4-4992-bde0-b3583158daf3 no longer exists at agent hyperv_hv-cinder-84159 {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:18:40.128186 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Current status of the port 83ec910a-00e4-4992-bde0-b3583158daf3 is: DOWN; New status is: DOWN {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:18:40.198675 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f195ec5c-6e26-48e2-bdd2-96c79e63b199 None None] New status for floating IP 1505bebe-7daf-44e3-a377-836e80bafcd5: ACTIVE {{(pid=103470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 17:18:40.575240 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-1f20d5f2-7382-4e92-819a-7d80719d1540 req-4ea33ad9-23ae-487b-83c5-e1e9aa775cf9 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f6e18d3-80b9-4f10-bd7f-e880b328a4b3 HTTP/1.1" status: 200 len: 210 time: 0.0316279 May 12 17:18:40.611241 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bccc23-e5c2-4e21-be3f-56973a603d96 req-6ed5e898-03cd-4262-a3dc-8a63dba4b463 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:40.612710 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-93bccc23-e5c2-4e21-be3f-56973a603d96 req-6ed5e898-03cd-4262-a3dc-8a63dba4b463 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] 10.222.0.58 "GET /v2.0/networks?id=f0095fbe-ef8d-4ce4-8f32-e8bd7d729d75 HTTP/1.1" status: 200 len: 809 time: 0.1391788 May 12 17:18:40.650476 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [req-93bccc23-e5c2-4e21-be3f-56973a603d96 req-4a2b2c77-996f-420f-897b-5f4d72b6c101 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] Request body: {'port': {'device_id': '3f6e18d3-80b9-4f10-bd7f-e880b328a4b3', 'network_id': 'f0095fbe-ef8d-4ce4-8f32-e8bd7d729d75', 'admin_state_up': True, 'tenant_id': '25bc4c2d7eb345d8a531f74b42d0fb91'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:18:40.763528 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93bccc23-e5c2-4e21-be3f-56973a603d96 req-4a2b2c77-996f-420f-897b-5f4d72b6c101 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] Made reservation on behalf of 25bc4c2d7eb345d8a531f74b42d0fb91 for: {'port': 1} {{(pid=103468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:18:40.767020 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-93bccc23-e5c2-4e21-be3f-56973a603d96 req-4a2b2c77-996f-420f-897b-5f4d72b6c101 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:40.832039 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68770f6-eb11-4ffa-97c0-ad7496f7d3aa req-727f5a72-4791-4b73-9083-74c7db9fe62d tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:40.833511 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b68770f6-eb11-4ffa-97c0-ad7496f7d3aa req-727f5a72-4791-4b73-9083-74c7db9fe62d tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=47998668-5296-4019-a02c-3c80e30ff266 HTTP/1.1" status: 200 len: 944 time: 0.0467129 May 12 17:18:40.880670 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b68770f6-eb11-4ffa-97c0-ad7496f7d3aa req-b17c6612-ed56-4cd7-b7dc-f0f0da39713d tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=05809961-ab33-4b51-9eba-3187efbff5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414753 May 12 17:18:40.897639 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.db_base_plugin_common [req-93bccc23-e5c2-4e21-be3f-56973a603d96 req-4a2b2c77-996f-420f-897b-5f4d72b6c101 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] Allocated IP 172.20.0.11 (f0095fbe-ef8d-4ce4-8f32-e8bd7d729d75/354d391b-4a47-49b3-84d2-1f2b2dc2d081/14491982-577f-4045-a9ef-f3cf2ad8285e) {{(pid=103468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:18:41.040091 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-93bccc23-e5c2-4e21-be3f-56973a603d96 req-4a2b2c77-996f-420f-897b-5f4d72b6c101 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] Publish callbacks [] for port (14491982-577f-4045-a9ef-f3cf2ad8285e), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:41.099764 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-93bccc23-e5c2-4e21-be3f-56973a603d96 req-4a2b2c77-996f-420f-897b-5f4d72b6c101 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774527475285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11526335'] for port (14491982-577f-4045-a9ef-f3cf2ad8285e), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:41.183272 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678a6031-3c2b-42a6-994c-93d9c3b75592 req-1db4780a-7157-40ef-b890-49ae8b20dc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:41.184747 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-678a6031-3c2b-42a6-994c-93d9c3b75592 req-1db4780a-7157-40ef-b890-49ae8b20dc70 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=47998668-5296-4019-a02c-3c80e30ff266&tenant_id=9f96cd34d1bc46b78a000e0b5af9d6a2 HTTP/1.1" status: 200 len: 1128 time: 0.1117415 May 12 17:18:41.188870 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93bccc23-e5c2-4e21-be3f-56973a603d96 req-4a2b2c77-996f-420f-897b-5f4d72b6c101 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] Network f0095fbe-ef8d-4ce4-8f32-e8bd7d729d75 is already hosted by enough agents. {{(pid=103468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:18:41.190572 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.base_scheduler [req-93bccc23-e5c2-4e21-be3f-56973a603d96 req-4a2b2c77-996f-420f-897b-5f4d72b6c101 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] Resources bound (agent type, host, resource id): {{(pid=103468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:18:41.192279 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2b2c77-996f-420f-897b-5f4d72b6c101 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] Pushing event updated for resources: {'Port': ['ID=14491982-577f-4045-a9ef-f3cf2ad8285e,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:18:41.194367 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [req-93bccc23-e5c2-4e21-be3f-56973a603d96 req-4a2b2c77-996f-420f-897b-5f4d72b6c101 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] Received port after_create {{(pid=103468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:18:41.266711 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678a6031-3c2b-42a6-994c-93d9c3b75592 req-8d8e0936-165d-455c-bab3-082f27de0fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:41.268166 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-678a6031-3c2b-42a6-994c-93d9c3b75592 req-8d8e0936-165d-455c-bab3-082f27de0fd2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9f96cd34d1bc46b78a000e0b5af9d6a2&device_id=47998668-5296-4019-a02c-3c80e30ff266 HTTP/1.1" status: 200 len: 1128 time: 0.0526762 May 12 17:18:41.273386 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bccc23-e5c2-4e21-be3f-56973a603d96 req-4a2b2c77-996f-420f-897b-5f4d72b6c101 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:41.274008 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-93bccc23-e5c2-4e21-be3f-56973a603d96 req-4a2b2c77-996f-420f-897b-5f4d72b6c101 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36930'] for port (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:41.339911 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-93bccc23-e5c2-4e21-be3f-56973a603d96 req-4a2b2c77-996f-420f-897b-5f4d72b6c101 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6932430 May 12 17:18:41.359267 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [req-93bccc23-e5c2-4e21-be3f-56973a603d96 req-952ccae4-4bdf-4f98-8e35-3b3ec991a979 service neutron] Request body: {'port': {'device_id': '3f6e18d3-80b9-4f10-bd7f-e880b328a4b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84159'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:18:41.394169 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678a6031-3c2b-42a6-994c-93d9c3b75592 req-ce55d15e-3836-4adf-9fac-476f4fd7afdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:41.395617 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-678a6031-3c2b-42a6-994c-93d9c3b75592 req-ce55d15e-3836-4adf-9fac-476f4fd7afdf service neutron] 10.222.0.58 "GET /v2.0/networks?id=77b21ff8-23c6-42d2-9321-6759378651ee HTTP/1.1" status: 200 len: 918 time: 0.1191759 May 12 17:18:41.462797 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-93bccc23-e5c2-4e21-be3f-56973a603d96 req-952ccae4-4bdf-4f98-8e35-3b3ec991a979 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (14491982-577f-4045-a9ef-f3cf2ad8285e), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:41.490178 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-678a6031-3c2b-42a6-994c-93d9c3b75592 req-adc2167d-eeb1-43e3-8d18-985904808af5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83ec910a-00e4-4992-bde0-b3583158daf3 HTTP/1.1" status: 200 len: 1000 time: 0.0699785 May 12 17:18:41.578279 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678a6031-3c2b-42a6-994c-93d9c3b75592 req-b4c85e39-a503-400a-b62d-f16e97cbcbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:41.579699 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-678a6031-3c2b-42a6-994c-93d9c3b75592 req-b4c85e39-a503-400a-b62d-f16e97cbcbe6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0cd36ca6-63ed-4772-87aa-c30fa42b51b3 HTTP/1.1" status: 200 len: 856 time: 0.0737410 May 12 17:18:41.707596 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678a6031-3c2b-42a6-994c-93d9c3b75592 req-807e1935-67c1-4e83-9b23-d5d6e48ce752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:41.709049 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-678a6031-3c2b-42a6-994c-93d9c3b75592 req-807e1935-67c1-4e83-9b23-d5d6e48ce752 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=77b21ff8-23c6-42d2-9321-6759378651ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1179988 May 12 17:18:41.731069 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6164ac-ce72-436f-9d36-efd248c0140b req-0f586997-a55c-4131-a056-b65835ba9538 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:41.732429 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-7c6164ac-ce72-436f-9d36-efd248c0140b req-0f586997-a55c-4131-a056-b65835ba9538 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f6e18d3-80b9-4f10-bd7f-e880b328a4b3 HTTP/1.1" status: 200 len: 932 time: 0.0749762 May 12 17:18:41.892750 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-7c6164ac-ce72-436f-9d36-efd248c0140b req-72fb3d65-da96-41d3-a051-60baa533427f tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] 10.222.0.23 "GET /v2.0/security-groups?id=93d51443-a2a3-4ee3-867a-6b4dc6a7068f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392510 May 12 17:18:41.916741 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-678a6031-3c2b-42a6-994c-93d9c3b75592 req-aa1f19bb-dd0f-4d8f-8261-5b5b0faf8baf service neutron] 10.222.0.58 "GET /v2.0/networks/77b21ff8-23c6-42d2-9321-6759378651ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919436 May 12 17:18:42.002606 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268ab8c5-83a5-4ebc-a932-3ab096e0aa11 req-2f7ab196-54f6-497e-8d25-378ca7312f43 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:42.004166 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-268ab8c5-83a5-4ebc-a932-3ab096e0aa11 req-2f7ab196-54f6-497e-8d25-378ca7312f43 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=47998668-5296-4019-a02c-3c80e30ff266 HTTP/1.1" status: 200 len: 944 time: 0.0484831 May 12 17:18:42.058121 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-268ab8c5-83a5-4ebc-a932-3ab096e0aa11 req-361d4944-28d2-4415-af31-71da31698abe tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=05809961-ab33-4b51-9eba-3187efbff5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472636 May 12 17:18:42.262757 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.notifiers.nova [req-93bccc23-e5c2-4e21-be3f-56973a603d96 req-952ccae4-4bdf-4f98-8e35-3b3ec991a979 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14491982-577f-4045-a9ef-f3cf2ad8285e {{(pid=103468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:18:42.272346 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-93bccc23-e5c2-4e21-be3f-56973a603d96 req-952ccae4-4bdf-4f98-8e35-3b3ec991a979 service neutron] Publish callbacks [] for port (14491982-577f-4045-a9ef-f3cf2ad8285e), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:42.296097 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.provisioning_blocks [req-93bccc23-e5c2-4e21-be3f-56973a603d96 req-952ccae4-4bdf-4f98-8e35-3b3ec991a979 service neutron] Transition to ACTIVE for port object 14491982-577f-4045-a9ef-f3cf2ad8285e will not be triggered until provisioned by entity L2. {{(pid=103468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 17:18:42.300849 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-93bccc23-e5c2-4e21-be3f-56973a603d96 req-952ccae4-4bdf-4f98-8e35-3b3ec991a979 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11526280'] for port (14491982-577f-4045-a9ef-f3cf2ad8285e), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:42.305987 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-678a6031-3c2b-42a6-994c-93d9c3b75592 req-ad1ed586-d30f-4f2e-958c-ba860eba8937 service neutron] 10.222.0.58 "GET /v2.0/networks/77b21ff8-23c6-42d2-9321-6759378651ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3813286 May 12 17:18:42.354839 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952ccae4-4bdf-4f98-8e35-3b3ec991a979 service neutron] Pushing event updated for resources: {'Port': ['ID=14491982-577f-4045-a9ef-f3cf2ad8285e,revision_number=2']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:18:42.424687 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [req-93bccc23-e5c2-4e21-be3f-56973a603d96 req-952ccae4-4bdf-4f98-8e35-3b3ec991a979 service neutron] Attempting to bind port 14491982-577f-4045-a9ef-f3cf2ad8285e on host hv-cinder-84159 for vnic_type normal with profile {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:18:42.425022 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [req-93bccc23-e5c2-4e21-be3f-56973a603d96 req-952ccae4-4bdf-4f98-8e35-3b3ec991a979 service neutron] Attempting to bind port 14491982-577f-4045-a9ef-f3cf2ad8285e by drivers openvswitch,hyperv on host hv-cinder-84159 at level 0 using segments [{'id': '7d22a9e6-345c-4024-853f-1877243f908d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f0095fbe-ef8d-4ce4-8f32-e8bd7d729d75'}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:18:42.425349 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93bccc23-e5c2-4e21-be3f-56973a603d96 req-952ccae4-4bdf-4f98-8e35-3b3ec991a979 service neutron] Attempting to bind port 14491982-577f-4045-a9ef-f3cf2ad8285e on network f0095fbe-ef8d-4ce4-8f32-e8bd7d729d75 {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:18:42.429604 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93bccc23-e5c2-4e21-be3f-56973a603d96 req-952ccae4-4bdf-4f98-8e35-3b3ec991a979 service neutron] Port 14491982-577f-4045-a9ef-f3cf2ad8285e on network f0095fbe-ef8d-4ce4-8f32-e8bd7d729d75 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84159 {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 17:18:42.430440 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93bccc23-e5c2-4e21-be3f-56973a603d96 req-952ccae4-4bdf-4f98-8e35-3b3ec991a979 service neutron] Attempting to bind port 14491982-577f-4045-a9ef-f3cf2ad8285e on network f0095fbe-ef8d-4ce4-8f32-e8bd7d729d75 {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:18:42.435244 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93bccc23-e5c2-4e21-be3f-56973a603d96 req-952ccae4-4bdf-4f98-8e35-3b3ec991a979 service neutron] Checking agent: {'id': '38379b20-dcc3-43b7-a09e-956d8be7db9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84159', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 13, 58), 'started_at': datetime.datetime(2022, 5, 12, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:18:42.435584 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93bccc23-e5c2-4e21-be3f-56973a603d96 req-952ccae4-4bdf-4f98-8e35-3b3ec991a979 service neutron] Checking segment: {'id': '7d22a9e6-345c-4024-853f-1877243f908d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f0095fbe-ef8d-4ce4-8f32-e8bd7d729d75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:18:42.435967 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93bccc23-e5c2-4e21-be3f-56973a603d96 req-952ccae4-4bdf-4f98-8e35-3b3ec991a979 service neutron] Bound using segment: {'id': '7d22a9e6-345c-4024-853f-1877243f908d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f0095fbe-ef8d-4ce4-8f32-e8bd7d729d75'} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:18:42.436384 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [req-93bccc23-e5c2-4e21-be3f-56973a603d96 req-952ccae4-4bdf-4f98-8e35-3b3ec991a979 service neutron] Bound port: 14491982-577f-4045-a9ef-f3cf2ad8285e, host: hv-cinder-84159, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d22a9e6-345c-4024-853f-1877243f908d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f0095fbe-ef8d-4ce4-8f32-e8bd7d729d75'}}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:18:42.436737 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-93bccc23-e5c2-4e21-be3f-56973a603d96 req-952ccae4-4bdf-4f98-8e35-3b3ec991a979 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (14491982-577f-4045-a9ef-f3cf2ad8285e), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:42.498077 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.db [req-93bccc23-e5c2-4e21-be3f-56973a603d96 req-952ccae4-4bdf-4f98-8e35-3b3ec991a979 service neutron] For port 14491982-577f-4045-a9ef-f3cf2ad8285e, host hv-cinder-84159, cleared binding levels {{(pid=103468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:18:42.501512 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.db [req-93bccc23-e5c2-4e21-be3f-56973a603d96 req-952ccae4-4bdf-4f98-8e35-3b3ec991a979 service neutron] For port 14491982-577f-4045-a9ef-f3cf2ad8285e, host hv-cinder-84159, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=14491982-577f-4045-a9ef-f3cf2ad8285e,segment=NetworkSegment(7d22a9e6-345c-4024-853f-1877243f908d),segment_id=7d22a9e6-345c-4024-853f-1877243f908d)] {{(pid=103468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:18:42.508652 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-93bccc23-e5c2-4e21-be3f-56973a603d96 req-952ccae4-4bdf-4f98-8e35-3b3ec991a979 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11526280'] for port (14491982-577f-4045-a9ef-f3cf2ad8285e), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:42.546802 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bccc23-e5c2-4e21-be3f-56973a603d96 req-952ccae4-4bdf-4f98-8e35-3b3ec991a979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:42.547417 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-93bccc23-e5c2-4e21-be3f-56973a603d96 req-952ccae4-4bdf-4f98-8e35-3b3ec991a979 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36930'] for port (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:42.548771 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-93bccc23-e5c2-4e21-be3f-56973a603d96 req-952ccae4-4bdf-4f98-8e35-3b3ec991a979 service neutron] 10.222.0.58 "PUT /v2.0/ports/14491982-577f-4045-a9ef-f3cf2ad8285e HTTP/1.1" status: 200 len: 1094 time: 1.1939044 May 12 17:18:42.549212 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f6e18d3-80b9-4f10-bd7f-e880b328a4b3', 'tag': '14491982-577f-4045-a9ef-f3cf2ad8285e'}] {{(pid=103468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:18:42.551477 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11327eb0f41ff280cd3a6497cf1c944478feb1aae12e82efcad6faf65da72353" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4e45b9c-3ac9-478e-a02d-81dfde494c8e" -d '{"events": [{"name": "network-changed", "server_uuid": "3f6e18d3-80b9-4f10-bd7f-e880b328a4b3", "tag": "14491982-577f-4045-a9ef-f3cf2ad8285e"}]}' {{(pid=103468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:18:42.585572 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952ccae4-4bdf-4f98-8e35-3b3ec991a979 service neutron] Pushing event updated for resources: {'Port': ['ID=14491982-577f-4045-a9ef-f3cf2ad8285e,revision_number=3']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:18:42.594330 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1a2120e-1ee9-4a7c-a1a6-b7229af7d70f x-openstack-request-id: req-f1a2120e-1ee9-4a7c-a1a6-b7229af7d70f {{(pid=103468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:18:42.594692 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f6e18d3-80b9-4f10-bd7f-e880b328a4b3", "tag": "14491982-577f-4045-a9ef-f3cf2ad8285e", "status": "completed", "code": 200}]} {{(pid=103468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:18:42.594875 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f1a2120e-1ee9-4a7c-a1a6-b7229af7d70f {{(pid=103468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:18:42.595269 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1a2120e-1ee9-4a7c-a1a6-b7229af7d70f'] response: {'name': 'network-changed', 'server_uuid': '3f6e18d3-80b9-4f10-bd7f-e880b328a4b3', 'tag': '14491982-577f-4045-a9ef-f3cf2ad8285e', 'status': 'completed', 'code': 200} May 12 17:18:42.641389 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bccc23-e5c2-4e21-be3f-56973a603d96 req-a9ad2da1-95a1-46cc-8e23-3a2a828dcf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:42.642904 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-93bccc23-e5c2-4e21-be3f-56973a603d96 req-a9ad2da1-95a1-46cc-8e23-3a2a828dcf13 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=25bc4c2d7eb345d8a531f74b42d0fb91&device_id=3f6e18d3-80b9-4f10-bd7f-e880b328a4b3 HTTP/1.1" status: 200 len: 1128 time: 0.0398998 May 12 17:18:42.694744 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-93bccc23-e5c2-4e21-be3f-56973a603d96 req-58551e38-23f8-4559-804e-b1ff4a5e18ef service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=14491982-577f-4045-a9ef-f3cf2ad8285e HTTP/1.1" status: 200 len: 217 time: 0.0364995 May 12 17:18:42.765814 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bccc23-e5c2-4e21-be3f-56973a603d96 req-128b77d7-fc76-4c57-b4ca-9990198fa24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:42.786301 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-93bccc23-e5c2-4e21-be3f-56973a603d96 req-128b77d7-fc76-4c57-b4ca-9990198fa24c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=354d391b-4a47-49b3-84d2-1f2b2dc2d081 HTTP/1.1" status: 200 len: 849 time: 0.0840595 May 12 17:18:43.013424 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fcefd4-36e6-4782-88f9-0c51f3ef3d95 req-b891ab4c-7d66-4bcd-b7dc-9c6cfdd91b54 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:43.015062 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b1fcefd4-36e6-4782-88f9-0c51f3ef3d95 req-b891ab4c-7d66-4bcd-b7dc-9c6cfdd91b54 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f6e18d3-80b9-4f10-bd7f-e880b328a4b3 HTTP/1.1" status: 200 len: 944 time: 0.0501442 May 12 17:18:43.063672 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b1fcefd4-36e6-4782-88f9-0c51f3ef3d95 req-c0e72b58-5e39-4af7-a7c2-911a6e1bcb30 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] 10.222.0.23 "GET /v2.0/security-groups?id=93d51443-a2a3-4ee3-867a-6b4dc6a7068f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429161 May 12 17:18:43.188061 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e76c79-3aa8-40d2-9417-bb1669c60044 req-08b587e8-f36f-4dff-ace2-095f22000eba tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:43.189644 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-67e76c79-3aa8-40d2-9417-bb1669c60044 req-08b587e8-f36f-4dff-ace2-095f22000eba tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=47998668-5296-4019-a02c-3c80e30ff266 HTTP/1.1" status: 200 len: 944 time: 0.0532818 May 12 17:18:43.239841 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-67e76c79-3aa8-40d2-9417-bb1669c60044 req-2edec643-66e2-4a04-b2b2-0988021d8039 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=05809961-ab33-4b51-9eba-3187efbff5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444248 May 12 17:18:44.178986 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447e2cec-a808-440f-8bb3-b9f6cb287dda req-47a526c4-c539-4a8f-b672-9aecf5dcf110 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:44.181786 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-447e2cec-a808-440f-8bb3-b9f6cb287dda req-47a526c4-c539-4a8f-b672-9aecf5dcf110 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f6e18d3-80b9-4f10-bd7f-e880b328a4b3 HTTP/1.1" status: 200 len: 944 time: 0.0521886 May 12 17:18:44.230370 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-447e2cec-a808-440f-8bb3-b9f6cb287dda req-4715801e-23ab-4f35-afd4-e10a8785e9ba tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] 10.222.0.23 "GET /v2.0/security-groups?id=93d51443-a2a3-4ee3-867a-6b4dc6a7068f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422213 May 12 17:18:44.365908 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b134b89-1af8-40f9-921e-619b1fa14729 req-9fbdd3c8-3245-4457-b1b4-8b6d036eb3df tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:44.367468 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-7b134b89-1af8-40f9-921e-619b1fa14729 req-9fbdd3c8-3245-4457-b1b4-8b6d036eb3df tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=47998668-5296-4019-a02c-3c80e30ff266 HTTP/1.1" status: 200 len: 944 time: 0.0481505 May 12 17:18:44.419353 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-7b134b89-1af8-40f9-921e-619b1fa14729 req-e4ebeaed-d16a-48cf-93a7-cfabd52ccea2 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=05809961-ab33-4b51-9eba-3187efbff5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461090 May 12 17:18:45.361236 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c365b5e7-3a97-4d15-aa0f-089caff6703b req-9a524a87-6bb2-428e-9303-9cf041009b66 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:45.363699 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c365b5e7-3a97-4d15-aa0f-089caff6703b req-9a524a87-6bb2-428e-9303-9cf041009b66 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f6e18d3-80b9-4f10-bd7f-e880b328a4b3 HTTP/1.1" status: 200 len: 944 time: 0.0623565 May 12 17:18:45.442176 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c365b5e7-3a97-4d15-aa0f-089caff6703b req-da028b74-36e1-410a-a17b-3470009b08fd tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] 10.222.0.23 "GET /v2.0/security-groups?id=93d51443-a2a3-4ee3-867a-6b4dc6a7068f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606134 May 12 17:18:45.551019 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63b2cd6-3503-432a-bab2-33b54beec71e req-939f2584-75ce-4a3b-b243-3532dfb22d9b tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:45.552822 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-c63b2cd6-3503-432a-bab2-33b54beec71e req-939f2584-75ce-4a3b-b243-3532dfb22d9b tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=47998668-5296-4019-a02c-3c80e30ff266 HTTP/1.1" status: 200 len: 944 time: 0.0590303 May 12 17:18:45.601215 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-c63b2cd6-3503-432a-bab2-33b54beec71e req-eccf364b-999a-43ba-8d3c-35389c7cf2f9 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=05809961-ab33-4b51-9eba-3187efbff5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421789 May 12 17:18:46.556301 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead4eae-fdaf-4b4b-8a5a-bbc6e663c6f1 req-961bba88-c831-450b-9f10-9fec6ade7b4b tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:46.558036 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-dead4eae-fdaf-4b4b-8a5a-bbc6e663c6f1 req-961bba88-c831-450b-9f10-9fec6ade7b4b tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f6e18d3-80b9-4f10-bd7f-e880b328a4b3 HTTP/1.1" status: 200 len: 944 time: 0.0496190 May 12 17:18:46.610714 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-dead4eae-fdaf-4b4b-8a5a-bbc6e663c6f1 req-ba80b95e-69a5-47dd-82f2-e0e8147272cf tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] 10.222.0.23 "GET /v2.0/security-groups?id=93d51443-a2a3-4ee3-867a-6b4dc6a7068f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456595 May 12 17:18:46.722517 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e3282a-7669-4ae4-aa65-cb78def170e6 req-d522c2d9-f32f-4e47-9e18-1da184c701d9 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:46.724684 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-21e3282a-7669-4ae4-aa65-cb78def170e6 req-d522c2d9-f32f-4e47-9e18-1da184c701d9 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=47998668-5296-4019-a02c-3c80e30ff266 HTTP/1.1" status: 200 len: 944 time: 0.0480042 May 12 17:18:46.773367 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-21e3282a-7669-4ae4-aa65-cb78def170e6 req-f5c16482-bd76-4d61-9b52-baec99feb0cd tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=05809961-ab33-4b51-9eba-3187efbff5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417991 May 12 17:18:47.725947 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac81f0d-3148-45fb-9e8e-63e9cfe4b80c req-4d128b87-7fab-4c65-b56f-03a21ee418d1 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:47.728982 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0ac81f0d-3148-45fb-9e8e-63e9cfe4b80c req-4d128b87-7fab-4c65-b56f-03a21ee418d1 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f6e18d3-80b9-4f10-bd7f-e880b328a4b3 HTTP/1.1" status: 200 len: 944 time: 0.0503011 May 12 17:18:47.782328 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0ac81f0d-3148-45fb-9e8e-63e9cfe4b80c req-f3bbcc68-2f79-4422-93b0-33095a84011a tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] 10.222.0.23 "GET /v2.0/security-groups?id=93d51443-a2a3-4ee3-867a-6b4dc6a7068f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475149 May 12 17:18:47.894860 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b815b1c0-d99c-467f-84bb-d279b65a0315 req-d6f7014b-e6ee-4675-822e-0501d172cf3b tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:47.896275 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-b815b1c0-d99c-467f-84bb-d279b65a0315 req-d6f7014b-e6ee-4675-822e-0501d172cf3b tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=47998668-5296-4019-a02c-3c80e30ff266 HTTP/1.1" status: 200 len: 944 time: 0.0483224 May 12 17:18:47.948994 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-b815b1c0-d99c-467f-84bb-d279b65a0315 req-41d662c9-3eac-4caf-b859-106facb5caec tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=05809961-ab33-4b51-9eba-3187efbff5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470710 May 12 17:18:48.902492 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2dbfe5-996a-4806-80c0-b5284f8cb218 req-85c639e2-3a6d-48b3-8a14-e81948bf6ce3 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:48.904177 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-df2dbfe5-996a-4806-80c0-b5284f8cb218 req-85c639e2-3a6d-48b3-8a14-e81948bf6ce3 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f6e18d3-80b9-4f10-bd7f-e880b328a4b3 HTTP/1.1" status: 200 len: 944 time: 0.0554714 May 12 17:18:48.957472 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-df2dbfe5-996a-4806-80c0-b5284f8cb218 req-37cd9624-c874-4c59-850a-4b8f81d71651 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] 10.222.0.23 "GET /v2.0/security-groups?id=93d51443-a2a3-4ee3-867a-6b4dc6a7068f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469482 May 12 17:18:49.069397 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01eb1dc-d38f-4771-be93-428fab3b0038 req-fe066b30-1a19-4263-9566-9f31446b8b48 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:49.070823 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-c01eb1dc-d38f-4771-be93-428fab3b0038 req-fe066b30-1a19-4263-9566-9f31446b8b48 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=47998668-5296-4019-a02c-3c80e30ff266 HTTP/1.1" status: 200 len: 944 time: 0.0478513 May 12 17:18:49.118806 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-c01eb1dc-d38f-4771-be93-428fab3b0038 req-e71f5c16-d2c5-487d-aa70-3a261e47e65e tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=05809961-ab33-4b51-9eba-3187efbff5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424707 May 12 17:18:50.076457 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b5694-f946-4f02-92a0-15ae8b2263af req-0641f11e-3b76-4010-8733-eef6d7784e2b tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:50.078692 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e18b5694-f946-4f02-92a0-15ae8b2263af req-0641f11e-3b76-4010-8733-eef6d7784e2b tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f6e18d3-80b9-4f10-bd7f-e880b328a4b3 HTTP/1.1" status: 200 len: 944 time: 0.0484016 May 12 17:18:50.131801 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e18b5694-f946-4f02-92a0-15ae8b2263af req-c04f50d6-f5f2-449e-8446-a4ede71bbd58 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] 10.222.0.23 "GET /v2.0/security-groups?id=93d51443-a2a3-4ee3-867a-6b4dc6a7068f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472729 May 12 17:18:50.242819 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b29e48-47f8-4da5-9929-a5a1f3443e93 req-24d0cd7a-b630-4dfd-824e-aba67efc6749 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:50.244407 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-c5b29e48-47f8-4da5-9929-a5a1f3443e93 req-24d0cd7a-b630-4dfd-824e-aba67efc6749 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=47998668-5296-4019-a02c-3c80e30ff266 HTTP/1.1" status: 200 len: 944 time: 0.0489805 May 12 17:18:50.293521 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-c5b29e48-47f8-4da5-9929-a5a1f3443e93 req-454a4216-efb4-4152-b1c7-728a2553bc0f tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=05809961-ab33-4b51-9eba-3187efbff5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432582 May 12 17:18:51.246892 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20834880-d280-4719-bf4e-0ea5f74a984d req-68a9d2a8-158b-4b77-98c6-9f2f3ad68fb1 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:51.248547 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-20834880-d280-4719-bf4e-0ea5f74a984d req-68a9d2a8-158b-4b77-98c6-9f2f3ad68fb1 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f6e18d3-80b9-4f10-bd7f-e880b328a4b3 HTTP/1.1" status: 200 len: 944 time: 0.0528371 May 12 17:18:51.297615 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-20834880-d280-4719-bf4e-0ea5f74a984d req-d0088b1a-81ef-4675-8c55-75f4a656eebc tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] 10.222.0.23 "GET /v2.0/security-groups?id=93d51443-a2a3-4ee3-867a-6b4dc6a7068f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432622 May 12 17:18:51.429253 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92be0e6a-b108-4da7-873a-f4f60055082b req-c7aef549-e651-4a55-84d1-5a187aba64ef tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:51.430717 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-92be0e6a-b108-4da7-873a-f4f60055082b req-c7aef549-e651-4a55-84d1-5a187aba64ef tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=47998668-5296-4019-a02c-3c80e30ff266 HTTP/1.1" status: 200 len: 944 time: 0.0582333 May 12 17:18:51.482694 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-92be0e6a-b108-4da7-873a-f4f60055082b req-6bd4cdb1-d9f6-48fe-a12d-c88669b226cc tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=05809961-ab33-4b51-9eba-3187efbff5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457768 May 12 17:18:52.416758 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dde5ece-72d0-4acf-8c9f-f5526085a67e req-68d4a750-dbe7-44fd-b95f-e974cb57193a tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:52.418214 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8dde5ece-72d0-4acf-8c9f-f5526085a67e req-68d4a750-dbe7-44fd-b95f-e974cb57193a tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f6e18d3-80b9-4f10-bd7f-e880b328a4b3 HTTP/1.1" status: 200 len: 944 time: 0.0542243 May 12 17:18:52.467493 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8dde5ece-72d0-4acf-8c9f-f5526085a67e req-3b5709e5-59a8-4bd6-81d0-f10a31fcba9e tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] 10.222.0.23 "GET /v2.0/security-groups?id=93d51443-a2a3-4ee3-867a-6b4dc6a7068f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434661 May 12 17:18:52.600231 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91c2d3c-dcff-477f-a51b-7735e8400163 req-6490ee2b-4317-4d4f-ac81-27e0fa8dee68 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:52.601804 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-e91c2d3c-dcff-477f-a51b-7735e8400163 req-6490ee2b-4317-4d4f-ac81-27e0fa8dee68 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=47998668-5296-4019-a02c-3c80e30ff266 HTTP/1.1" status: 200 len: 944 time: 0.0476308 May 12 17:18:52.651133 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-e91c2d3c-dcff-477f-a51b-7735e8400163 req-e81b2e58-2c60-4254-8a64-b801df23b7fe tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=05809961-ab33-4b51-9eba-3187efbff5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426998 May 12 17:18:53.581225 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636f732e-ad87-48db-bbdd-fd7decad9392 req-a2c76519-2e85-4303-8a84-3e8e0b617c58 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:53.582695 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-636f732e-ad87-48db-bbdd-fd7decad9392 req-a2c76519-2e85-4303-8a84-3e8e0b617c58 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f6e18d3-80b9-4f10-bd7f-e880b328a4b3 HTTP/1.1" status: 200 len: 944 time: 0.0495780 May 12 17:18:53.627735 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-636f732e-ad87-48db-bbdd-fd7decad9392 req-9ce4c5dd-44b4-40e1-ab18-8c6d65df2dcf tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] 10.222.0.23 "GET /v2.0/security-groups?id=93d51443-a2a3-4ee3-867a-6b4dc6a7068f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396168 May 12 17:18:53.767959 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-fd184bcc-f550-4963-a78c-b1df33f47230 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (ad05f391-ff61-4b74-a3af-7ffb7f485489), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:53.768639 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d0d5c5-52c9-44d0-8e41-5c697029c4cd req-09262193-f87b-4fae-a650-6dd95367de00 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:53.770148 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-69d0d5c5-52c9-44d0-8e41-5c697029c4cd req-09262193-f87b-4fae-a650-6dd95367de00 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=47998668-5296-4019-a02c-3c80e30ff266 HTTP/1.1" status: 200 len: 944 time: 0.0461442 May 12 17:18:53.820447 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-69d0d5c5-52c9-44d0-8e41-5c697029c4cd req-563bddaf-119d-4d4d-998d-f1299dd47836 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=05809961-ab33-4b51-9eba-3187efbff5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445609 May 12 17:18:53.854032 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-93bccc23-e5c2-4e21-be3f-56973a603d96 req-499c9f47-b1c0-4ec4-a854-e4f1d5e67ccd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f0095fbe-ef8d-4ce4-8f32-e8bd7d729d75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280049 May 12 17:18:54.548638 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-93bccc23-e5c2-4e21-be3f-56973a603d96 req-4b5e6379-a889-44ab-9197-9db6741f8a30 service neutron] 10.222.0.58 "GET /v2.0/networks/f0095fbe-ef8d-4ce4-8f32-e8bd7d729d75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823374 May 12 17:18:54.650890 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-93bccc23-e5c2-4e21-be3f-56973a603d96 req-f2cd9973-e4e3-4733-87fd-6f764718cdac service neutron] 10.222.0.58 "GET /v2.0/networks/f0095fbe-ef8d-4ce4-8f32-e8bd7d729d75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889888 May 12 17:18:54.739268 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a0d294-4e42-486e-b393-12516812556b req-1197d0d9-01dd-4492-ae57-d6621f17e453 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:54.740630 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-91a0d294-4e42-486e-b393-12516812556b req-1197d0d9-01dd-4492-ae57-d6621f17e453 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f6e18d3-80b9-4f10-bd7f-e880b328a4b3 HTTP/1.1" status: 200 len: 944 time: 0.0469360 May 12 17:18:54.787959 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-91a0d294-4e42-486e-b393-12516812556b req-faa14b31-629e-47bc-9e0a-c1d0ea5bc911 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] 10.222.0.23 "GET /v2.0/security-groups?id=93d51443-a2a3-4ee3-867a-6b4dc6a7068f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413258 May 12 17:18:54.941470 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61435f8-d318-4f71-b298-2206f2b7629d req-4dc556e7-37ef-418b-b9e9-3d67b2f036d1 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:54.942950 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-b61435f8-d318-4f71-b298-2206f2b7629d req-4dc556e7-37ef-418b-b9e9-3d67b2f036d1 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=47998668-5296-4019-a02c-3c80e30ff266 HTTP/1.1" status: 200 len: 944 time: 0.0468490 May 12 17:18:54.988153 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-b61435f8-d318-4f71-b298-2206f2b7629d req-8ef74711-c370-4746-908c-9e13156af82b tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=05809961-ab33-4b51-9eba-3187efbff5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390332 May 12 17:18:55.844359 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e45b9c-3ac9-478e-a02d-81dfde494c8e req-aee770d3-f1d3-40d7-b582-4e59a8abd058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:55.845864 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-a4e45b9c-3ac9-478e-a02d-81dfde494c8e req-aee770d3-f1d3-40d7-b582-4e59a8abd058 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=25bc4c2d7eb345d8a531f74b42d0fb91&device_id=3f6e18d3-80b9-4f10-bd7f-e880b328a4b3 HTTP/1.1" status: 200 len: 1128 time: 0.0424914 May 12 17:18:55.897660 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48b137b-f1b3-49ff-b655-d34fa495baad req-7a9ef20c-edd7-44bd-9986-b1990aefa1f5 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:55.899177 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b48b137b-f1b3-49ff-b655-d34fa495baad req-7a9ef20c-edd7-44bd-9986-b1990aefa1f5 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f6e18d3-80b9-4f10-bd7f-e880b328a4b3 HTTP/1.1" status: 200 len: 944 time: 0.0465779 May 12 17:18:55.936733 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e45b9c-3ac9-478e-a02d-81dfde494c8e req-ea109998-5743-47e5-84e8-24f61d6cadd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:55.938241 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-a4e45b9c-3ac9-478e-a02d-81dfde494c8e req-ea109998-5743-47e5-84e8-24f61d6cadd9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f0095fbe-ef8d-4ce4-8f32-e8bd7d729d75 HTTP/1.1" status: 200 len: 910 time: 0.0853791 May 12 17:18:55.948507 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b48b137b-f1b3-49ff-b655-d34fa495baad req-6176bd71-f30b-43c2-8fcb-27dc205007a1 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] 10.222.0.23 "GET /v2.0/security-groups?id=93d51443-a2a3-4ee3-867a-6b4dc6a7068f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437093 May 12 17:18:55.985951 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-a4e45b9c-3ac9-478e-a02d-81dfde494c8e req-5046844c-d7de-4398-a0e2-53bc7160a5b4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=14491982-577f-4045-a9ef-f3cf2ad8285e HTTP/1.1" status: 200 len: 217 time: 0.0385482 May 12 17:18:56.033941 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e45b9c-3ac9-478e-a02d-81dfde494c8e req-17eb9508-2be5-4ac8-8b9a-f4b80be12de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:56.035422 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-a4e45b9c-3ac9-478e-a02d-81dfde494c8e req-17eb9508-2be5-4ac8-8b9a-f4b80be12de4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=354d391b-4a47-49b3-84d2-1f2b2dc2d081 HTTP/1.1" status: 200 len: 849 time: 0.0426822 May 12 17:18:56.072977 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-a4e45b9c-3ac9-478e-a02d-81dfde494c8e req-2a916fd5-c52a-4da1-a3f9-d1c4b4295d31 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f0095fbe-ef8d-4ce4-8f32-e8bd7d729d75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272315 May 12 17:18:56.140429 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bc1c65-c436-49cb-89dc-be0651e2c907 req-608dd890-75be-4cae-8669-3a4fea505e39 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:56.141863 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-44bc1c65-c436-49cb-89dc-be0651e2c907 req-608dd890-75be-4cae-8669-3a4fea505e39 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=47998668-5296-4019-a02c-3c80e30ff266 HTTP/1.1" status: 200 len: 944 time: 0.0720069 May 12 17:18:56.176204 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-eb435e2c-8b71-4848-bcae-7d70436f534e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (e5548ccc-31b8-4072-a6b0-52b00208ea79), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:56.226088 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-a4e45b9c-3ac9-478e-a02d-81dfde494c8e req-779442b2-7eb1-4e66-b7b1-7aaa4c125faf service neutron] 10.222.0.58 "GET /v2.0/networks/f0095fbe-ef8d-4ce4-8f32-e8bd7d729d75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434484 May 12 17:18:56.229758 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-44bc1c65-c436-49cb-89dc-be0651e2c907 req-0574074f-54d8-44e7-95b9-719bde06cac0 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=05809961-ab33-4b51-9eba-3187efbff5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619650 May 12 17:18:56.327246 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-a4e45b9c-3ac9-478e-a02d-81dfde494c8e req-be331898-6de0-4322-8024-8956578eae2c service neutron] 10.222.0.58 "GET /v2.0/networks/f0095fbe-ef8d-4ce4-8f32-e8bd7d729d75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940483 May 12 17:18:56.356318 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-fcc4dc8f-00e3-40fb-8899-b04b86f077a0 req-905f4d9e-4f4a-4676-84d0-f6d81701da2e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=674ec2ad-d5d1-46d6-b683-b5c2bd561c9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0461042 May 12 17:18:56.422809 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc4dc8f-00e3-40fb-8899-b04b86f077a0 req-bd225e33-e3d0-4efa-93ca-385dc51e941b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:56.424313 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-fcc4dc8f-00e3-40fb-8899-b04b86f077a0 req-bd225e33-e3d0-4efa-93ca-385dc51e941b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=638166bec22640968de80cfeaeed437b&device_id=674ec2ad-d5d1-46d6-b683-b5c2bd561c9a HTTP/1.1" status: 200 len: 1129 time: 0.0378289 May 12 17:18:56.528221 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc4dc8f-00e3-40fb-8899-b04b86f077a0 req-12439757-25df-4f76-a99c-7572b4cb1e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:56.529639 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-fcc4dc8f-00e3-40fb-8899-b04b86f077a0 req-12439757-25df-4f76-a99c-7572b4cb1e71 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ff0d6338-2300-4010-ae74-9c2289a9588a HTTP/1.1" status: 200 len: 920 time: 0.0855818 May 12 17:18:56.573761 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-fcc4dc8f-00e3-40fb-8899-b04b86f077a0 req-5aaa8dec-5292-498b-830d-282f5e40a91d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d57d4a88-7f65-442d-9424-fce30450293a HTTP/1.1" status: 200 len: 217 time: 0.0326214 May 12 17:18:56.625027 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc4dc8f-00e3-40fb-8899-b04b86f077a0 req-ffd0757d-87d5-486d-8a6f-dbe269c75c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:56.626360 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-fcc4dc8f-00e3-40fb-8899-b04b86f077a0 req-ffd0757d-87d5-486d-8a6f-dbe269c75c8b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3ceba6be-c195-4fd8-b10b-839022cc6ef4 HTTP/1.1" status: 200 len: 858 time: 0.0449262 May 12 17:18:56.679806 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc4dc8f-00e3-40fb-8899-b04b86f077a0 req-5a7dc3d6-212a-4e7f-b153-c6600c75734d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:56.681295 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-fcc4dc8f-00e3-40fb-8899-b04b86f077a0 req-5a7dc3d6-212a-4e7f-b153-c6600c75734d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ff0d6338-2300-4010-ae74-9c2289a9588a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0371563 May 12 17:18:56.769777 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-fcc4dc8f-00e3-40fb-8899-b04b86f077a0 req-191a0eef-071e-4991-b1af-3ce711aa44a1 service neutron] 10.222.0.58 "GET /v2.0/networks/ff0d6338-2300-4010-ae74-9c2289a9588a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814805 May 12 17:18:56.861867 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-fcc4dc8f-00e3-40fb-8899-b04b86f077a0 req-932cd7e3-4bf3-4e33-b437-8046bc22e1c7 service neutron] 10.222.0.58 "GET /v2.0/networks/ff0d6338-2300-4010-ae74-9c2289a9588a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829518 May 12 17:18:57.059240 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf03f41d-3c90-4795-a4b5-b494f7347036 req-58ec999c-f2cb-4f7f-8acc-36dae4c763e7 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:57.060717 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-bf03f41d-3c90-4795-a4b5-b494f7347036 req-58ec999c-f2cb-4f7f-8acc-36dae4c763e7 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f6e18d3-80b9-4f10-bd7f-e880b328a4b3 HTTP/1.1" status: 200 len: 944 time: 0.0467999 May 12 17:18:57.106188 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-bf03f41d-3c90-4795-a4b5-b494f7347036 req-e0349a9a-61ea-4e3a-8438-a7668800ea95 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] 10.222.0.23 "GET /v2.0/security-groups?id=93d51443-a2a3-4ee3-867a-6b4dc6a7068f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399530 May 12 17:18:57.274726 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-921d17b2-ae2c-4a72-8bd8-05131367e3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (bf71836d-8135-4bcd-843a-dab378dba2b2), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:57.353956 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55982a7-2113-49fd-9bb4-738e9a2c580f req-f11738e8-7ea1-4c0e-994e-706f06fc8519 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:57.355551 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-e55982a7-2113-49fd-9bb4-738e9a2c580f req-f11738e8-7ea1-4c0e-994e-706f06fc8519 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=47998668-5296-4019-a02c-3c80e30ff266 HTTP/1.1" status: 200 len: 944 time: 0.0473197 May 12 17:18:57.402639 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-e55982a7-2113-49fd-9bb4-738e9a2c580f req-87b228a2-889d-4665-a679-0d833bb9f1c2 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=05809961-ab33-4b51-9eba-3187efbff5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413899 May 12 17:18:57.912430 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (38379b20-dcc3-43b7-a09e-956d8be7db9c), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:58.055403 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Device 14491982-577f-4045-a9ef-f3cf2ad8285e details requested by agent hyperv_hv-cinder-84159 with host hv-cinder-84159 {{(pid=103470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 17:18:58.155356 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] For port 14491982-577f-4045-a9ef-f3cf2ad8285e, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=14491982-577f-4045-a9ef-f3cf2ad8285e,segment=NetworkSegment(7d22a9e6-345c-4024-853f-1877243f908d),segment_id=7d22a9e6-345c-4024-853f-1877243f908d)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:18:58.166785 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Returning: {'device': '14491982-577f-4045-a9ef-f3cf2ad8285e', 'network_id': 'f0095fbe-ef8d-4ce4-8f32-e8bd7d729d75', 'port_id': '14491982-577f-4045-a9ef-f3cf2ad8285e', 'mac_address': 'fa:16:3e:c2:cb:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '354d391b-4a47-49b3-84d2-1f2b2dc2d081', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 17:18:58.203076 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Current status of the port 14491982-577f-4045-a9ef-f3cf2ad8285e is: DOWN; New status is: BUILD {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:18:58.203468 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (14491982-577f-4045-a9ef-f3cf2ad8285e), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:58.216518 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14491982-577f-4045-a9ef-f3cf2ad8285e {{(pid=103470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:18:58.221630 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d13e38-b336-4467-85ef-22ceaf3c0dda req-df9b9bec-cf64-4df8-8a0b-5aaada86dd56 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:58.223622 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f4d13e38-b336-4467-85ef-22ceaf3c0dda req-df9b9bec-cf64-4df8-8a0b-5aaada86dd56 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f6e18d3-80b9-4f10-bd7f-e880b328a4b3 HTTP/1.1" status: 200 len: 944 time: 0.0516136 May 12 17:18:58.235827 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] For port 14491982-577f-4045-a9ef-f3cf2ad8285e, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=14491982-577f-4045-a9ef-f3cf2ad8285e,segment=NetworkSegment(7d22a9e6-345c-4024-853f-1877243f908d),segment_id=7d22a9e6-345c-4024-853f-1877243f908d)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:18:58.240153 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (14491982-577f-4045-a9ef-f3cf2ad8285e), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:58.276148 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f4d13e38-b336-4467-85ef-22ceaf3c0dda req-23c0c7b8-1484-452e-9cf3-08f86e31929b tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] 10.222.0.23 "GET /v2.0/security-groups?id=93d51443-a2a3-4ee3-867a-6b4dc6a7068f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464001 May 12 17:18:58.288065 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Pushing event updated for resources: {'Port': ['ID=14491982-577f-4045-a9ef-f3cf2ad8285e,revision_number=4']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:18:58.523408 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0cd546-f2c3-479f-b66e-78e7645b1316 req-9636bca4-3db6-46cc-b1c6-2bd76efdd8dc tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:58.525471 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-ae0cd546-f2c3-479f-b66e-78e7645b1316 req-9636bca4-3db6-46cc-b1c6-2bd76efdd8dc tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=47998668-5296-4019-a02c-3c80e30ff266 HTTP/1.1" status: 200 len: 944 time: 0.0516965 May 12 17:18:58.570512 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-ae0cd546-f2c3-479f-b66e-78e7645b1316 req-96628ea5-7eb5-43a4-aadf-e02d5f9817ae tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=05809961-ab33-4b51-9eba-3187efbff5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394833 May 12 17:18:58.638751 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] get_ports_and_sgs() called for port_ids ['14491982-577f-4045-a9ef-f3cf2ad8285e'] {{(pid=103470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:18:58.818369 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-c581148e-646c-4c8c-8cc5-93d6184e682f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (98e1a54e-83f0-40d1-9631-7dd40ffbcd59), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:18:59.387527 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c774e4db-d80d-4749-ac18-71dca09cf62f req-53c904ef-07c1-48bf-8141-e8c10602d9f9 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:59.389021 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c774e4db-d80d-4749-ac18-71dca09cf62f req-53c904ef-07c1-48bf-8141-e8c10602d9f9 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f6e18d3-80b9-4f10-bd7f-e880b328a4b3 HTTP/1.1" status: 200 len: 945 time: 0.0493143 May 12 17:18:59.435039 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c774e4db-d80d-4749-ac18-71dca09cf62f req-370d4abe-02ef-4440-80a9-60f255ad7645 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] 10.222.0.23 "GET /v2.0/security-groups?id=93d51443-a2a3-4ee3-867a-6b4dc6a7068f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405252 May 12 17:18:59.685916 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e1ba71-7127-440a-a09f-099fbee1ee4a req-a1a3962d-bfff-4f56-b4c7-59668b443f6e tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:18:59.687399 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-83e1ba71-7127-440a-a09f-099fbee1ee4a req-a1a3962d-bfff-4f56-b4c7-59668b443f6e tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=47998668-5296-4019-a02c-3c80e30ff266 HTTP/1.1" status: 200 len: 944 time: 0.0459774 May 12 17:18:59.732912 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-83e1ba71-7127-440a-a09f-099fbee1ee4a req-1061752a-2932-4a35-898d-6f8129a5a2a8 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=05809961-ab33-4b51-9eba-3187efbff5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400867 May 12 17:19:00.079554 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Device 14491982-577f-4045-a9ef-f3cf2ad8285e up at agent hyperv_hv-cinder-84159 {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:19:00.125409 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Provisioning for port 14491982-577f-4045-a9ef-f3cf2ad8285e completed by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 17:19:00.131191 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Provisioning complete for port 14491982-577f-4045-a9ef-f3cf2ad8285e triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:19:00.131565 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (14491982-577f-4045-a9ef-f3cf2ad8285e), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:19:00.205146 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Current status of the port 14491982-577f-4045-a9ef-f3cf2ad8285e is: BUILD; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:19:00.205456 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (14491982-577f-4045-a9ef-f3cf2ad8285e), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:19:00.240910 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f6e18d3-80b9-4f10-bd7f-e880b328a4b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14491982-577f-4045-a9ef-f3cf2ad8285e'}] {{(pid=103470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:19:00.243121 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}983eca14ffe1519f8471a5ce991629ce2b8e436912840ac2edb7b499268545ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82dc7181-9760-46e3-bfd1-8297be3c9545" -d '{"events": [{"server_uuid": "3f6e18d3-80b9-4f10-bd7f-e880b328a4b3", "name": "network-vif-plugged", "status": "completed", "tag": "14491982-577f-4045-a9ef-f3cf2ad8285e"}]}' {{(pid=103470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:19:00.252974 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (dea0f963-0a36-45fe-941b-5c749ca6f3bf), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:19:00.257146 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] For port 14491982-577f-4045-a9ef-f3cf2ad8285e, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=14491982-577f-4045-a9ef-f3cf2ad8285e,segment=NetworkSegment(7d22a9e6-345c-4024-853f-1877243f908d),segment_id=7d22a9e6-345c-4024-853f-1877243f908d)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:19:00.261398 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (14491982-577f-4045-a9ef-f3cf2ad8285e), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:19:00.287551 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5a5d5bb-38ad-419f-b9a8-89b45eeb94a1 x-openstack-request-id: req-a5a5d5bb-38ad-419f-b9a8-89b45eeb94a1 {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:19:00.287876 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f6e18d3-80b9-4f10-bd7f-e880b328a4b3", "name": "network-vif-plugged", "status": "completed", "tag": "14491982-577f-4045-a9ef-f3cf2ad8285e", "code": 200}]} {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:19:00.288131 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a5a5d5bb-38ad-419f-b9a8-89b45eeb94a1 {{(pid=103470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:19:00.288516 dv-cinder-841591-1-iscsi neutron-server[103470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5a5d5bb-38ad-419f-b9a8-89b45eeb94a1'] response: {'server_uuid': '3f6e18d3-80b9-4f10-bd7f-e880b328a4b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14491982-577f-4045-a9ef-f3cf2ad8285e', 'code': 200} May 12 17:19:00.313592 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Pushing event updated for resources: {'Port': ['ID=14491982-577f-4045-a9ef-f3cf2ad8285e,revision_number=5']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:19:00.545970 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067717e5-9a15-481a-a75e-720bfaee5c55 req-3cd29330-1463-411b-a214-eec240ea8cd6 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:19:00.547411 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-067717e5-9a15-481a-a75e-720bfaee5c55 req-3cd29330-1463-411b-a214-eec240ea8cd6 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f6e18d3-80b9-4f10-bd7f-e880b328a4b3 HTTP/1.1" status: 200 len: 946 time: 0.0486655 May 12 17:19:00.592178 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-067717e5-9a15-481a-a75e-720bfaee5c55 req-641c3a8c-5e1d-4fb4-9b5c-765633f82e54 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] 10.222.0.23 "GET /v2.0/security-groups?id=93d51443-a2a3-4ee3-867a-6b4dc6a7068f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393307 May 12 17:19:00.801221 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f235de4a-b657-473e-bb53-17280eb7674a req-f693453e-f0c0-4337-a27b-3f52931158a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:19:00.802774 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-f235de4a-b657-473e-bb53-17280eb7674a req-f693453e-f0c0-4337-a27b-3f52931158a5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3f6e18d3-80b9-4f10-bd7f-e880b328a4b3 HTTP/1.1" status: 200 len: 1130 time: 0.0385993 May 12 17:19:00.850252 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-f235de4a-b657-473e-bb53-17280eb7674a req-7f9880a2-713b-4c35-b5e3-7c77a896d864 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=93d51443-a2a3-4ee3-867a-6b4dc6a7068f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369577 May 12 17:19:00.851863 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290f834e-b1c4-40de-a7a0-900b3714f491 req-987525c9-e233-4781-973b-42e1055e4e15 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:19:00.853471 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-290f834e-b1c4-40de-a7a0-900b3714f491 req-987525c9-e233-4781-973b-42e1055e4e15 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=47998668-5296-4019-a02c-3c80e30ff266 HTTP/1.1" status: 200 len: 944 time: 0.0466030 May 12 17:19:00.900345 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-290f834e-b1c4-40de-a7a0-900b3714f491 req-ed4c13ba-d706-4735-ad4a-a8089acd9446 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=05809961-ab33-4b51-9eba-3187efbff5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413618 May 12 17:19:01.700614 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ea2343-ab5f-42e8-8250-e66b114cf63f req-bbcaaae7-b52c-4294-983b-01c45abe5fac tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:19:01.702052 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-81ea2343-ab5f-42e8-8250-e66b114cf63f req-bbcaaae7-b52c-4294-983b-01c45abe5fac tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f6e18d3-80b9-4f10-bd7f-e880b328a4b3 HTTP/1.1" status: 200 len: 946 time: 0.0451920 May 12 17:19:01.750320 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-81ea2343-ab5f-42e8-8250-e66b114cf63f req-32131e02-8669-4e17-851b-d234071105cc tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] 10.222.0.23 "GET /v2.0/security-groups?id=93d51443-a2a3-4ee3-867a-6b4dc6a7068f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429456 May 12 17:19:02.013805 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f18c24-72b8-49c3-8fac-466b27c3061c req-0b1f1c45-ac92-42f8-9250-2c6ddc6411e5 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:19:02.015312 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c7f18c24-72b8-49c3-8fac-466b27c3061c req-0b1f1c45-ac92-42f8-9250-2c6ddc6411e5 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=47998668-5296-4019-a02c-3c80e30ff266 HTTP/1.1" status: 200 len: 944 time: 0.0454712 May 12 17:19:02.063752 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c7f18c24-72b8-49c3-8fac-466b27c3061c req-713c2545-19ad-46ce-9225-63ec325268e2 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=05809961-ab33-4b51-9eba-3187efbff5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430069 May 12 17:19:02.095096 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Device 83ec910a-00e4-4992-bde0-b3583158daf3 details requested by agent hyperv_hv-cinder-84159 with host hv-cinder-84159 {{(pid=103470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 17:19:02.187210 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] For port 83ec910a-00e4-4992-bde0-b3583158daf3, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=83ec910a-00e4-4992-bde0-b3583158daf3,segment=NetworkSegment(c7a6aaf3-54ce-4151-ae72-69f500e464b9),segment_id=c7a6aaf3-54ce-4151-ae72-69f500e464b9)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:19:02.201379 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Returning: {'device': '83ec910a-00e4-4992-bde0-b3583158daf3', 'network_id': '77b21ff8-23c6-42d2-9321-6759378651ee', 'port_id': '83ec910a-00e4-4992-bde0-b3583158daf3', 'mac_address': 'fa:16:3e:a1:93:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cd36ca6-63ed-4772-87aa-c30fa42b51b3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 17:19:02.358536 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Current status of the port 83ec910a-00e4-4992-bde0-b3583158daf3 is: DOWN; New status is: BUILD {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:19:02.358925 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (83ec910a-00e4-4992-bde0-b3583158daf3), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:19:02.371697 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83ec910a-00e4-4992-bde0-b3583158daf3 {{(pid=103470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:19:02.391074 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] For port 83ec910a-00e4-4992-bde0-b3583158daf3, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=83ec910a-00e4-4992-bde0-b3583158daf3,segment=NetworkSegment(c7a6aaf3-54ce-4151-ae72-69f500e464b9),segment_id=c7a6aaf3-54ce-4151-ae72-69f500e464b9)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:19:02.394408 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (83ec910a-00e4-4992-bde0-b3583158daf3), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:19:02.439601 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Pushing event updated for resources: {'Port': ['ID=83ec910a-00e4-4992-bde0-b3583158daf3,revision_number=9']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:19:02.833431 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] get_ports_and_sgs() called for port_ids ['83ec910a-00e4-4992-bde0-b3583158daf3'] {{(pid=103470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:19:02.860517 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095c97c3-6e89-4da3-b661-88e77d617cf4 req-ca185d0b-a791-4109-8017-b14b0284f827 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:19:02.861979 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-095c97c3-6e89-4da3-b661-88e77d617cf4 req-ca185d0b-a791-4109-8017-b14b0284f827 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f6e18d3-80b9-4f10-bd7f-e880b328a4b3 HTTP/1.1" status: 200 len: 946 time: 0.0458841 May 12 17:19:02.909673 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-095c97c3-6e89-4da3-b661-88e77d617cf4 req-57e3ec46-4da3-42de-b719-2a7e5b5622f0 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] 10.222.0.23 "GET /v2.0/security-groups?id=93d51443-a2a3-4ee3-867a-6b4dc6a7068f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417593 May 12 17:19:03.186297 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55176882-dd2a-4cb4-88bf-c5462098ba97 req-0d857028-2625-48f0-be81-4fa4f5184f4e tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:19:03.187818 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-55176882-dd2a-4cb4-88bf-c5462098ba97 req-0d857028-2625-48f0-be81-4fa4f5184f4e tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=47998668-5296-4019-a02c-3c80e30ff266 HTTP/1.1" status: 200 len: 945 time: 0.0504851 May 12 17:19:03.235698 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-55176882-dd2a-4cb4-88bf-c5462098ba97 req-611d0398-a67a-49bc-9c62-e04bb20a5cf4 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=05809961-ab33-4b51-9eba-3187efbff5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419538 May 12 17:19:03.648177 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c211820f-f4c0-4117-8ff1-07724d44df9a req-5c69bc0f-d3bf-40f1-99bc-60a79c5b03de tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:19:03.650165 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c211820f-f4c0-4117-8ff1-07724d44df9a req-5c69bc0f-d3bf-40f1-99bc-60a79c5b03de tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f6e18d3-80b9-4f10-bd7f-e880b328a4b3 HTTP/1.1" status: 200 len: 946 time: 0.0464616 May 12 17:19:03.694348 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c211820f-f4c0-4117-8ff1-07724d44df9a req-5976e7c4-5d7e-41c0-8072-21ec793b0d5b tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] 10.222.0.23 "GET /v2.0/security-groups?id=93d51443-a2a3-4ee3-867a-6b4dc6a7068f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387361 May 12 17:19:04.122047 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Device 83ec910a-00e4-4992-bde0-b3583158daf3 up at agent hyperv_hv-cinder-84159 {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:19:04.168127 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Provisioning complete for port 83ec910a-00e4-4992-bde0-b3583158daf3 triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:19:04.168491 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (83ec910a-00e4-4992-bde0-b3583158daf3), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:19:04.243416 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Current status of the port 83ec910a-00e4-4992-bde0-b3583158daf3 is: BUILD; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:19:04.243795 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (83ec910a-00e4-4992-bde0-b3583158daf3), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:19:04.267688 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47998668-5296-4019-a02c-3c80e30ff266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83ec910a-00e4-4992-bde0-b3583158daf3'}] {{(pid=103470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:19:04.270005 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}983eca14ffe1519f8471a5ce991629ce2b8e436912840ac2edb7b499268545ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7ff012c-7f06-48dd-83ca-cb1ff6b1a9a6" -d '{"events": [{"server_uuid": "47998668-5296-4019-a02c-3c80e30ff266", "name": "network-vif-plugged", "status": "completed", "tag": "83ec910a-00e4-4992-bde0-b3583158daf3"}]}' {{(pid=103470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:19:04.282155 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] For port 83ec910a-00e4-4992-bde0-b3583158daf3, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=83ec910a-00e4-4992-bde0-b3583158daf3,segment=NetworkSegment(c7a6aaf3-54ce-4151-ae72-69f500e464b9),segment_id=c7a6aaf3-54ce-4151-ae72-69f500e464b9)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:19:04.286474 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (83ec910a-00e4-4992-bde0-b3583158daf3), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:19:04.312631 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65e64ea3-b54f-4371-898a-063a59b9005e x-openstack-request-id: req-65e64ea3-b54f-4371-898a-063a59b9005e {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:19:04.312923 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47998668-5296-4019-a02c-3c80e30ff266", "name": "network-vif-plugged", "status": "completed", "tag": "83ec910a-00e4-4992-bde0-b3583158daf3", "code": 200}]} {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:19:04.313173 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-65e64ea3-b54f-4371-898a-063a59b9005e {{(pid=103470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:19:04.313561 dv-cinder-841591-1-iscsi neutron-server[103470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65e64ea3-b54f-4371-898a-063a59b9005e'] response: {'server_uuid': '47998668-5296-4019-a02c-3c80e30ff266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83ec910a-00e4-4992-bde0-b3583158daf3', 'code': 200} May 12 17:19:04.338751 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Pushing event updated for resources: {'Port': ['ID=83ec910a-00e4-4992-bde0-b3583158daf3,revision_number=10']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:19:04.359922 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd67cc66-b635-4f44-a000-40ed82f1d1d9 req-3823527f-2596-4157-9b40-10a60af99a9a tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:19:04.361392 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-cd67cc66-b635-4f44-a000-40ed82f1d1d9 req-3823527f-2596-4157-9b40-10a60af99a9a tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=47998668-5296-4019-a02c-3c80e30ff266 HTTP/1.1" status: 200 len: 947 time: 0.0480137 May 12 17:19:04.408355 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-cd67cc66-b635-4f44-a000-40ed82f1d1d9 req-4a102dee-cd4d-422a-8666-868524fada83 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=05809961-ab33-4b51-9eba-3187efbff5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405777 May 12 17:19:04.810510 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc92c024-9c69-450c-b38a-1fa76b915937 req-cceb388f-c13e-46b3-bdbd-7beefc6f69b9 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:19:04.811966 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-bc92c024-9c69-450c-b38a-1fa76b915937 req-cceb388f-c13e-46b3-bdbd-7beefc6f69b9 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f6e18d3-80b9-4f10-bd7f-e880b328a4b3 HTTP/1.1" status: 200 len: 946 time: 0.0503516 May 12 17:19:04.857108 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-bc92c024-9c69-450c-b38a-1fa76b915937 req-d2d1f051-2c94-423a-bc7f-7524ce4dd2df tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] 10.222.0.23 "GET /v2.0/security-groups?id=93d51443-a2a3-4ee3-867a-6b4dc6a7068f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397351 May 12 17:19:05.527252 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cff928-e987-4ecf-a3bb-d99fef6f7ded req-5abdec25-97d1-47b2-9685-baa8b6005de9 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:19:05.528775 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-d0cff928-e987-4ecf-a3bb-d99fef6f7ded req-5abdec25-97d1-47b2-9685-baa8b6005de9 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=47998668-5296-4019-a02c-3c80e30ff266 HTTP/1.1" status: 200 len: 947 time: 0.0494416 May 12 17:19:05.575397 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-d0cff928-e987-4ecf-a3bb-d99fef6f7ded req-8ad249e1-f12c-45fb-a61f-c5c826ea67d3 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=05809961-ab33-4b51-9eba-3187efbff5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402753 May 12 17:19:05.847194 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fee8f6-9100-41bb-b4e2-4c5e4f13b5d1 req-d44a7863-b3e5-4ac1-b608-80543c96fbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:19:05.848691 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-97fee8f6-9100-41bb-b4e2-4c5e4f13b5d1 req-d44a7863-b3e5-4ac1-b608-80543c96fbd7 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=47998668-5296-4019-a02c-3c80e30ff266 HTTP/1.1" status: 200 len: 1131 time: 0.0665689 May 12 17:19:05.854716 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b5636-edbc-4904-a3df-6b83d57b0989 req-8d02191c-71a9-4cac-945d-beb738f9e944 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:19:05.856021 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-f84b5636-edbc-4904-a3df-6b83d57b0989 req-8d02191c-71a9-4cac-945d-beb738f9e944 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f6e18d3-80b9-4f10-bd7f-e880b328a4b3 HTTP/1.1" status: 200 len: 946 time: 0.0751514 May 12 17:19:05.958113 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-97fee8f6-9100-41bb-b4e2-4c5e4f13b5d1 req-8c66545f-8539-40f7-873d-d2e654e78771 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=05809961-ab33-4b51-9eba-3187efbff5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957549 May 12 17:19:05.971874 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a1cb21-e261-49c8-bf4a-40bcac33cbac req-2cbd1d42-7aa0-4aa4-adba-e21dde7e99e2 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:19:05.973350 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-13a1cb21-e261-49c8-bf4a-40bcac33cbac req-2cbd1d42-7aa0-4aa4-adba-e21dde7e99e2 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f6e18d3-80b9-4f10-bd7f-e880b328a4b3 HTTP/1.1" status: 200 len: 946 time: 0.0463657 May 12 17:19:05.973465 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [req-f84b5636-edbc-4904-a3df-6b83d57b0989 req-ac2536a2-f73c-4cf7-9e3c-03574a2ad98e tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] Deleting port 14491982-577f-4045-a9ef-f3cf2ad8285e {{(pid=103468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:19:05.973785 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-f84b5636-edbc-4904-a3df-6b83d57b0989 req-ac2536a2-f73c-4cf7-9e3c-03574a2ad98e tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774528024037'] for port (14491982-577f-4045-a9ef-f3cf2ad8285e), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:19:06.019497 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-13a1cb21-e261-49c8-bf4a-40bcac33cbac req-0b37dd11-3019-473d-98d3-57bb1ce33f62 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] 10.222.0.23 "GET /v2.0/security-groups?id=93d51443-a2a3-4ee3-867a-6b4dc6a7068f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405600 May 12 17:19:06.064822 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.db [req-f84b5636-edbc-4904-a3df-6b83d57b0989 req-ac2536a2-f73c-4cf7-9e3c-03574a2ad98e tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] For port 14491982-577f-4045-a9ef-f3cf2ad8285e, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=14491982-577f-4045-a9ef-f3cf2ad8285e,segment=NetworkSegment(7d22a9e6-345c-4024-853f-1877243f908d),segment_id=7d22a9e6-345c-4024-853f-1877243f908d)] {{(pid=103468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:19:06.065175 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-f84b5636-edbc-4904-a3df-6b83d57b0989 req-ac2536a2-f73c-4cf7-9e3c-03574a2ad98e tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683095'] for port (14491982-577f-4045-a9ef-f3cf2ad8285e), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:19:06.078283 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [req-f84b5636-edbc-4904-a3df-6b83d57b0989 req-ac2536a2-f73c-4cf7-9e3c-03574a2ad98e tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] Calling delete_port for 14491982-577f-4045-a9ef-f3cf2ad8285e owned by compute:nova {{(pid=103468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:19:06.203322 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-f84b5636-edbc-4904-a3df-6b83d57b0989 req-ac2536a2-f73c-4cf7-9e3c-03574a2ad98e tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774528036217', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774527475294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11526335'] for port (14491982-577f-4045-a9ef-f3cf2ad8285e), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:19:06.217265 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] get_ports_and_sgs() called for port_ids ['14491982-577f-4045-a9ef-f3cf2ad8285e'] {{(pid=103470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:19:06.233232 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2536a2-f73c-4cf7-9e3c-03574a2ad98e tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] Pushing event deleted for resources: {'Port': ['ID=14491982-577f-4045-a9ef-f3cf2ad8285e,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:19:06.247654 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2536a2-f73c-4cf7-9e3c-03574a2ad98e tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:19:06.248018 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2536a2-f73c-4cf7-9e3c-03574a2ad98e tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:19:06.248347 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2536a2-f73c-4cf7-9e3c-03574a2ad98e tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:19:06.248670 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2536a2-f73c-4cf7-9e3c-03574a2ad98e tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:19:06.248992 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2536a2-f73c-4cf7-9e3c-03574a2ad98e tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:19:06.249310 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2536a2-f73c-4cf7-9e3c-03574a2ad98e tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:19:06.249628 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2536a2-f73c-4cf7-9e3c-03574a2ad98e tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:19:06.249940 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2536a2-f73c-4cf7-9e3c-03574a2ad98e tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:19:06.250252 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2536a2-f73c-4cf7-9e3c-03574a2ad98e tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:19:06.250588 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2536a2-f73c-4cf7-9e3c-03574a2ad98e tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:19:06.250903 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2536a2-f73c-4cf7-9e3c-03574a2ad98e tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:19:06.251215 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2536a2-f73c-4cf7-9e3c-03574a2ad98e tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:19:06.251525 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2536a2-f73c-4cf7-9e3c-03574a2ad98e tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:19:06.251833 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2536a2-f73c-4cf7-9e3c-03574a2ad98e tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:19:06.252139 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2536a2-f73c-4cf7-9e3c-03574a2ad98e tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:19:06.288376 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [req-f84b5636-edbc-4904-a3df-6b83d57b0989 req-ac2536a2-f73c-4cf7-9e3c-03574a2ad98e tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] No DVR routers for this DVR port 14491982-577f-4045-a9ef-f3cf2ad8285e on host hv-cinder-84159 {{(pid=103468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:19:06.291401 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-f84b5636-edbc-4904-a3df-6b83d57b0989 req-ac2536a2-f73c-4cf7-9e3c-03574a2ad98e tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36930'] for port (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:19:06.294726 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-f84b5636-edbc-4904-a3df-6b83d57b0989 req-ac2536a2-f73c-4cf7-9e3c-03574a2ad98e tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] 10.222.0.58 "DELETE /v2.0/ports/14491982-577f-4045-a9ef-f3cf2ad8285e HTTP/1.1" status: 204 len: 173 time: 0.4273450 May 12 17:19:06.295153 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f6e18d3-80b9-4f10-bd7f-e880b328a4b3', 'name': 'network-vif-deleted', 'tag': '14491982-577f-4045-a9ef-f3cf2ad8285e'}] {{(pid=103468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:19:06.297333 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11327eb0f41ff280cd3a6497cf1c944478feb1aae12e82efcad6faf65da72353" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a8b85a-03d5-4067-9f73-60329871edb7" -d '{"events": [{"server_uuid": "3f6e18d3-80b9-4f10-bd7f-e880b328a4b3", "name": "network-vif-deleted", "tag": "14491982-577f-4045-a9ef-f3cf2ad8285e"}]}' {{(pid=103468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:19:06.335623 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f04c098-6d33-4d06-b321-747b23c82c7c x-openstack-request-id: req-3f04c098-6d33-4d06-b321-747b23c82c7c {{(pid=103468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:19:06.335908 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f6e18d3-80b9-4f10-bd7f-e880b328a4b3", "name": "network-vif-deleted", "tag": "14491982-577f-4045-a9ef-f3cf2ad8285e", "status": "completed", "code": 200}]} {{(pid=103468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:19:06.336174 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3f04c098-6d33-4d06-b321-747b23c82c7c {{(pid=103468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:19:06.336578 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f04c098-6d33-4d06-b321-747b23c82c7c'] response: {'server_uuid': '3f6e18d3-80b9-4f10-bd7f-e880b328a4b3', 'name': 'network-vif-deleted', 'tag': '14491982-577f-4045-a9ef-f3cf2ad8285e', 'status': 'completed', 'code': 200} May 12 17:19:06.693191 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aae23a0-2774-41eb-b832-6bf84edeb101 req-a8546b18-9767-4a7f-b31e-4f9f3450480c tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:19:06.694663 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8aae23a0-2774-41eb-b832-6bf84edeb101 req-a8546b18-9767-4a7f-b31e-4f9f3450480c tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=47998668-5296-4019-a02c-3c80e30ff266 HTTP/1.1" status: 200 len: 947 time: 0.0493155 May 12 17:19:06.739288 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8aae23a0-2774-41eb-b832-6bf84edeb101 req-b7b59544-2c68-42d2-8870-c1d63b77a1da tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=05809961-ab33-4b51-9eba-3187efbff5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392227 May 12 17:19:07.131152 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-d42848a5-174c-463c-a95d-cd8038636539 req-efa354e8-2873-4df8-84ec-bd1a2f1bbf33 tempest-VolumesActionsTest-310690744 tempest-VolumesActionsTest-310690744-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f6e18d3-80b9-4f10-bd7f-e880b328a4b3 HTTP/1.1" status: 200 len: 210 time: 0.0313196 May 12 17:19:07.859559 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a08a972-fbd3-4400-932c-50229c0da127 req-6ff78b95-b223-4f21-8391-94d5f0e1ad84 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:19:07.861057 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6a08a972-fbd3-4400-932c-50229c0da127 req-6ff78b95-b223-4f21-8391-94d5f0e1ad84 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=47998668-5296-4019-a02c-3c80e30ff266 HTTP/1.1" status: 200 len: 947 time: 0.0515003 May 12 17:19:07.909811 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6a08a972-fbd3-4400-932c-50229c0da127 req-1e5ae493-59d0-478d-878a-072b5db3bce2 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=05809961-ab33-4b51-9eba-3187efbff5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431128 May 12 17:19:09.022699 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4774f277-7489-46f5-b872-e11a7d6d2e86 req-03e3054d-6c2f-4378-a771-5e7f7e94ab4f tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:19:09.024104 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4774f277-7489-46f5-b872-e11a7d6d2e86 req-03e3054d-6c2f-4378-a771-5e7f7e94ab4f tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=47998668-5296-4019-a02c-3c80e30ff266 HTTP/1.1" status: 200 len: 947 time: 0.0451856 May 12 17:19:09.075361 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4774f277-7489-46f5-b872-e11a7d6d2e86 req-bdc87863-cc26-41c5-88e3-dd67f1ae9e41 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=05809961-ab33-4b51-9eba-3187efbff5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441747 May 12 17:19:10.803531 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Device 14491982-577f-4045-a9ef-f3cf2ad8285e no longer exists at agent hyperv_hv-cinder-84159 {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:19:10.822964 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] No Port match for: 14491982-577f-4045-a9ef-f3cf2ad8285e {{(pid=103470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:19:10.823304 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Device 14491982-577f-4045-a9ef-f3cf2ad8285e not bound to the agent host hv-cinder-84159 {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:19:15.407493 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.agents_db [None req-75b73116-3060-4b2b-9211-a804f2896a96 None None] Agent healthcheck: found 6 active agents {{(pid=103471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:19:23.771829 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-91ecfefd-78c9-4eb4-88de-67b936e4b879 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (ad05f391-ff61-4b74-a3af-7ffb7f485489), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:19:26.197944 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-c8d0b072-bbbc-4033-9da4-2d6d6b28ccde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (e5548ccc-31b8-4072-a6b0-52b00208ea79), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:19:27.276448 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-921d17b2-ae2c-4a72-8bd8-05131367e3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (bf71836d-8135-4bcd-843a-dab378dba2b2), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:19:27.912564 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (38379b20-dcc3-43b7-a09e-956d8be7db9c), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:19:28.821850 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-c581148e-646c-4c8c-8cc5-93d6184e682f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (98e1a54e-83f0-40d1-9631-7dd40ffbcd59), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:19:29.886818 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 58990) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:19:29.929477 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a68c46b-8882-42d7-8f22-e0b82762052b admin admin] Deleting subnet 354d391b-4a47-49b3-84d2-1f2b2dc2d081 {{(pid=103468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 17:19:29.932441 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-6a68c46b-8882-42d7-8f22-e0b82762052b admin admin] Publish callbacks [] for subnet (354d391b-4a47-49b3-84d2-1f2b2dc2d081), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:19:29.968566 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-6a68c46b-8882-42d7-8f22-e0b82762052b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11662675'] for subnet (354d391b-4a47-49b3-84d2-1f2b2dc2d081), precommit_delete_associations {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:19:30.004718 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-6a68c46b-8882-42d7-8f22-e0b82762052b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3477743'] for subnet (354d391b-4a47-49b3-84d2-1f2b2dc2d081), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:19:30.055332 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-6a68c46b-8882-42d7-8f22-e0b82762052b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3477750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11526990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12405297'] for subnet (354d391b-4a47-49b3-84d2-1f2b2dc2d081), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:19:30.077383 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a68c46b-8882-42d7-8f22-e0b82762052b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=354d391b-4a47-49b3-84d2-1f2b2dc2d081,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:19:30.083051 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-6a68c46b-8882-42d7-8f22-e0b82762052b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:19:30.086646 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-6a68c46b-8882-42d7-8f22-e0b82762052b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/354d391b-4a47-49b3-84d2-1f2b2dc2d081 HTTP/1.1" status: 204 len: 168 time: 0.1988287 May 12 17:19:30.088999 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 58992) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:19:30.157946 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-05e8b117-5039-45d5-88b9-fe126e957e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3665968'] for network (f0095fbe-ef8d-4ce4-8f32-e8bd7d729d75), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:19:30.231897 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-05e8b117-5039-45d5-88b9-fe126e957e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3512410', 'neutron.services.segments.db._delete_segments_for_network-8774527956246'] for network (f0095fbe-ef8d-4ce4-8f32-e8bd7d729d75), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:19:30.236803 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (dea0f963-0a36-45fe-941b-5c749ca6f3bf), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:19:30.251200 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.services.segments.db [None req-05e8b117-5039-45d5-88b9-fe126e957e3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0095fbe-ef8d-4ce4-8f32-e8bd7d729d75']}} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:19:30.260445 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.services.segments.db [None req-05e8b117-5039-45d5-88b9-fe126e957e3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d22a9e6-345c-4024-853f-1877243f908d') {'for_net_delete': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:19:30.260742 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.services.segments.db [None req-05e8b117-5039-45d5-88b9-fe126e957e3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d22a9e6-345c-4024-853f-1877243f908d') {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:19:30.269777 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-05e8b117-5039-45d5-88b9-fe126e957e3a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774527957791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11662698'] for segment (7d22a9e6-345c-4024-853f-1877243f908d), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:19:30.283204 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-05e8b117-5039-45d5-88b9-fe126e957e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3597332'] for segment (7d22a9e6-345c-4024-853f-1877243f908d), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:19:30.289469 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05e8b117-5039-45d5-88b9-fe126e957e3a admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=103468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 17:19:30.289836 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-05e8b117-5039-45d5-88b9-fe126e957e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3597332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11526380'] for segment (7d22a9e6-345c-4024-853f-1877243f908d), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:19:30.291584 dv-cinder-841591-1-iscsi neutron-server[103468]: Traceback (most recent call last): May 12 17:19:30.291584 dv-cinder-841591-1-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 17:19:30.291584 dv-cinder-841591-1-iscsi neutron-server[103468]: timer() May 12 17:19:30.291584 dv-cinder-841591-1-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 17:19:30.291584 dv-cinder-841591-1-iscsi neutron-server[103468]: cb(*args, **kw) May 12 17:19:30.291584 dv-cinder-841591-1-iscsi neutron-server[103468]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 17:19:30.291584 dv-cinder-841591-1-iscsi neutron-server[103468]: return func(*args, **kwargs) May 12 17:19:30.291584 dv-cinder-841591-1-iscsi neutron-server[103468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 17:19:30.291584 dv-cinder-841591-1-iscsi neutron-server[103468]: self._notify() May 12 17:19:30.291584 dv-cinder-841591-1-iscsi neutron-server[103468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 17:19:30.291584 dv-cinder-841591-1-iscsi neutron-server[103468]: self.callback(batched_events) May 12 17:19:30.291584 dv-cinder-841591-1-iscsi neutron-server[103468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 17:19:30.291584 dv-cinder-841591-1-iscsi neutron-server[103468]: event.method(event) May 12 17:19:30.291584 dv-cinder-841591-1-iscsi neutron-server[103468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 17:19:30.291584 dv-cinder-841591-1-iscsi neutron-server[103468]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 17:19:30.291584 dv-cinder-841591-1-iscsi neutron-server[103468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 17:19:30.291584 dv-cinder-841591-1-iscsi neutron-server[103468]: aggregate_uuid = self.p_client.list_aggregates( May 12 17:19:30.291584 dv-cinder-841591-1-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 17:19:30.291584 dv-cinder-841591-1-iscsi neutron-server[103468]: return f(self, *a, **k) May 12 17:19:30.291584 dv-cinder-841591-1-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 17:19:30.291584 dv-cinder-841591-1-iscsi neutron-server[103468]: return self._get(url).json() May 12 17:19:30.291584 dv-cinder-841591-1-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 17:19:30.291584 dv-cinder-841591-1-iscsi neutron-server[103468]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 17:19:30.291584 dv-cinder-841591-1-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 17:19:30.291584 dv-cinder-841591-1-iscsi neutron-server[103468]: return self.request(url, 'GET', **kwargs) May 12 17:19:30.291584 dv-cinder-841591-1-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 17:19:30.291584 dv-cinder-841591-1-iscsi neutron-server[103468]: base_url = self.get_endpoint(auth, allow=allow, May 12 17:19:30.291584 dv-cinder-841591-1-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 17:19:30.291584 dv-cinder-841591-1-iscsi neutron-server[103468]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 17:19:30.291584 dv-cinder-841591-1-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 17:19:30.291584 dv-cinder-841591-1-iscsi neutron-server[103468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 17:19:30.291584 dv-cinder-841591-1-iscsi neutron-server[103468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 17:19:30.346159 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-05e8b117-5039-45d5-88b9-fe126e957e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3512417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682781'] for network (f0095fbe-ef8d-4ce4-8f32-e8bd7d729d75), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:19:30.351897 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-05e8b117-5039-45d5-88b9-fe126e957e3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-519179'] for network (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:19:30.354927 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-05e8b117-5039-45d5-88b9-fe126e957e3a admin admin] 10.222.0.23 "DELETE /v2.0/networks/f0095fbe-ef8d-4ce4-8f32-e8bd7d729d75 HTTP/1.1" status: 204 len: 168 time: 0.2650354 May 12 17:19:30.364994 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e8b117-5039-45d5-88b9-fe126e957e3a admin admin] Pushing event deleted for resources: {'Network': ['ID=f0095fbe-ef8d-4ce4-8f32-e8bd7d729d75,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:19:30.459770 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 58998) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:19:30.498156 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-bf057455-a318-4902-b62b-a63cb5c14c40 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=25bc4c2d7eb345d8a531f74b42d0fb91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0372305 May 12 17:19:30.500402 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 59000) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:19:30.549451 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d3a6c45c-09ea-4da7-8a8b-68c0f9046ef4 admin admin] Publish callbacks [] for security_group (93d51443-a2a3-4ee3-867a-6b4dc6a7068f), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:19:30.569863 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d3a6c45c-09ea-4da7-8a8b-68c0f9046ef4 admin admin] Publish callbacks [] for security_group (93d51443-a2a3-4ee3-867a-6b4dc6a7068f), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:19:30.615352 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d3a6c45c-09ea-4da7-8a8b-68c0f9046ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (93d51443-a2a3-4ee3-867a-6b4dc6a7068f), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:19:30.617913 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d3a6c45c-09ea-4da7-8a8b-68c0f9046ef4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:19:30.619080 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-d3a6c45c-09ea-4da7-8a8b-68c0f9046ef4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/93d51443-a2a3-4ee3-867a-6b4dc6a7068f HTTP/1.1" status: 204 len: 168 time: 0.1177790 May 12 17:19:30.626389 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a6c45c-09ea-4da7-8a8b-68c0f9046ef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d51443-a2a3-4ee3-867a-6b4dc6a7068f,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:19:30.634173 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a6c45c-09ea-4da7-8a8b-68c0f9046ef4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:19:30.634541 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a6c45c-09ea-4da7-8a8b-68c0f9046ef4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:19:30.634883 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a6c45c-09ea-4da7-8a8b-68c0f9046ef4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:19:30.635218 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a6c45c-09ea-4da7-8a8b-68c0f9046ef4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:19:30.635549 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a6c45c-09ea-4da7-8a8b-68c0f9046ef4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:19:30.635877 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a6c45c-09ea-4da7-8a8b-68c0f9046ef4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:19:30.636201 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a6c45c-09ea-4da7-8a8b-68c0f9046ef4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:19:30.636520 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a6c45c-09ea-4da7-8a8b-68c0f9046ef4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:19:30.636841 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a6c45c-09ea-4da7-8a8b-68c0f9046ef4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:19:30.637165 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a6c45c-09ea-4da7-8a8b-68c0f9046ef4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:19:30.637491 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a6c45c-09ea-4da7-8a8b-68c0f9046ef4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:19:30.637810 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a6c45c-09ea-4da7-8a8b-68c0f9046ef4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:19:30.638126 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a6c45c-09ea-4da7-8a8b-68c0f9046ef4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:19:30.638461 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a6c45c-09ea-4da7-8a8b-68c0f9046ef4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:19:30.638782 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a6c45c-09ea-4da7-8a8b-68c0f9046ef4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:19:33.264322 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b1d958-63bb-4922-a72e-a36287893165 req-0adbf172-554c-4e74-b613-2ae39d70752a tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:19:33.266095 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-02b1d958-63bb-4922-a72e-a36287893165 req-0adbf172-554c-4e74-b613-2ae39d70752a tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/ports?device_id=878603bd-9524-4a76-88c3-463a2f09910f HTTP/1.1" status: 200 len: 946 time: 0.0520117 May 12 17:19:33.316771 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-02b1d958-63bb-4922-a72e-a36287893165 req-cb352fa9-d0e5-4336-81a0-8400cfcfc2d0 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ad77cae-65fc-4aeb-aa6b-51c8f295ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400329 May 12 17:19:34.434463 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a47437-cb13-47d3-ac38-096eeb4ea420 req-36e3c109-bf6b-4b11-8761-9fe25662e191 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:19:34.435922 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-17a47437-cb13-47d3-ac38-096eeb4ea420 req-36e3c109-bf6b-4b11-8761-9fe25662e191 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/ports?device_id=878603bd-9524-4a76-88c3-463a2f09910f HTTP/1.1" status: 200 len: 946 time: 0.0514066 May 12 17:19:34.486841 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-17a47437-cb13-47d3-ac38-096eeb4ea420 req-8462c4cf-433c-466b-a7af-4b5c658efce8 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ad77cae-65fc-4aeb-aa6b-51c8f295ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447085 May 12 17:19:35.602868 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b929f407-f073-4f17-a398-2dfd65d4fac8 req-3706e51a-4c47-462d-ade4-7e95ca05e8a0 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:19:35.604646 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-b929f407-f073-4f17-a398-2dfd65d4fac8 req-3706e51a-4c47-462d-ade4-7e95ca05e8a0 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/ports?device_id=878603bd-9524-4a76-88c3-463a2f09910f HTTP/1.1" status: 200 len: 946 time: 0.0483997 May 12 17:19:35.654706 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-b929f407-f073-4f17-a398-2dfd65d4fac8 req-f487aa84-f237-41dd-92ed-4ccf8ba949cd tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ad77cae-65fc-4aeb-aa6b-51c8f295ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443811 May 12 17:19:36.782074 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7be87d4-7587-4189-8426-fb9124df158e req-960cc2d1-e040-4f57-ae85-2e925f6d30fd tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:19:36.783418 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a7be87d4-7587-4189-8426-fb9124df158e req-960cc2d1-e040-4f57-ae85-2e925f6d30fd tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/ports?device_id=878603bd-9524-4a76-88c3-463a2f09910f HTTP/1.1" status: 200 len: 946 time: 0.0490565 May 12 17:19:36.848819 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a7be87d4-7587-4189-8426-fb9124df158e req-b790572a-771f-4f46-b55a-4a54f537cb6b tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ad77cae-65fc-4aeb-aa6b-51c8f295ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489352 May 12 17:19:37.965241 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1379cda-b790-4f21-af6c-d044b73cffc5 req-a09c5368-b8df-484a-9b6e-73d42900291d tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:19:37.966729 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-e1379cda-b790-4f21-af6c-d044b73cffc5 req-a09c5368-b8df-484a-9b6e-73d42900291d tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/ports?device_id=878603bd-9524-4a76-88c3-463a2f09910f HTTP/1.1" status: 200 len: 946 time: 0.0488391 May 12 17:19:38.022550 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-e1379cda-b790-4f21-af6c-d044b73cffc5 req-e6436794-1117-401a-8402-efd9757da514 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ad77cae-65fc-4aeb-aa6b-51c8f295ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427837 May 12 17:19:39.134715 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58e1c09-3a7f-4202-82bf-d2de1d841e62 req-265db216-b15d-451e-9b07-716f55288957 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:19:39.136208 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d58e1c09-3a7f-4202-82bf-d2de1d841e62 req-265db216-b15d-451e-9b07-716f55288957 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/ports?device_id=878603bd-9524-4a76-88c3-463a2f09910f HTTP/1.1" status: 200 len: 946 time: 0.0490396 May 12 17:19:39.182356 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d58e1c09-3a7f-4202-82bf-d2de1d841e62 req-d34ba16f-c03d-4379-9dff-eeb5480f742e tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ad77cae-65fc-4aeb-aa6b-51c8f295ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406721 May 12 17:19:40.293916 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400285e4-02fc-4a16-9688-c11bc4b4d64f req-a005b2e7-161a-4bfa-9f13-59a224eb40d3 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:19:40.295374 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-400285e4-02fc-4a16-9688-c11bc4b4d64f req-a005b2e7-161a-4bfa-9f13-59a224eb40d3 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/ports?device_id=878603bd-9524-4a76-88c3-463a2f09910f HTTP/1.1" status: 200 len: 946 time: 0.0457826 May 12 17:19:40.340018 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-400285e4-02fc-4a16-9688-c11bc4b4d64f req-85df7f86-2129-4797-a26a-d66de750abb9 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ad77cae-65fc-4aeb-aa6b-51c8f295ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392671 May 12 17:19:41.448500 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a80cc4c-aeb7-43e0-9e03-51e0fe6ea9c0 req-cf025823-5ca7-4be3-a4ab-bf9a3dfc66a5 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:19:41.449841 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8a80cc4c-aeb7-43e0-9e03-51e0fe6ea9c0 req-cf025823-5ca7-4be3-a4ab-bf9a3dfc66a5 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/ports?device_id=878603bd-9524-4a76-88c3-463a2f09910f HTTP/1.1" status: 200 len: 946 time: 0.0448570 May 12 17:19:41.496867 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8a80cc4c-aeb7-43e0-9e03-51e0fe6ea9c0 req-b43a84ca-e8cb-49bd-9e7f-09a1daaeb373 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ad77cae-65fc-4aeb-aa6b-51c8f295ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414560 May 12 17:19:42.614384 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1693717c-6eae-4b78-9d3f-dea9119396eb req-e9581d08-56d8-4f53-9293-2208b5cef9cf tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:19:42.615878 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-1693717c-6eae-4b78-9d3f-dea9119396eb req-e9581d08-56d8-4f53-9293-2208b5cef9cf tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/ports?device_id=878603bd-9524-4a76-88c3-463a2f09910f HTTP/1.1" status: 200 len: 946 time: 0.0501859 May 12 17:19:42.672384 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-1693717c-6eae-4b78-9d3f-dea9119396eb req-c1abedd8-a3f6-45ff-899b-c9524efdb750 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ad77cae-65fc-4aeb-aa6b-51c8f295ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503671 May 12 17:19:43.365569 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e923bf-e47f-4fcd-92ac-06d0b5f5a8f0 req-a32ef1aa-993b-4735-8e45-a028c3cb7a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:19:43.367661 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-d6e923bf-e47f-4fcd-92ac-06d0b5f5a8f0 req-a32ef1aa-993b-4735-8e45-a028c3cb7a5c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=638166bec22640968de80cfeaeed437b&device_id=5c29ebd7-1d9b-4dba-8a0f-7fe13bc1cdef HTTP/1.1" status: 200 len: 1130 time: 0.0743535 May 12 17:19:43.373710 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a69fc5-5847-437e-9ee8-0ce487b83c38 req-c0494615-4ff9-42ea-b31f-a8cf26fe915f tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:19:43.375057 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-08a69fc5-5847-437e-9ee8-0ce487b83c38 req-c0494615-4ff9-42ea-b31f-a8cf26fe915f tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c29ebd7-1d9b-4dba-8a0f-7fe13bc1cdef HTTP/1.1" status: 200 len: 946 time: 0.0737953 May 12 17:19:43.420406 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-08a69fc5-5847-437e-9ee8-0ce487b83c38 req-5bce1076-3aac-4603-8c53-b33be556cafb tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=9702dc84-3779-4798-bdde-00bb7090b30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398879 May 12 17:19:43.530185 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e923bf-e47f-4fcd-92ac-06d0b5f5a8f0 req-65a625d8-7d35-45a2-9edf-85e1e7e27807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:19:43.531654 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-d6e923bf-e47f-4fcd-92ac-06d0b5f5a8f0 req-65a625d8-7d35-45a2-9edf-85e1e7e27807 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ff0d6338-2300-4010-ae74-9c2289a9588a HTTP/1.1" status: 200 len: 920 time: 0.0871620 May 12 17:19:43.594150 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-d6e923bf-e47f-4fcd-92ac-06d0b5f5a8f0 req-ddd3848e-c2e3-4ebb-be31-bb4d32b45c72 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e25fed55-18b6-4d75-bd0e-374461b42fe4 HTTP/1.1" status: 200 len: 1002 time: 0.0553677 May 12 17:19:43.646718 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e923bf-e47f-4fcd-92ac-06d0b5f5a8f0 req-6babd746-bb20-4bb5-8c0a-087ed1b10ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:19:43.648115 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-d6e923bf-e47f-4fcd-92ac-06d0b5f5a8f0 req-6babd746-bb20-4bb5-8c0a-087ed1b10ba6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3ceba6be-c195-4fd8-b10b-839022cc6ef4 HTTP/1.1" status: 200 len: 858 time: 0.0444956 May 12 17:19:43.689199 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e923bf-e47f-4fcd-92ac-06d0b5f5a8f0 req-4eddd693-dca4-4fc6-aa0d-f7a558ea9578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:19:43.690656 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-d6e923bf-e47f-4fcd-92ac-06d0b5f5a8f0 req-4eddd693-dca4-4fc6-aa0d-f7a558ea9578 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ff0d6338-2300-4010-ae74-9c2289a9588a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0364168 May 12 17:19:43.778947 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-d6e923bf-e47f-4fcd-92ac-06d0b5f5a8f0 req-f65981c2-1c04-4192-bdcf-6dec759afdbe service neutron] 10.222.0.58 "GET /v2.0/networks/ff0d6338-2300-4010-ae74-9c2289a9588a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819185 May 12 17:19:43.799705 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc5723e-6c4e-42d3-9de2-e1d29c51e3a7 req-5b83ef42-d6de-4f45-965d-0b4ea8314997 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:19:43.801215 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1dc5723e-6c4e-42d3-9de2-e1d29c51e3a7 req-5b83ef42-d6de-4f45-965d-0b4ea8314997 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/ports?device_id=878603bd-9524-4a76-88c3-463a2f09910f HTTP/1.1" status: 200 len: 946 time: 0.0596352 May 12 17:19:43.867131 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1dc5723e-6c4e-42d3-9de2-e1d29c51e3a7 req-e0e11099-8b70-4f6e-be23-92c99f7be2a6 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ad77cae-65fc-4aeb-aa6b-51c8f295ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491753 May 12 17:19:43.887701 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-d6e923bf-e47f-4fcd-92ac-06d0b5f5a8f0 req-dd55763b-d105-47c1-a942-65dbbc29b2ef service neutron] 10.222.0.58 "GET /v2.0/networks/ff0d6338-2300-4010-ae74-9c2289a9588a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991054 May 12 17:19:44.089427 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e97bbc-a269-4a95-95bb-6c2d3a638a4a req-f2e0a4ac-1ca0-409d-a2c2-fcef29856b45 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:19:44.091033 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-15e97bbc-a269-4a95-95bb-6c2d3a638a4a req-f2e0a4ac-1ca0-409d-a2c2-fcef29856b45 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/ports?device_id=878603bd-9524-4a76-88c3-463a2f09910f HTTP/1.1" status: 200 len: 946 time: 0.0483193 May 12 17:19:44.142036 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-15e97bbc-a269-4a95-95bb-6c2d3a638a4a req-7bd505a6-8b31-4090-b38b-f60e8eb4c40d tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ad77cae-65fc-4aeb-aa6b-51c8f295ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454612 May 12 17:19:44.186153 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb7c22d-b8b5-4f38-8d5c-a14824c5f4d2 req-09d9ba69-c4fc-4ef6-92b2-32264f5282ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:19:44.187650 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-efb7c22d-b8b5-4f38-8d5c-a14824c5f4d2 req-09d9ba69-c4fc-4ef6-92b2-32264f5282ef service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=67e7bebb3ef2474591626aa0a76d7a1d&device_id=878603bd-9524-4a76-88c3-463a2f09910f HTTP/1.1" status: 200 len: 1130 time: 0.0400949 May 12 17:19:44.280379 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb7c22d-b8b5-4f38-8d5c-a14824c5f4d2 req-8d8fb799-0ac3-40f7-8cc8-2733442f5399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:19:44.281839 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-efb7c22d-b8b5-4f38-8d5c-a14824c5f4d2 req-8d8fb799-0ac3-40f7-8cc8-2733442f5399 service neutron] 10.222.0.58 "GET /v2.0/networks?id=8e057b02-0e5b-44bd-83b7-2f23a5bc0a94 HTTP/1.1" status: 200 len: 911 time: 0.0862188 May 12 17:19:44.345632 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-efb7c22d-b8b5-4f38-8d5c-a14824c5f4d2 req-c6d78d8e-b393-4f43-b3e9-8841c411f7dc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b977622b-d460-4133-b674-446f064230f1 HTTP/1.1" status: 200 len: 1001 time: 0.0563543 May 12 17:19:44.400406 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb7c22d-b8b5-4f38-8d5c-a14824c5f4d2 req-599e75cc-4a57-4fc2-8061-834a6d696625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:19:44.401821 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-efb7c22d-b8b5-4f38-8d5c-a14824c5f4d2 req-599e75cc-4a57-4fc2-8061-834a6d696625 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ee2adf5e-fcc4-48d8-8205-399177bedd23 HTTP/1.1" status: 200 len: 849 time: 0.0456629 May 12 17:19:44.444203 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb7c22d-b8b5-4f38-8d5c-a14824c5f4d2 req-dcad909e-5ebe-4582-bac9-f2fbd99cd0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:19:44.446520 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-efb7c22d-b8b5-4f38-8d5c-a14824c5f4d2 req-dcad909e-5ebe-4582-bac9-f2fbd99cd0c7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8e057b02-0e5b-44bd-83b7-2f23a5bc0a94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378780 May 12 17:19:44.569171 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8a9d4d-9a99-4057-92db-f30ef4223c26 req-62ac9d11-ffe7-43d8-9aed-a669ea0deed2 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:19:44.570650 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-ef8a9d4d-9a99-4057-92db-f30ef4223c26 req-62ac9d11-ffe7-43d8-9aed-a669ea0deed2 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c29ebd7-1d9b-4dba-8a0f-7fe13bc1cdef HTTP/1.1" status: 200 len: 946 time: 0.0621376 May 12 17:19:44.575774 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-efb7c22d-b8b5-4f38-8d5c-a14824c5f4d2 req-cea05217-ff1f-4b1a-a025-ea5f7496cfc9 service neutron] 10.222.0.58 "GET /v2.0/networks/8e057b02-0e5b-44bd-83b7-2f23a5bc0a94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204636 May 12 17:19:44.669600 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-ef8a9d4d-9a99-4057-92db-f30ef4223c26 req-3954a9d6-d74f-41ff-a926-72fcaeb252fe tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=9702dc84-3779-4798-bdde-00bb7090b30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928099 May 12 17:19:44.692574 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-efb7c22d-b8b5-4f38-8d5c-a14824c5f4d2 req-0f842709-d9ae-453e-a2f2-52429703ff08 service neutron] 10.222.0.58 "GET /v2.0/networks/8e057b02-0e5b-44bd-83b7-2f23a5bc0a94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030114 May 12 17:19:45.265375 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd137e-a970-4063-a7d4-c3cf86625c8a req-c8983269-de1d-4126-a4d5-3e33cd77f928 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:19:45.266974 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b6bd137e-a970-4063-a7d4-c3cf86625c8a req-c8983269-de1d-4126-a4d5-3e33cd77f928 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/ports?device_id=878603bd-9524-4a76-88c3-463a2f09910f HTTP/1.1" status: 200 len: 946 time: 0.0556476 May 12 17:19:45.317162 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b6bd137e-a970-4063-a7d4-c3cf86625c8a req-41315e2b-5f48-414e-bb28-ebc7f88a4677 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ad77cae-65fc-4aeb-aa6b-51c8f295ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445797 May 12 17:19:45.779251 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44140064-6e0e-4bb6-9d57-f9444f9e71ff req-11034790-c0be-48de-a458-a77779ad0c7a tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:19:45.780696 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-44140064-6e0e-4bb6-9d57-f9444f9e71ff req-11034790-c0be-48de-a458-a77779ad0c7a tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c29ebd7-1d9b-4dba-8a0f-7fe13bc1cdef HTTP/1.1" status: 200 len: 946 time: 0.0457079 May 12 17:19:45.826327 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-44140064-6e0e-4bb6-9d57-f9444f9e71ff req-ced5aa19-fadf-4f02-9276-2dc36f905ad1 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=9702dc84-3779-4798-bdde-00bb7090b30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402820 May 12 17:19:46.441245 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0df235-61ff-4504-bef2-f4c8b848a19a req-5ae84209-34f4-482b-8bf7-e369fea7080a tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:19:46.442773 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0b0df235-61ff-4504-bef2-f4c8b848a19a req-5ae84209-34f4-482b-8bf7-e369fea7080a tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/ports?device_id=878603bd-9524-4a76-88c3-463a2f09910f HTTP/1.1" status: 200 len: 946 time: 0.0561118 May 12 17:19:46.490659 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0b0df235-61ff-4504-bef2-f4c8b848a19a req-6db3168a-f7df-4afb-bf29-2a0a64cb5b54 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ad77cae-65fc-4aeb-aa6b-51c8f295ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411463 May 12 17:19:46.945707 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20882a3-6ded-4c26-9340-4b59ae6f0204 req-c44e60b5-60aa-4ca6-8298-f07fb39543e2 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:19:46.947246 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-f20882a3-6ded-4c26-9340-4b59ae6f0204 req-c44e60b5-60aa-4ca6-8298-f07fb39543e2 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c29ebd7-1d9b-4dba-8a0f-7fe13bc1cdef HTTP/1.1" status: 200 len: 946 time: 0.0465968 May 12 17:19:46.998366 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-f20882a3-6ded-4c26-9340-4b59ae6f0204 req-684e4746-c5ca-48de-a5cf-2eb40e521cbb tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=9702dc84-3779-4798-bdde-00bb7090b30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442569 May 12 17:19:48.108684 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e6515b-fcd2-4963-8ecb-f8c243bbbf66 req-9612f55d-d6f1-4b81-b76b-3fc5dd18f6c8 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:19:48.110115 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e6e6515b-fcd2-4963-8ecb-f8c243bbbf66 req-9612f55d-d6f1-4b81-b76b-3fc5dd18f6c8 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c29ebd7-1d9b-4dba-8a0f-7fe13bc1cdef HTTP/1.1" status: 200 len: 946 time: 0.0451236 May 12 17:19:48.158378 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e6e6515b-fcd2-4963-8ecb-f8c243bbbf66 req-d822fc7c-d5eb-4a9e-b717-4336fce3a638 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=9702dc84-3779-4798-bdde-00bb7090b30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427177 May 12 17:19:49.271205 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc93b88a-5117-47b1-89d8-7a3e2a190a1c req-6fe09694-97ce-4996-9295-9402a981ed45 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:19:49.272634 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-fc93b88a-5117-47b1-89d8-7a3e2a190a1c req-6fe09694-97ce-4996-9295-9402a981ed45 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c29ebd7-1d9b-4dba-8a0f-7fe13bc1cdef HTTP/1.1" status: 200 len: 946 time: 0.0488119 May 12 17:19:49.321105 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-fc93b88a-5117-47b1-89d8-7a3e2a190a1c req-e8d27ecf-6084-4c8b-b2bd-453da47e300e tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=9702dc84-3779-4798-bdde-00bb7090b30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430410 May 12 17:19:50.434559 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52280a3b-08be-4e84-aed7-fc88e087d4f4 req-5dd5d111-12d5-4942-85ec-550c4149520c tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:19:50.436047 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-52280a3b-08be-4e84-aed7-fc88e087d4f4 req-5dd5d111-12d5-4942-85ec-550c4149520c tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c29ebd7-1d9b-4dba-8a0f-7fe13bc1cdef HTTP/1.1" status: 200 len: 946 time: 0.0484810 May 12 17:19:50.481372 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-52280a3b-08be-4e84-aed7-fc88e087d4f4 req-582cafa8-3e32-40d2-9c97-fb4395e9a76b tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=9702dc84-3779-4798-bdde-00bb7090b30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397909 May 12 17:19:51.598514 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fae6a77-75bd-4e83-a840-a58102d49728 req-fb91bd4c-f0ac-4ddc-b583-ba006d535d13 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:19:51.600026 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2fae6a77-75bd-4e83-a840-a58102d49728 req-fb91bd4c-f0ac-4ddc-b583-ba006d535d13 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c29ebd7-1d9b-4dba-8a0f-7fe13bc1cdef HTTP/1.1" status: 200 len: 946 time: 0.0465322 May 12 17:19:51.649025 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2fae6a77-75bd-4e83-a840-a58102d49728 req-8fb3bcfd-2068-429a-8576-08c4843e7c52 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=9702dc84-3779-4798-bdde-00bb7090b30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432944 May 12 17:19:52.407766 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.agents_db [None req-75b73116-3060-4b2b-9211-a804f2896a96 None None] Agent healthcheck: found 6 active agents {{(pid=103471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:19:52.411777 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52994e6-7c6d-41df-b7ac-7c2b880b6dbc req-863f2c56-abea-4330-b138-12230df6bcd8 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:19:52.413640 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-c52994e6-7c6d-41df-b7ac-7c2b880b6dbc req-863f2c56-abea-4330-b138-12230df6bcd8 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=47998668-5296-4019-a02c-3c80e30ff266 HTTP/1.1" status: 200 len: 947 time: 0.0511837 May 12 17:19:52.459124 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-c52994e6-7c6d-41df-b7ac-7c2b880b6dbc req-9e71ac26-659b-4876-903e-7e2cef6444e5 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=05809961-ab33-4b51-9eba-3187efbff5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399590 May 12 17:19:52.792524 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf954e7-ff2e-4433-9695-5c2883ac8b9b req-dde7bd65-bf58-4b38-ab9a-b91070e195c5 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:19:52.793971 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-edf954e7-ff2e-4433-9695-5c2883ac8b9b req-dde7bd65-bf58-4b38-ab9a-b91070e195c5 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c29ebd7-1d9b-4dba-8a0f-7fe13bc1cdef HTTP/1.1" status: 200 len: 946 time: 0.0487506 May 12 17:19:52.840892 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-edf954e7-ff2e-4433-9695-5c2883ac8b9b req-8fb8a8c6-7dfd-4068-a9b2-891431cde609 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=9702dc84-3779-4798-bdde-00bb7090b30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413232 May 12 17:19:53.575539 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf46440-ea3c-4b94-be95-2953b71ea6e0 req-cadd98bf-f5b5-4836-9e67-7311fbcd7752 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:19:53.577021 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-0cf46440-ea3c-4b94-be95-2953b71ea6e0 req-cadd98bf-f5b5-4836-9e67-7311fbcd7752 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=47998668-5296-4019-a02c-3c80e30ff266 HTTP/1.1" status: 200 len: 947 time: 0.0473688 May 12 17:19:53.626065 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-0cf46440-ea3c-4b94-be95-2953b71ea6e0 req-779f1592-4b0c-4e82-9f33-1390f1633df6 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=05809961-ab33-4b51-9eba-3187efbff5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426040 May 12 17:19:53.778310 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-909b1e83-1835-4edb-afeb-20add8e58b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (ad05f391-ff61-4b74-a3af-7ffb7f485489), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:19:53.957745 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7130164-c6a4-44ec-a08d-d7975d052c6e req-65ccb30f-438d-4f7b-abb0-46c65e8a758a tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:19:53.959499 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f7130164-c6a4-44ec-a08d-d7975d052c6e req-65ccb30f-438d-4f7b-abb0-46c65e8a758a tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c29ebd7-1d9b-4dba-8a0f-7fe13bc1cdef HTTP/1.1" status: 200 len: 946 time: 0.0496242 May 12 17:19:54.015979 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f7130164-c6a4-44ec-a08d-d7975d052c6e req-17451202-65d7-49b4-8a6a-ddf8c42a6c14 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=9702dc84-3779-4798-bdde-00bb7090b30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445628 May 12 17:19:54.180788 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c00f22-b7b0-4cd3-ac84-5cea63df2c01 req-2b36d7b7-9599-4a5b-8258-fde8bc71c2ec tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:19:54.182182 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-72c00f22-b7b0-4cd3-ac84-5cea63df2c01 req-2b36d7b7-9599-4a5b-8258-fde8bc71c2ec tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.58 "GET /v2.0/ports?device_id=47998668-5296-4019-a02c-3c80e30ff266 HTTP/1.1" status: 200 len: 947 time: 0.0453475 May 12 17:19:54.267777 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [req-72c00f22-b7b0-4cd3-ac84-5cea63df2c01 req-84713f56-1a31-42f8-bccf-ef3b2d7df0f9 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Deleting port 83ec910a-00e4-4992-bde0-b3583158daf3 {{(pid=103468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:19:54.268183 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-72c00f22-b7b0-4cd3-ac84-5cea63df2c01 req-84713f56-1a31-42f8-bccf-ef3b2d7df0f9 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774528024037'] for port (83ec910a-00e4-4992-bde0-b3583158daf3), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:19:54.364272 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.db [req-72c00f22-b7b0-4cd3-ac84-5cea63df2c01 req-84713f56-1a31-42f8-bccf-ef3b2d7df0f9 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] For port 83ec910a-00e4-4992-bde0-b3583158daf3, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=83ec910a-00e4-4992-bde0-b3583158daf3,segment=NetworkSegment(c7a6aaf3-54ce-4151-ae72-69f500e464b9),segment_id=c7a6aaf3-54ce-4151-ae72-69f500e464b9)] {{(pid=103468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:19:54.364630 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-72c00f22-b7b0-4cd3-ac84-5cea63df2c01 req-84713f56-1a31-42f8-bccf-ef3b2d7df0f9 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683095'] for port (83ec910a-00e4-4992-bde0-b3583158daf3), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:19:54.794616 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4543d0e6-ea7e-4634-931a-60c177d7dd1a req-c62beb7f-e6ef-4b9f-9bc6-a1f49d630e76 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:19:54.796104 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-4543d0e6-ea7e-4634-931a-60c177d7dd1a req-c62beb7f-e6ef-4b9f-9bc6-a1f49d630e76 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=47998668-5296-4019-a02c-3c80e30ff266 HTTP/1.1" status: 200 len: 947 time: 0.0986795 May 12 17:19:54.901040 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-4543d0e6-ea7e-4634-931a-60c177d7dd1a req-40f98ddd-66fa-4f5e-8dec-072998989d75 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=05809961-ab33-4b51-9eba-3187efbff5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957594 May 12 17:19:54.902810 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-72c00f22-b7b0-4cd3-ac84-5cea63df2c01 req-84713f56-1a31-42f8-bccf-ef3b2d7df0f9 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:19:54.903173 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-72c00f22-b7b0-4cd3-ac84-5cea63df2c01 req-84713f56-1a31-42f8-bccf-ef3b2d7df0f9 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682608'] for floatingip (3b2982b4-5485-44e2-93ce-759a687a64a3), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:19:54.903485 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.db.l3_db [req-72c00f22-b7b0-4cd3-ac84-5cea63df2c01 req-84713f56-1a31-42f8-bccf-ef3b2d7df0f9 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Floating IP 3b2982b4-5485-44e2-93ce-759a687a64a3 disassociated. External IP: 172.27.0.119, port: 83ec910a-00e4-4992-bde0-b3583158daf3. May 12 17:19:54.903831 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [req-72c00f22-b7b0-4cd3-ac84-5cea63df2c01 req-84713f56-1a31-42f8-bccf-ef3b2d7df0f9 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Calling delete_port for 83ec910a-00e4-4992-bde0-b3583158daf3 owned by compute:nova {{(pid=103468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:19:55.032013 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-72c00f22-b7b0-4cd3-ac84-5cea63df2c01 req-84713f56-1a31-42f8-bccf-ef3b2d7df0f9 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774528036217', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774527475294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11526335'] for port (83ec910a-00e4-4992-bde0-b3583158daf3), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:19:55.058344 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84713f56-1a31-42f8-bccf-ef3b2d7df0f9 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Pushing event deleted for resources: {'Port': ['ID=83ec910a-00e4-4992-bde0-b3583158daf3,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:19:55.128098 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9bfe02-912e-47ba-bbf2-16bdfaaf179a req-6e175dfc-f105-4c51-8964-615f13dd9c69 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:19:55.129690 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-cd9bfe02-912e-47ba-bbf2-16bdfaaf179a req-6e175dfc-f105-4c51-8964-615f13dd9c69 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c29ebd7-1d9b-4dba-8a0f-7fe13bc1cdef HTTP/1.1" status: 200 len: 946 time: 0.0471928 May 12 17:19:55.187479 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.l3_agent_scheduler [req-72c00f22-b7b0-4cd3-ac84-5cea63df2c01 req-84713f56-1a31-42f8-bccf-ef3b2d7df0f9 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Router d37f8c35-61d9-4e4e-a436-9cc0a220161d has already been hosted by L3 agent e5548ccc-31b8-4072-a6b0-52b00208ea79 {{(pid=103468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:19:55.195403 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-cd9bfe02-912e-47ba-bbf2-16bdfaaf179a req-7e0c50a2-50fc-474c-b08d-ed8ffa7e0084 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=9702dc84-3779-4798-bdde-00bb7090b30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585010 May 12 17:19:55.304628 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-72c00f22-b7b0-4cd3-ac84-5cea63df2c01 req-84713f56-1a31-42f8-bccf-ef3b2d7df0f9 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Notify agent at l3_agent.dv-cinder-841591-1-iscsi the message routers_updated {{(pid=103468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:19:55.314814 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521a2882-791b-44f1-93f7-9c5b0d0ef2e1 None None] Sync routers for ids ['d37f8c35-61d9-4e4e-a436-9cc0a220161d'] in dv-cinder-841591-1-iscsi {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:19:55.324712 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521a2882-791b-44f1-93f7-9c5b0d0ef2e1 None None] Routers {'d37f8c35-61d9-4e4e-a436-9cc0a220161d'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:19:55.325335 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-521a2882-791b-44f1-93f7-9c5b0d0ef2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:19:26Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['d37f8c35-61d9-4e4e-a436-9cc0a220161d'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:19:55.349260 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [req-72c00f22-b7b0-4cd3-ac84-5cea63df2c01 req-84713f56-1a31-42f8-bccf-ef3b2d7df0f9 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] No DVR routers for this DVR port 83ec910a-00e4-4992-bde0-b3583158daf3 on host hv-cinder-84159 {{(pid=103468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:19:55.352282 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-72c00f22-b7b0-4cd3-ac84-5cea63df2c01 req-84713f56-1a31-42f8-bccf-ef3b2d7df0f9 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36930'] for port (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:19:55.355540 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-72c00f22-b7b0-4cd3-ac84-5cea63df2c01 req-84713f56-1a31-42f8-bccf-ef3b2d7df0f9 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.58 "DELETE /v2.0/ports/83ec910a-00e4-4992-bde0-b3583158daf3 HTTP/1.1" status: 204 len: 173 time: 1.1675797 May 12 17:19:55.355984 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47998668-5296-4019-a02c-3c80e30ff266', 'name': 'network-vif-deleted', 'tag': '83ec910a-00e4-4992-bde0-b3583158daf3'}] {{(pid=103468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:19:55.358777 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11327eb0f41ff280cd3a6497cf1c944478feb1aae12e82efcad6faf65da72353" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bb26490-4f05-4d32-9277-f863c1689046" -d '{"events": [{"server_uuid": "47998668-5296-4019-a02c-3c80e30ff266", "name": "network-vif-deleted", "tag": "83ec910a-00e4-4992-bde0-b3583158daf3"}]}' {{(pid=103468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:19:55.437767 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5814010-8807-4cea-bc4c-e5446bdf2b86 x-openstack-request-id: req-a5814010-8807-4cea-bc4c-e5446bdf2b86 {{(pid=103468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:19:55.438019 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47998668-5296-4019-a02c-3c80e30ff266", "name": "network-vif-deleted", "tag": "83ec910a-00e4-4992-bde0-b3583158daf3", "status": "completed", "code": 200}]} {{(pid=103468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:19:55.438267 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a5814010-8807-4cea-bc4c-e5446bdf2b86 {{(pid=103468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:19:55.438696 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5814010-8807-4cea-bc4c-e5446bdf2b86'] response: {'server_uuid': '47998668-5296-4019-a02c-3c80e30ff266', 'name': 'network-vif-deleted', 'tag': '83ec910a-00e4-4992-bde0-b3583158daf3', 'status': 'completed', 'code': 200} May 12 17:19:55.441473 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-521a2882-791b-44f1-93f7-9c5b0d0ef2e1 None None] Set router d37f8c35-61d9-4e4e-a436-9cc0a220161d gateway port host: dv-cinder-841591-1-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:19:55.659200 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-521a2882-791b-44f1-93f7-9c5b0d0ef2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd37f8c35-61d9-4e4e-a436-9cc0a220161d', 'name': 'tempest-AttachVolumeShelveTestJSON-2060211433-router', 'tenant_id': '9f96cd34d1bc46b78a000e0b5af9d6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'ba44eb14-e418-4de5-8e35-cd3da218b7fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:15:55Z', 'updated_at': '2022-05-12T17:15:59Z', 'revision_number': 4, 'project_id': '9f96cd34d1bc46b78a000e0b5af9d6a2', 'gw_port': {'id': 'ba44eb14-e418-4de5-8e35-cd3da218b7fa', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a7:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37f8c35-61d9-4e4e-a436-9cc0a220161d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:15:55Z', 'updated_at': '2022-05-12T17:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_interfaces': [{'id': '1ad17248-876b-46c4-8895-543e86966af1', 'name': '', 'network_id': '77b21ff8-23c6-42d2-9321-6759378651ee', 'tenant_id': '9f96cd34d1bc46b78a000e0b5af9d6a2', 'mac_address': 'fa:16:3e:ff:14:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37f8c35-61d9-4e4e-a436-9cc0a220161d', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '0cd36ca6-63ed-4772-87aa-c30fa42b51b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:15:57Z', 'updated_at': '2022-05-12T17:16:12Z', 'revision_number': 5, 'project_id': '9f96cd34d1bc46b78a000e0b5af9d6a2', 'subnets': [{'id': '0cd36ca6-63ed-4772-87aa-c30fa42b51b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:19:55.685330 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521a2882-791b-44f1-93f7-9c5b0d0ef2e1 None None] Checking router: d37f8c35-61d9-4e4e-a436-9cc0a220161d for host: dv-cinder-841591-1-iscsi {{(pid=103471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:19:55.693952 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521a2882-791b-44f1-93f7-9c5b0d0ef2e1 None None] Routers {'d37f8c35-61d9-4e4e-a436-9cc0a220161d'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:19:55.694523 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-521a2882-791b-44f1-93f7-9c5b0d0ef2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:19:26Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['d37f8c35-61d9-4e4e-a436-9cc0a220161d'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:19:55.901670 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-521a2882-791b-44f1-93f7-9c5b0d0ef2e1 None None] Set router d37f8c35-61d9-4e4e-a436-9cc0a220161d gateway port host: dv-cinder-841591-1-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:19:55.999522 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 59330) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:19:56.067092 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-5e6f3844-d9dc-43ab-8eae-b08ef0034e70 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Publish callbacks [] for security_group (05809961-ab33-4b51-9eba-3187efbff5fa), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:19:56.094643 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-5e6f3844-d9dc-43ab-8eae-b08ef0034e70 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Publish callbacks [] for security_group (05809961-ab33-4b51-9eba-3187efbff5fa), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:19:56.101041 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-521a2882-791b-44f1-93f7-9c5b0d0ef2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd37f8c35-61d9-4e4e-a436-9cc0a220161d', 'name': 'tempest-AttachVolumeShelveTestJSON-2060211433-router', 'tenant_id': '9f96cd34d1bc46b78a000e0b5af9d6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'ba44eb14-e418-4de5-8e35-cd3da218b7fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:15:55Z', 'updated_at': '2022-05-12T17:15:59Z', 'revision_number': 4, 'project_id': '9f96cd34d1bc46b78a000e0b5af9d6a2', 'gw_port': {'id': 'ba44eb14-e418-4de5-8e35-cd3da218b7fa', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a7:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37f8c35-61d9-4e4e-a436-9cc0a220161d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:15:55Z', 'updated_at': '2022-05-12T17:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_interfaces': [{'id': '1ad17248-876b-46c4-8895-543e86966af1', 'name': '', 'network_id': '77b21ff8-23c6-42d2-9321-6759378651ee', 'tenant_id': '9f96cd34d1bc46b78a000e0b5af9d6a2', 'mac_address': 'fa:16:3e:ff:14:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37f8c35-61d9-4e4e-a436-9cc0a220161d', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '0cd36ca6-63ed-4772-87aa-c30fa42b51b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:15:57Z', 'updated_at': '2022-05-12T17:16:12Z', 'revision_number': 5, 'project_id': '9f96cd34d1bc46b78a000e0b5af9d6a2', 'subnets': [{'id': '0cd36ca6-63ed-4772-87aa-c30fa42b51b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:19:56.133062 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521a2882-791b-44f1-93f7-9c5b0d0ef2e1 None None] The sync data for ids ['d37f8c35-61d9-4e4e-a436-9cc0a220161d'] in dv-cinder-841591-1-iscsi is: [{'id': 'd37f8c35-61d9-4e4e-a436-9cc0a220161d', 'name': 'tempest-AttachVolumeShelveTestJSON-2060211433-router', 'tenant_id': '9f96cd34d1bc46b78a000e0b5af9d6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'ba44eb14-e418-4de5-8e35-cd3da218b7fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:15:55Z', 'updated_at': '2022-05-12T17:15:59Z', 'revision_number': 4, 'project_id': '9f96cd34d1bc46b78a000e0b5af9d6a2', 'gw_port': {'id': 'ba44eb14-e418-4de5-8e35-cd3da218b7fa', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a7:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37f8c35-61d9-4e4e-a436-9cc0a220161d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:15:55Z', 'updated_at': '2022-05-12T17:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_interfaces': [{'id': '1ad17248-876b-46c4-8895-543e86966af1', 'name': '', 'network_id': '77b21ff8-23c6-42d2-9321-6759378651ee', 'tenant_id': '9f96cd34d1bc46b78a000e0b5af9d6a2', 'mac_address': 'fa:16:3e:ff:14:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37f8c35-61d9-4e4e-a436-9cc0a220161d', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '0cd36ca6-63ed-4772-87aa-c30fa42b51b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:15:57Z', 'updated_at': '2022-05-12T17:16:12Z', 'revision_number': 5, 'project_id': '9f96cd34d1bc46b78a000e0b5af9d6a2', 'subnets': [{'id': '0cd36ca6-63ed-4772-87aa-c30fa42b51b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:19:56.148669 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-5e6f3844-d9dc-43ab-8eae-b08ef0034e70 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (05809961-ab33-4b51-9eba-3187efbff5fa), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:19:56.151909 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-5e6f3844-d9dc-43ab-8eae-b08ef0034e70 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:19:56.153353 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-5e6f3844-d9dc-43ab-8eae-b08ef0034e70 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "DELETE /v2.0/security-groups/05809961-ab33-4b51-9eba-3187efbff5fa HTTP/1.1" status: 204 len: 168 time: 0.1527996 May 12 17:19:56.156119 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 59332) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:19:56.168430 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6f3844-d9dc-43ab-8eae-b08ef0034e70 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05809961-ab33-4b51-9eba-3187efbff5fa,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:19:56.180735 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.api.v2.resource [None req-73b49880-9cf0-45fd-9a71-b4bd87d46ef7 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] show failed (client error): The resource could not be found. May 12 17:19:56.181997 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-73b49880-9cf0-45fd-9a71-b4bd87d46ef7 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups/05809961-ab33-4b51-9eba-3187efbff5fa HTTP/1.1" status: 404 len: 347 time: 0.0249102 May 12 17:19:56.185144 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 59334) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:19:56.200436 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-ca38a629-8d5b-47a6-863a-a8aa82726cd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (e5548ccc-31b8-4072-a6b0-52b00208ea79), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:19:56.368148 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2668a8d-c03a-49f8-8fea-6bfd53c2b5da req-fb3d9bc9-8f80-45b8-9d19-2a054538a4d3 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:19:56.369693 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b2668a8d-c03a-49f8-8fea-6bfd53c2b5da req-fb3d9bc9-8f80-45b8-9d19-2a054538a4d3 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c29ebd7-1d9b-4dba-8a0f-7fe13bc1cdef HTTP/1.1" status: 200 len: 946 time: 0.0632405 May 12 17:19:56.384956 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-97f5297d-dc29-431a-be70-4514b5db921b req-2f415a41-5103-4442-9160-16c17a6acec3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=68fea2bf-d6a6-4a97-be8f-bd754b36e60c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0517926 May 12 17:19:56.387992 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-ae490c5a-d7a4-47fa-8d9c-6c5efc9c2262 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Deleting port 981d5955-7739-490c-8759-ac95e0415d99 {{(pid=103469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:19:56.388539 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-ae490c5a-d7a4-47fa-8d9c-6c5efc9c2262 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774528024037'] for port (981d5955-7739-490c-8759-ac95e0415d99), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:19:56.443596 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f5297d-dc29-431a-be70-4514b5db921b req-9c784c27-bf00-4c67-b077-add65b99a24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:19:56.445941 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-97f5297d-dc29-431a-be70-4514b5db921b req-9c784c27-bf00-4c67-b077-add65b99a24d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=638166bec22640968de80cfeaeed437b&device_id=68fea2bf-d6a6-4a97-be8f-bd754b36e60c HTTP/1.1" status: 200 len: 1129 time: 0.0463324 May 12 17:19:56.467516 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b2668a8d-c03a-49f8-8fea-6bfd53c2b5da req-06cf377c-8ff0-45bc-844c-1c8d3d85d706 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=9702dc84-3779-4798-bdde-00bb7090b30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813625 May 12 17:19:56.527622 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-ae490c5a-d7a4-47fa-8d9c-6c5efc9c2262 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683095'] for port (981d5955-7739-490c-8759-ac95e0415d99), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:19:56.528484 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-ae490c5a-d7a4-47fa-8d9c-6c5efc9c2262 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Publish callbacks [] for floatingip (981d5955-7739-490c-8759-ac95e0415d99), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:19:56.543265 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-ae490c5a-d7a4-47fa-8d9c-6c5efc9c2262 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Calling delete_port for 981d5955-7739-490c-8759-ac95e0415d99 owned by network:floatingip {{(pid=103469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:19:56.561952 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25078051-5d5e-476c-852b-66c432b6d860 None None] New status for floating IP 3b2982b4-5485-44e2-93ce-759a687a64a3: DOWN {{(pid=103470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 17:19:56.566212 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f5297d-dc29-431a-be70-4514b5db921b req-65227032-58cd-4077-81bc-47d702fef515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:19:56.567709 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-97f5297d-dc29-431a-be70-4514b5db921b req-65227032-58cd-4077-81bc-47d702fef515 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ff0d6338-2300-4010-ae74-9c2289a9588a HTTP/1.1" status: 200 len: 920 time: 0.1021414 May 12 17:19:56.614056 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-97f5297d-dc29-431a-be70-4514b5db921b req-c997f43b-a23f-4809-8955-31aa2db8ff5f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b14ecbe-91e8-4995-96ec-24bef4c83422 HTTP/1.1" status: 200 len: 217 time: 0.0374317 May 12 17:19:56.683838 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f5297d-dc29-431a-be70-4514b5db921b req-9fedbb97-6f52-419a-b41f-7af704bee2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:19:56.685490 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-97f5297d-dc29-431a-be70-4514b5db921b req-9fedbb97-6f52-419a-b41f-7af704bee2a8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3ceba6be-c195-4fd8-b10b-839022cc6ef4 HTTP/1.1" status: 200 len: 858 time: 0.0597496 May 12 17:19:56.720541 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-ae490c5a-d7a4-47fa-8d9c-6c5efc9c2262 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774528036217', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774527475294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968517'] for port (981d5955-7739-490c-8759-ac95e0415d99), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:19:56.720991 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.db.api [None req-25078051-5d5e-476c-852b-66c432b6d860 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103470) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 12 17:19:56.722023 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG oslo_db.api [None req-25078051-5d5e-476c-852b-66c432b6d860 None None] Performing DB retry for function neutron.db.l3_db.L3_NAT_dbonly_mixin.update_floatingip_status {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 17:19:56.739098 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f5297d-dc29-431a-be70-4514b5db921b req-c7d1ccae-d3f0-4777-a1ce-ea612a6a88a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:19:56.740790 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-97f5297d-dc29-431a-be70-4514b5db921b req-c7d1ccae-d3f0-4777-a1ce-ea612a6a88a4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ff0d6338-2300-4010-ae74-9c2289a9588a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438678 May 12 17:19:56.750033 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae490c5a-d7a4-47fa-8d9c-6c5efc9c2262 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Pushing event deleted for resources: {'Port': ['ID=981d5955-7739-490c-8759-ac95e0415d99,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:19:56.818341 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-ae490c5a-d7a4-47fa-8d9c-6c5efc9c2262 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Publish callbacks [] for floatingip (3b2982b4-5485-44e2-93ce-759a687a64a3), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:19:56.821384 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-ae490c5a-d7a4-47fa-8d9c-6c5efc9c2262 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36930'] for floatingip (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:19:56.822764 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-ae490c5a-d7a4-47fa-8d9c-6c5efc9c2262 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "DELETE /v2.0/floatingips/3b2982b4-5485-44e2-93ce-759a687a64a3 HTTP/1.1" status: 204 len: 168 time: 0.6365249 May 12 17:19:56.847084 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-97f5297d-dc29-431a-be70-4514b5db921b req-c74adeed-676f-4abc-84ac-eb684fd11b62 service neutron] 10.222.0.58 "GET /v2.0/networks/ff0d6338-2300-4010-ae74-9c2289a9588a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982766 May 12 17:19:56.927915 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 59344) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:19:56.933650 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-ae2548a1-5c21-492c-8712-5b1367390395 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2092899800', 'description': 'tempest-description--826505379'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:19:56.962406 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-ae2548a1-5c21-492c-8712-5b1367390395 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:19:56.966868 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-97f5297d-dc29-431a-be70-4514b5db921b req-9cb3907e-2926-4d71-83a0-6aba3c214999 service neutron] 10.222.0.58 "GET /v2.0/networks/ff0d6338-2300-4010-ae74-9c2289a9588a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075013 May 12 17:19:57.036901 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-ae2548a1-5c21-492c-8712-5b1367390395 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Publish callbacks [] for security_group (fee15b42-3a1a-44ff-bb18-06fe84b6efc0), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:19:57.042055 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-ae2548a1-5c21-492c-8712-5b1367390395 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (fee15b42-3a1a-44ff-bb18-06fe84b6efc0), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:19:57.070993 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2548a1-5c21-492c-8712-5b1367390395 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fee15b42-3a1a-44ff-bb18-06fe84b6efc0,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:19:57.075041 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-ae2548a1-5c21-492c-8712-5b1367390395 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:19:57.076235 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-ae2548a1-5c21-492c-8712-5b1367390395 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1464274 May 12 17:19:57.079107 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 59346) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:19:57.083463 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-ec309b16-2f4c-4a5a-936a-e570af5e2c69 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Request body: {'security_group_rule': {'security_group_id': 'fee15b42-3a1a-44ff-bb18-06fe84b6efc0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:19:57.109241 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-ec309b16-2f4c-4a5a-936a-e570af5e2c69 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Publish callbacks [] for security_group_rule (4481c810-a1a2-4a8c-9c90-2ef019c9827d), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:19:57.165937 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-ec309b16-2f4c-4a5a-936a-e570af5e2c69 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Publish callbacks [] for security_group_rule (4481c810-a1a2-4a8c-9c90-2ef019c9827d), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:19:57.170188 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-ec309b16-2f4c-4a5a-936a-e570af5e2c69 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462143'] for security_group_rule (4481c810-a1a2-4a8c-9c90-2ef019c9827d), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:19:57.187968 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec309b16-2f4c-4a5a-936a-e570af5e2c69 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4481c810-a1a2-4a8c-9c90-2ef019c9827d,revision_number=0']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:19:57.194942 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-ec309b16-2f4c-4a5a-936a-e570af5e2c69 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:19:57.196119 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-ec309b16-2f4c-4a5a-936a-e570af5e2c69 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1161077 May 12 17:19:57.198740 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 59348) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:19:57.202873 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-bc72db17-0dd5-44cd-94ef-ec4fad52466d tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Request body: {'security_group_rule': {'security_group_id': 'fee15b42-3a1a-44ff-bb18-06fe84b6efc0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:19:57.232237 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-bc72db17-0dd5-44cd-94ef-ec4fad52466d tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Publish callbacks [] for security_group_rule (f9464325-fbbf-4a5b-bc41-5865ceae2adc), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:19:57.275418 dv-cinder-841591-1-iscsi neutron-server[103470]: WARNING neutron.objects.base [None req-25078051-5d5e-476c-852b-66c432b6d860 None None] ORM session: SQL execution without transaction in progress, traceback: May 12 17:19:57.275418 dv-cinder-841591-1-iscsi neutron-server[103470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/greenpool.py", line 88, in _spawn_n_impl May 12 17:19:57.275418 dv-cinder-841591-1-iscsi neutron-server[103470]: func(*args, **kwargs) May 12 17:19:57.275418 dv-cinder-841591-1-iscsi neutron-server[103470]: File "/usr/local/lib/python3.8/dist-packages/futurist/_green.py", line 69, in __call__ May 12 17:19:57.275418 dv-cinder-841591-1-iscsi neutron-server[103470]: self.work.run() May 12 17:19:57.275418 dv-cinder-841591-1-iscsi neutron-server[103470]: File "/usr/local/lib/python3.8/dist-packages/futurist/_utils.py", line 45, in run May 12 17:19:57.275418 dv-cinder-841591-1-iscsi neutron-server[103470]: result = self.fn(*self.args, **self.kwargs) May 12 17:19:57.275418 dv-cinder-841591-1-iscsi neutron-server[103470]: File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 12 17:19:57.275418 dv-cinder-841591-1-iscsi neutron-server[103470]: res = self.dispatcher.dispatch(message) May 12 17:19:57.275418 dv-cinder-841591-1-iscsi neutron-server[103470]: File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 12 17:19:57.275418 dv-cinder-841591-1-iscsi neutron-server[103470]: return self._do_dispatch(endpoint, method, ctxt, args) May 12 17:19:57.275418 dv-cinder-841591-1-iscsi neutron-server[103470]: File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 12 17:19:57.275418 dv-cinder-841591-1-iscsi neutron-server[103470]: result = func(ctxt, **new_args) May 12 17:19:57.275418 dv-cinder-841591-1-iscsi neutron-server[103470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped May 12 17:19:57.275418 dv-cinder-841591-1-iscsi neutron-server[103470]: return f(*args, **kwargs) May 12 17:19:57.275418 dv-cinder-841591-1-iscsi neutron-server[103470]: File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 12 17:19:57.275418 dv-cinder-841591-1-iscsi neutron-server[103470]: return f(*args, **kwargs) May 12 17:19:57.275418 dv-cinder-841591-1-iscsi neutron-server[103470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped May 12 17:19:57.275418 dv-cinder-841591-1-iscsi neutron-server[103470]: return f(*dup_args, **dup_kwargs) May 12 17:19:57.275418 dv-cinder-841591-1-iscsi neutron-server[103470]: File "/opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py", line 274, in update_floatingip_statuses May 12 17:19:57.275418 dv-cinder-841591-1-iscsi neutron-server[103470]: self.l3plugin.update_floatingip_status(context, May 12 17:19:57.275418 dv-cinder-841591-1-iscsi neutron-server[103470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped May 12 17:19:57.275418 dv-cinder-841591-1-iscsi neutron-server[103470]: return f_with_retry(*args, **kwargs, May 12 17:19:57.275418 dv-cinder-841591-1-iscsi neutron-server[103470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped May 12 17:19:57.275418 dv-cinder-841591-1-iscsi neutron-server[103470]: return f(*args, **kwargs) May 12 17:19:57.275418 dv-cinder-841591-1-iscsi neutron-server[103470]: File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 12 17:19:57.275418 dv-cinder-841591-1-iscsi neutron-server[103470]: return f(*args, **kwargs) May 12 17:19:57.275418 dv-cinder-841591-1-iscsi neutron-server[103470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped May 12 17:19:57.275418 dv-cinder-841591-1-iscsi neutron-server[103470]: return f(*dup_args, **dup_kwargs) May 12 17:19:57.275418 dv-cinder-841591-1-iscsi neutron-server[103470]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 1557, in update_floatingip_status May 12 17:19:57.275418 dv-cinder-841591-1-iscsi neutron-server[103470]: return l3_obj.FloatingIP.update_object( May 12 17:19:57.275418 dv-cinder-841591-1-iscsi neutron-server[103470]: File "/opt/stack/neutron/neutron/objects/base.py", line 737, in update_object May 12 17:19:57.275418 dv-cinder-841591-1-iscsi neutron-server[103470]: return super(NeutronDbObject, cls).update_object( May 12 17:19:57.275418 dv-cinder-841591-1-iscsi neutron-server[103470]: File "/opt/stack/neutron/neutron/objects/base.py", line 329, in update_object May 12 17:19:57.275418 dv-cinder-841591-1-iscsi neutron-server[103470]: obj = cls.get_object( May 12 17:19:57.275418 dv-cinder-841591-1-iscsi neutron-server[103470]: File "/opt/stack/neutron/neutron/objects/base.py", line 644, in get_object May 12 17:19:57.275418 dv-cinder-841591-1-iscsi neutron-server[103470]: db_obj = obj_db_api.get_object( May 12 17:19:57.275418 dv-cinder-841591-1-iscsi neutron-server[103470]: File "/opt/stack/neutron/neutron/objects/db/api.py", line 35, in get_object May 12 17:19:57.275418 dv-cinder-841591-1-iscsi neutron-server[103470]: return _get_filter_query(obj_cls, context, **kwargs).first() May 12 17:19:57.275418 dv-cinder-841591-1-iscsi neutron-server[103470]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2819, in first May 12 17:19:57.275418 dv-cinder-841591-1-iscsi neutron-server[103470]: return self.limit(1)._iter().first() May 12 17:19:57.275418 dv-cinder-841591-1-iscsi neutron-server[103470]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter May 12 17:19:57.275418 dv-cinder-841591-1-iscsi neutron-server[103470]: result = self.session.execute( May 12 17:19:57.275418 dv-cinder-841591-1-iscsi neutron-server[103470]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1677, in execute May 12 17:19:57.275418 dv-cinder-841591-1-iscsi neutron-server[103470]: result = fn(orm_exec_state) May 12 17:19:57.275418 dv-cinder-841591-1-iscsi neutron-server[103470]: May 12 17:19:57.297577 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-bc72db17-0dd5-44cd-94ef-ec4fad52466d tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Publish callbacks [] for security_group_rule (f9464325-fbbf-4a5b-bc41-5865ceae2adc), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:19:57.301294 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-bc72db17-0dd5-44cd-94ef-ec4fad52466d tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462143'] for security_group_rule (f9464325-fbbf-4a5b-bc41-5865ceae2adc), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:19:57.319669 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc72db17-0dd5-44cd-94ef-ec4fad52466d tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9464325-fbbf-4a5b-bc41-5865ceae2adc,revision_number=0']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:19:57.329036 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-bc72db17-0dd5-44cd-94ef-ec4fad52466d tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:19:57.333411 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 59350) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:19:57.333945 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-bc72db17-0dd5-44cd-94ef-ec4fad52466d tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1338656 May 12 17:19:57.339293 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-94268f31-ed73-4190-a5e4-4ee7f7786801 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Request body: {'floatingip': {'floating_network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:19:57.353719 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-921d17b2-ae2c-4a72-8bd8-05131367e3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (bf71836d-8135-4bcd-843a-dab378dba2b2), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:19:57.374718 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-94268f31-ed73-4190-a5e4-4ee7f7786801 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:19:57.452732 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-94268f31-ed73-4190-a5e4-4ee7f7786801 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:19:57.585538 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.db_base_plugin_common [None req-94268f31-ed73-4190-a5e4-4ee7f7786801 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Allocated IP 172.27.0.220 (9bfa71c8-c6b3-48ca-a660-d8187367d4be/c986c1c6-d014-45ab-99c5-409df43f439e/49c108ae-f665-418d-9d97-3ce490d00eca) {{(pid=103468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:19:57.608556 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b09a37f-e4c7-4345-92d0-897f008abf8a req-9fb420c9-d17e-486e-9c09-d5bb542f5c8a tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:19:57.610217 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8b09a37f-e4c7-4345-92d0-897f008abf8a req-9fb420c9-d17e-486e-9c09-d5bb542f5c8a tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c29ebd7-1d9b-4dba-8a0f-7fe13bc1cdef HTTP/1.1" status: 200 len: 946 time: 0.0744729 May 12 17:19:57.682271 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8b09a37f-e4c7-4345-92d0-897f008abf8a req-fb30904d-7868-48b8-a3d3-9e5c6af18608 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=9702dc84-3779-4798-bdde-00bb7090b30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653698 May 12 17:19:57.722038 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-94268f31-ed73-4190-a5e4-4ee7f7786801 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Publish callbacks [] for port (49c108ae-f665-418d-9d97-3ce490d00eca), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:19:57.756482 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-94268f31-ed73-4190-a5e4-4ee7f7786801 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774527475285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11526335'] for port (49c108ae-f665-418d-9d97-3ce490d00eca), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:19:57.794995 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94268f31-ed73-4190-a5e4-4ee7f7786801 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Network 9bfa71c8-c6b3-48ca-a660-d8187367d4be is already hosted by enough agents. {{(pid=103468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:19:57.797823 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.base_scheduler [None req-94268f31-ed73-4190-a5e4-4ee7f7786801 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Resources bound (agent type, host, resource id): {{(pid=103468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:19:57.800260 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94268f31-ed73-4190-a5e4-4ee7f7786801 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Received port after_create {{(pid=103468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:19:57.830043 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94268f31-ed73-4190-a5e4-4ee7f7786801 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Pushing event updated for resources: {'Port': ['ID=49c108ae-f665-418d-9d97-3ce490d00eca,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:19:57.900068 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-94268f31-ed73-4190-a5e4-4ee7f7786801 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Publish callbacks [] for floatingip (03100997-d9c9-44fa-969a-cc179b2e2be0), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:19:57.908960 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (38379b20-dcc3-43b7-a09e-956d8be7db9c), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:19:57.942375 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-94268f31-ed73-4190-a5e4-4ee7f7786801 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (49c108ae-f665-418d-9d97-3ce490d00eca), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:19:58.127758 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-94268f31-ed73-4190-a5e4-4ee7f7786801 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Publish callbacks [] for port (49c108ae-f665-418d-9d97-3ce490d00eca), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:19:58.133139 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-94268f31-ed73-4190-a5e4-4ee7f7786801 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11526280'] for port (49c108ae-f665-418d-9d97-3ce490d00eca), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:19:58.200962 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94268f31-ed73-4190-a5e4-4ee7f7786801 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Pushing event updated for resources: {'Port': ['ID=49c108ae-f665-418d-9d97-3ce490d00eca,revision_number=2']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:19:58.208865 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-94268f31-ed73-4190-a5e4-4ee7f7786801 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682608'] for floatingip (03100997-d9c9-44fa-969a-cc179b2e2be0), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:19:58.223147 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-94268f31-ed73-4190-a5e4-4ee7f7786801 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36930'] for floatingip (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:19:58.224346 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-94268f31-ed73-4190-a5e4-4ee7f7786801 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8886454 May 12 17:19:58.418284 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-a50ebf31-dd52-4e75-af10-c78e045f894c req-e3f0c5f3-982b-4631-946c-9519add131e4 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--2092899800&fields=id&tenant_id=9f96cd34d1bc46b78a000e0b5af9d6a2 HTTP/1.1" status: 200 len: 267 time: 0.0475433 May 12 17:19:58.428166 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Device 83ec910a-00e4-4992-bde0-b3583158daf3 no longer exists at agent hyperv_hv-cinder-84159 {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:19:58.451380 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] No Port match for: 83ec910a-00e4-4992-bde0-b3583158daf3 {{(pid=103470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:19:58.451997 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Device 83ec910a-00e4-4992-bde0-b3583158daf3 not bound to the agent host hv-cinder-84159 {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:19:58.531700 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50ebf31-dd52-4e75-af10-c78e045f894c req-992e5b8f-cfb1-42be-8cca-56353f7997a1 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:19:58.533194 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-a50ebf31-dd52-4e75-af10-c78e045f894c req-992e5b8f-cfb1-42be-8cca-56353f7997a1 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/networks?id=77b21ff8-23c6-42d2-9321-6759378651ee HTTP/1.1" status: 200 len: 817 time: 0.1071653 May 12 17:19:58.548102 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-a50ebf31-dd52-4e75-af10-c78e045f894c req-d3a9bdbb-8ee3-4c5b-a859-ea4bfe8fc25f tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/quotas/9f96cd34d1bc46b78a000e0b5af9d6a2 HTTP/1.1" status: 200 len: 375 time: 0.0090592 May 12 17:19:58.595429 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-a50ebf31-dd52-4e75-af10-c78e045f894c req-2ad88232-4b9f-4f0f-9d7d-8c417ce08447 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9f96cd34d1bc46b78a000e0b5af9d6a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0426648 May 12 17:19:58.698719 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-a50ebf31-dd52-4e75-af10-c78e045f894c req-7f4489dd-63f4-466e-88bd-d3d9ce3ea608 service neutron] 10.222.0.23 "GET /v2.0/networks/77b21ff8-23c6-42d2-9321-6759378651ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917854 May 12 17:19:58.785945 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-a50ebf31-dd52-4e75-af10-c78e045f894c req-e2913878-58be-4e39-b23e-e753421b981d service neutron] 10.222.0.23 "GET /v2.0/networks/77b21ff8-23c6-42d2-9321-6759378651ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816021 May 12 17:19:58.796906 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4daa4a-20f4-41f1-8a87-8f71dd9c580e req-ed926ac3-5e39-48d6-be78-ac3ee80d2d67 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:19:58.798406 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-de4daa4a-20f4-41f1-8a87-8f71dd9c580e req-ed926ac3-5e39-48d6-be78-ac3ee80d2d67 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c29ebd7-1d9b-4dba-8a0f-7fe13bc1cdef HTTP/1.1" status: 200 len: 946 time: 0.0480397 May 12 17:19:58.824832 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-c581148e-646c-4c8c-8cc5-93d6184e682f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (98e1a54e-83f0-40d1-9631-7dd40ffbcd59), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:19:58.846294 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-de4daa4a-20f4-41f1-8a87-8f71dd9c580e req-178f9c1c-7e2a-4a3a-8fe8-4c4e6c386521 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=9702dc84-3779-4798-bdde-00bb7090b30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422857 May 12 17:19:58.953460 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d61087f0-6232-42d0-97db-6ff22065252d req-61dea5ae-da02-4274-a68e-c5dcb3b2c8fd tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c4eae9c-c6d1-4dc2-8039-344c3c7af142 HTTP/1.1" status: 200 len: 210 time: 0.0314908 May 12 17:19:59.906180 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50ebf31-dd52-4e75-af10-c78e045f894c req-8645d1cb-e963-47a1-a45f-000289a8ce69 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:19:59.908816 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-a50ebf31-dd52-4e75-af10-c78e045f894c req-8645d1cb-e963-47a1-a45f-000289a8ce69 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.58 "GET /v2.0/networks?id=77b21ff8-23c6-42d2-9321-6759378651ee HTTP/1.1" status: 200 len: 817 time: 0.1069729 May 12 17:19:59.997319 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea45ffa-fc5b-4d99-94d8-7576bfbc359b req-d938038b-878c-4cb2-9c09-920483b0c0c4 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:19:59.998844 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-1ea45ffa-fc5b-4d99-94d8-7576bfbc359b req-d938038b-878c-4cb2-9c09-920483b0c0c4 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c29ebd7-1d9b-4dba-8a0f-7fe13bc1cdef HTTP/1.1" status: 200 len: 946 time: 0.0732377 May 12 17:20:00.018479 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-a50ebf31-dd52-4e75-af10-c78e045f894c req-671057b5-7441-4d20-919b-c853ad46fc57 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9f96cd34d1bc46b78a000e0b5af9d6a2 HTTP/1.1" status: 200 len: 380 time: 0.1000612 May 12 17:20:00.054448 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-bbfba3ef-f897-424e-8874-035bacda0861 req-dbb98ce9-9eeb-4062-bb10-1dbb04de640f tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c4eae9c-c6d1-4dc2-8039-344c3c7af142 HTTP/1.1" status: 200 len: 210 time: 0.0268962 May 12 17:20:00.057288 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-1ea45ffa-fc5b-4d99-94d8-7576bfbc359b req-978749fb-19aa-4b0a-a33a-dd8dfdc2fcb9 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=9702dc84-3779-4798-bdde-00bb7090b30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509288 May 12 17:20:00.086009 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [req-a50ebf31-dd52-4e75-af10-c78e045f894c req-d53605ef-ca7a-441d-be67-4e15cc850a7b tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Request body: {'port': {'device_id': '2c4eae9c-c6d1-4dc2-8039-344c3c7af142', 'network_id': '77b21ff8-23c6-42d2-9321-6759378651ee', 'admin_state_up': True, 'tenant_id': '9f96cd34d1bc46b78a000e0b5af9d6a2', 'security_groups': ['fee15b42-3a1a-44ff-bb18-06fe84b6efc0']}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:20:00.189552 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a50ebf31-dd52-4e75-af10-c78e045f894c req-d53605ef-ca7a-441d-be67-4e15cc850a7b tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Made reservation on behalf of 9f96cd34d1bc46b78a000e0b5af9d6a2 for: {'port': 1} {{(pid=103468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:20:00.192860 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-a50ebf31-dd52-4e75-af10-c78e045f894c req-d53605ef-ca7a-441d-be67-4e15cc850a7b tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:00.239481 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (dea0f963-0a36-45fe-941b-5c749ca6f3bf), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:00.318106 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.db_base_plugin_common [req-a50ebf31-dd52-4e75-af10-c78e045f894c req-d53605ef-ca7a-441d-be67-4e15cc850a7b tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Allocated IP 172.20.0.9 (77b21ff8-23c6-42d2-9321-6759378651ee/0cd36ca6-63ed-4772-87aa-c30fa42b51b3/b3499779-a985-44de-b351-0cf1eafb3c90) {{(pid=103468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:20:00.451026 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-a50ebf31-dd52-4e75-af10-c78e045f894c req-d53605ef-ca7a-441d-be67-4e15cc850a7b tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Publish callbacks [] for port (b3499779-a985-44de-b351-0cf1eafb3c90), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:00.482661 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-a50ebf31-dd52-4e75-af10-c78e045f894c req-d53605ef-ca7a-441d-be67-4e15cc850a7b tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774527475285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11526335'] for port (b3499779-a985-44de-b351-0cf1eafb3c90), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:00.522003 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a50ebf31-dd52-4e75-af10-c78e045f894c req-d53605ef-ca7a-441d-be67-4e15cc850a7b tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Network 77b21ff8-23c6-42d2-9321-6759378651ee is already hosted by enough agents. {{(pid=103468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:20:00.524952 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.base_scheduler [req-a50ebf31-dd52-4e75-af10-c78e045f894c req-d53605ef-ca7a-441d-be67-4e15cc850a7b tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Resources bound (agent type, host, resource id): {{(pid=103468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:20:00.528625 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [req-a50ebf31-dd52-4e75-af10-c78e045f894c req-d53605ef-ca7a-441d-be67-4e15cc850a7b tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Received port after_create {{(pid=103468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:20:00.556280 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53605ef-ca7a-441d-be67-4e15cc850a7b tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Pushing event updated for resources: {'Port': ['ID=b3499779-a985-44de-b351-0cf1eafb3c90,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:20:00.584529 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50ebf31-dd52-4e75-af10-c78e045f894c req-d53605ef-ca7a-441d-be67-4e15cc850a7b tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:00.585199 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-a50ebf31-dd52-4e75-af10-c78e045f894c req-d53605ef-ca7a-441d-be67-4e15cc850a7b tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36930'] for port (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:00.602231 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-a50ebf31-dd52-4e75-af10-c78e045f894c req-d53605ef-ca7a-441d-be67-4e15cc850a7b tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5201669 May 12 17:20:00.613704 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [req-a50ebf31-dd52-4e75-af10-c78e045f894c req-9df34872-bdfb-49ce-adf3-d7906f93b7bf service neutron] Request body: {'port': {'device_id': '2c4eae9c-c6d1-4dc2-8039-344c3c7af142', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84159'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:20:00.677398 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-a50ebf31-dd52-4e75-af10-c78e045f894c req-9df34872-bdfb-49ce-adf3-d7906f93b7bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (b3499779-a985-44de-b351-0cf1eafb3c90), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:00.796563 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-59ef4d52-0069-4901-bc89-3eb63d513eb3 None None] Provisioning complete for port b3499779-a985-44de-b351-0cf1eafb3c90 triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:20:00.796924 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-59ef4d52-0069-4901-bc89-3eb63d513eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (b3499779-a985-44de-b351-0cf1eafb3c90), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:00.833843 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-59ef4d52-0069-4901-bc89-3eb63d513eb3 None None] Port b3499779-a985-44de-b351-0cf1eafb3c90 cannot update to ACTIVE because it is not bound. {{(pid=103470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:20:00.955907 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.notifiers.nova [req-a50ebf31-dd52-4e75-af10-c78e045f894c req-9df34872-bdfb-49ce-adf3-d7906f93b7bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3499779-a985-44de-b351-0cf1eafb3c90 {{(pid=103468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:20:00.963468 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-a50ebf31-dd52-4e75-af10-c78e045f894c req-9df34872-bdfb-49ce-adf3-d7906f93b7bf service neutron] Publish callbacks [] for port (b3499779-a985-44de-b351-0cf1eafb3c90), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:00.975210 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.provisioning_blocks [req-a50ebf31-dd52-4e75-af10-c78e045f894c req-9df34872-bdfb-49ce-adf3-d7906f93b7bf service neutron] Transition to ACTIVE for port object b3499779-a985-44de-b351-0cf1eafb3c90 will not be triggered until provisioned by entity L2. {{(pid=103468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 17:20:00.980127 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-a50ebf31-dd52-4e75-af10-c78e045f894c req-9df34872-bdfb-49ce-adf3-d7906f93b7bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11526280'] for port (b3499779-a985-44de-b351-0cf1eafb3c90), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:01.032264 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df34872-bdfb-49ce-adf3-d7906f93b7bf service neutron] Pushing event updated for resources: {'Port': ['ID=b3499779-a985-44de-b351-0cf1eafb3c90,revision_number=2']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:20:01.103921 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [req-a50ebf31-dd52-4e75-af10-c78e045f894c req-9df34872-bdfb-49ce-adf3-d7906f93b7bf service neutron] Attempting to bind port b3499779-a985-44de-b351-0cf1eafb3c90 on host hv-cinder-84159 for vnic_type normal with profile {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:20:01.103921 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [req-a50ebf31-dd52-4e75-af10-c78e045f894c req-9df34872-bdfb-49ce-adf3-d7906f93b7bf service neutron] Attempting to bind port b3499779-a985-44de-b351-0cf1eafb3c90 by drivers openvswitch,hyperv on host hv-cinder-84159 at level 0 using segments [{'id': 'c7a6aaf3-54ce-4151-ae72-69f500e464b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '77b21ff8-23c6-42d2-9321-6759378651ee'}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:20:01.104245 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50ebf31-dd52-4e75-af10-c78e045f894c req-9df34872-bdfb-49ce-adf3-d7906f93b7bf service neutron] Attempting to bind port b3499779-a985-44de-b351-0cf1eafb3c90 on network 77b21ff8-23c6-42d2-9321-6759378651ee {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:20:01.112599 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50ebf31-dd52-4e75-af10-c78e045f894c req-9df34872-bdfb-49ce-adf3-d7906f93b7bf service neutron] Port b3499779-a985-44de-b351-0cf1eafb3c90 on network 77b21ff8-23c6-42d2-9321-6759378651ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84159 {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 17:20:01.112923 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50ebf31-dd52-4e75-af10-c78e045f894c req-9df34872-bdfb-49ce-adf3-d7906f93b7bf service neutron] Attempting to bind port b3499779-a985-44de-b351-0cf1eafb3c90 on network 77b21ff8-23c6-42d2-9321-6759378651ee {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:20:01.119367 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50ebf31-dd52-4e75-af10-c78e045f894c req-9df34872-bdfb-49ce-adf3-d7906f93b7bf service neutron] Checking agent: {'id': '38379b20-dcc3-43b7-a09e-956d8be7db9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84159', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 13, 58), 'started_at': datetime.datetime(2022, 5, 12, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:20:01.122919 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50ebf31-dd52-4e75-af10-c78e045f894c req-9df34872-bdfb-49ce-adf3-d7906f93b7bf service neutron] Checking segment: {'id': 'c7a6aaf3-54ce-4151-ae72-69f500e464b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '77b21ff8-23c6-42d2-9321-6759378651ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:20:01.123617 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50ebf31-dd52-4e75-af10-c78e045f894c req-9df34872-bdfb-49ce-adf3-d7906f93b7bf service neutron] Bound using segment: {'id': 'c7a6aaf3-54ce-4151-ae72-69f500e464b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '77b21ff8-23c6-42d2-9321-6759378651ee'} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:20:01.124291 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [req-a50ebf31-dd52-4e75-af10-c78e045f894c req-9df34872-bdfb-49ce-adf3-d7906f93b7bf service neutron] Bound port: b3499779-a985-44de-b351-0cf1eafb3c90, host: hv-cinder-84159, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7a6aaf3-54ce-4151-ae72-69f500e464b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '77b21ff8-23c6-42d2-9321-6759378651ee'}}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:20:01.126264 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-a50ebf31-dd52-4e75-af10-c78e045f894c req-9df34872-bdfb-49ce-adf3-d7906f93b7bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (b3499779-a985-44de-b351-0cf1eafb3c90), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:01.212051 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a1182-c9b5-4a6c-af01-8e7e5e4d6495 req-84ea65fd-dd6f-4a8f-abf1-308e7687e9c2 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:01.213568 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6f5a1182-c9b5-4a6c-af01-8e7e5e4d6495 req-84ea65fd-dd6f-4a8f-abf1-308e7687e9c2 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c4eae9c-c6d1-4dc2-8039-344c3c7af142 HTTP/1.1" status: 200 len: 943 time: 0.0591493 May 12 17:20:01.222681 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5f8747-086f-4ecf-b94c-aee9a34ed93a req-9c14f6c2-86ea-4c54-88ba-2c0bdf7a62ff tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:01.224135 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-7e5f8747-086f-4ecf-b94c-aee9a34ed93a req-9c14f6c2-86ea-4c54-88ba-2c0bdf7a62ff tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c29ebd7-1d9b-4dba-8a0f-7fe13bc1cdef HTTP/1.1" status: 200 len: 946 time: 0.0827718 May 12 17:20:01.256456 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.db [req-a50ebf31-dd52-4e75-af10-c78e045f894c req-9df34872-bdfb-49ce-adf3-d7906f93b7bf service neutron] For port b3499779-a985-44de-b351-0cf1eafb3c90, host hv-cinder-84159, cleared binding levels {{(pid=103468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:20:01.262158 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6f5a1182-c9b5-4a6c-af01-8e7e5e4d6495 req-da7aa5c6-3be9-4862-b1f1-cc024f5d1ac2 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=fee15b42-3a1a-44ff-bb18-06fe84b6efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428123 May 12 17:20:01.276333 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.db [req-a50ebf31-dd52-4e75-af10-c78e045f894c req-9df34872-bdfb-49ce-adf3-d7906f93b7bf service neutron] For port b3499779-a985-44de-b351-0cf1eafb3c90, host hv-cinder-84159, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=b3499779-a985-44de-b351-0cf1eafb3c90,segment=NetworkSegment(c7a6aaf3-54ce-4151-ae72-69f500e464b9),segment_id=c7a6aaf3-54ce-4151-ae72-69f500e464b9)] {{(pid=103468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:20:01.290228 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-a50ebf31-dd52-4e75-af10-c78e045f894c req-9df34872-bdfb-49ce-adf3-d7906f93b7bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11526280'] for port (b3499779-a985-44de-b351-0cf1eafb3c90), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:01.301478 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-7e5f8747-086f-4ecf-b94c-aee9a34ed93a req-a4040cfe-b30a-40b5-8674-a9a30711794b tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=9702dc84-3779-4798-bdde-00bb7090b30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682378 May 12 17:20:01.328395 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50ebf31-dd52-4e75-af10-c78e045f894c req-9df34872-bdfb-49ce-adf3-d7906f93b7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:01.329152 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-a50ebf31-dd52-4e75-af10-c78e045f894c req-9df34872-bdfb-49ce-adf3-d7906f93b7bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36930'] for port (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:01.330381 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-a50ebf31-dd52-4e75-af10-c78e045f894c req-9df34872-bdfb-49ce-adf3-d7906f93b7bf service neutron] 10.222.0.58 "PUT /v2.0/ports/b3499779-a985-44de-b351-0cf1eafb3c90 HTTP/1.1" status: 200 len: 1093 time: 0.7208531 May 12 17:20:01.330843 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c4eae9c-c6d1-4dc2-8039-344c3c7af142', 'tag': 'b3499779-a985-44de-b351-0cf1eafb3c90'}] {{(pid=103468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:20:01.332976 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11327eb0f41ff280cd3a6497cf1c944478feb1aae12e82efcad6faf65da72353" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f96dac-4b1d-489d-bc73-024ed7cb3441" -d '{"events": [{"name": "network-changed", "server_uuid": "2c4eae9c-c6d1-4dc2-8039-344c3c7af142", "tag": "b3499779-a985-44de-b351-0cf1eafb3c90"}]}' {{(pid=103468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:20:01.354379 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df34872-bdfb-49ce-adf3-d7906f93b7bf service neutron] Pushing event updated for resources: {'Port': ['ID=b3499779-a985-44de-b351-0cf1eafb3c90,revision_number=3']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:20:01.383444 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ddf2a68-4e1d-4387-8e3f-73df9a60c205 x-openstack-request-id: req-5ddf2a68-4e1d-4387-8e3f-73df9a60c205 {{(pid=103468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:20:01.383731 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c4eae9c-c6d1-4dc2-8039-344c3c7af142", "tag": "b3499779-a985-44de-b351-0cf1eafb3c90", "status": "completed", "code": 200}]} {{(pid=103468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:20:01.383980 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5ddf2a68-4e1d-4387-8e3f-73df9a60c205 {{(pid=103468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:20:01.384368 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ddf2a68-4e1d-4387-8e3f-73df9a60c205'] response: {'name': 'network-changed', 'server_uuid': '2c4eae9c-c6d1-4dc2-8039-344c3c7af142', 'tag': 'b3499779-a985-44de-b351-0cf1eafb3c90', 'status': 'completed', 'code': 200} May 12 17:20:01.414239 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50ebf31-dd52-4e75-af10-c78e045f894c req-0d8778e1-303f-4f31-b85d-483c5384e3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:01.415763 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-a50ebf31-dd52-4e75-af10-c78e045f894c req-0d8778e1-303f-4f31-b85d-483c5384e3a2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9f96cd34d1bc46b78a000e0b5af9d6a2&device_id=2c4eae9c-c6d1-4dc2-8039-344c3c7af142 HTTP/1.1" status: 200 len: 1127 time: 0.0438707 May 12 17:20:01.460871 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-a50ebf31-dd52-4e75-af10-c78e045f894c req-70172f7a-ba38-4a1a-ba0d-121dec567503 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3499779-a985-44de-b351-0cf1eafb3c90 HTTP/1.1" status: 200 len: 217 time: 0.0377100 May 12 17:20:01.512215 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50ebf31-dd52-4e75-af10-c78e045f894c req-c66a5db7-fc46-4d7a-aa35-3883e82cf517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:01.513669 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-a50ebf31-dd52-4e75-af10-c78e045f894c req-c66a5db7-fc46-4d7a-aa35-3883e82cf517 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0cd36ca6-63ed-4772-87aa-c30fa42b51b3 HTTP/1.1" status: 200 len: 856 time: 0.0451069 May 12 17:20:01.565369 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50ebf31-dd52-4e75-af10-c78e045f894c req-2e693f7c-a1da-44ad-9cee-1b6218a90617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:01.566811 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-a50ebf31-dd52-4e75-af10-c78e045f894c req-2e693f7c-a1da-44ad-9cee-1b6218a90617 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=77b21ff8-23c6-42d2-9321-6759378651ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459092 May 12 17:20:01.657449 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-a50ebf31-dd52-4e75-af10-c78e045f894c req-b3e928df-60af-4843-add7-3fc6e480be47 service neutron] 10.222.0.58 "GET /v2.0/networks/77b21ff8-23c6-42d2-9321-6759378651ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830147 May 12 17:20:01.743577 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-a50ebf31-dd52-4e75-af10-c78e045f894c req-fcb60088-dfe9-403e-967b-36009048e10e service neutron] 10.222.0.58 "GET /v2.0/networks/77b21ff8-23c6-42d2-9321-6759378651ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787094 May 12 17:20:02.382132 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e540acc-cbdc-49a6-a854-844c8bed7bbf req-4d064cfe-8e40-4c94-a326-7ee2b9a5f2d4 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:02.384039 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-6e540acc-cbdc-49a6-a854-844c8bed7bbf req-4d064cfe-8e40-4c94-a326-7ee2b9a5f2d4 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c4eae9c-c6d1-4dc2-8039-344c3c7af142 HTTP/1.1" status: 200 len: 943 time: 0.0512671 May 12 17:20:02.419217 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f0392-d541-4681-a3a5-deba67d29e9e req-35568dd1-0b72-469c-9461-d756e62e52cb tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:02.420686 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-534f0392-d541-4681-a3a5-deba67d29e9e req-35568dd1-0b72-469c-9461-d756e62e52cb tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c29ebd7-1d9b-4dba-8a0f-7fe13bc1cdef HTTP/1.1" status: 200 len: 946 time: 0.0481894 May 12 17:20:02.433750 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-6e540acc-cbdc-49a6-a854-844c8bed7bbf req-97216b73-b6b0-4cc1-8f50-4ca42d6c9af0 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=fee15b42-3a1a-44ff-bb18-06fe84b6efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435886 May 12 17:20:02.483098 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-534f0392-d541-4681-a3a5-deba67d29e9e req-d8c97a45-774c-4bd4-9bdd-882e982866ef tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=9702dc84-3779-4798-bdde-00bb7090b30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566044 May 12 17:20:02.896859 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f96dac-4b1d-489d-bc73-024ed7cb3441 req-c2be7738-d737-4919-8260-fa8f3808d534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:02.899071 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-a9f96dac-4b1d-489d-bc73-024ed7cb3441 req-c2be7738-d737-4919-8260-fa8f3808d534 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9f96cd34d1bc46b78a000e0b5af9d6a2&device_id=2c4eae9c-c6d1-4dc2-8039-344c3c7af142 HTTP/1.1" status: 200 len: 1127 time: 0.0402277 May 12 17:20:02.988931 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f96dac-4b1d-489d-bc73-024ed7cb3441 req-9f74d86d-a53c-424b-9356-8c54ddd93b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:02.990370 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-a9f96dac-4b1d-489d-bc73-024ed7cb3441 req-9f74d86d-a53c-424b-9356-8c54ddd93b9d service neutron] 10.222.0.58 "GET /v2.0/networks?id=77b21ff8-23c6-42d2-9321-6759378651ee HTTP/1.1" status: 200 len: 918 time: 0.0844223 May 12 17:20:03.030498 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-a9f96dac-4b1d-489d-bc73-024ed7cb3441 req-4cd732dd-85c9-42cc-9f78-6fd9c0c2f452 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3499779-a985-44de-b351-0cf1eafb3c90 HTTP/1.1" status: 200 len: 217 time: 0.0337651 May 12 17:20:03.076674 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f96dac-4b1d-489d-bc73-024ed7cb3441 req-e2eea1a3-a5e6-4760-99c2-f05f06c2b5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:03.078098 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-a9f96dac-4b1d-489d-bc73-024ed7cb3441 req-e2eea1a3-a5e6-4760-99c2-f05f06c2b5fa service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0cd36ca6-63ed-4772-87aa-c30fa42b51b3 HTTP/1.1" status: 200 len: 856 time: 0.0414429 May 12 17:20:03.124917 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f96dac-4b1d-489d-bc73-024ed7cb3441 req-2751d9c4-bbef-4530-8a55-5184d5fa1481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:03.126280 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-a9f96dac-4b1d-489d-bc73-024ed7cb3441 req-2751d9c4-bbef-4530-8a55-5184d5fa1481 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=77b21ff8-23c6-42d2-9321-6759378651ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396907 May 12 17:20:03.213373 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-a9f96dac-4b1d-489d-bc73-024ed7cb3441 req-e5b32e30-8afc-422d-bdc4-ccfbdbd2cf45 service neutron] 10.222.0.58 "GET /v2.0/networks/77b21ff8-23c6-42d2-9321-6759378651ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798483 May 12 17:20:03.309491 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-a9f96dac-4b1d-489d-bc73-024ed7cb3441 req-d2dfbfd5-6bb2-4790-b037-f2747b48e18c service neutron] 10.222.0.58 "GET /v2.0/networks/77b21ff8-23c6-42d2-9321-6759378651ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865185 May 12 17:20:03.552140 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943c5151-f5a2-4f72-8e4e-a66e3de6fd46 req-7f2d6d15-0c97-4517-bf73-fe6d2bdf15a6 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:03.554336 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-943c5151-f5a2-4f72-8e4e-a66e3de6fd46 req-7f2d6d15-0c97-4517-bf73-fe6d2bdf15a6 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c4eae9c-c6d1-4dc2-8039-344c3c7af142 HTTP/1.1" status: 200 len: 943 time: 0.0482883 May 12 17:20:03.605746 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-943c5151-f5a2-4f72-8e4e-a66e3de6fd46 req-1fd4fd0a-c53d-44dc-83b9-2924a99a59d5 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=fee15b42-3a1a-44ff-bb18-06fe84b6efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455282 May 12 17:20:03.607372 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c59a17-70b2-4e76-af40-8c39e3aa0802 req-cb8ad663-dbfd-46cb-89c9-3c2c4c569e1a tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:03.608893 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e4c59a17-70b2-4e76-af40-8c39e3aa0802 req-cb8ad663-dbfd-46cb-89c9-3c2c4c569e1a tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c29ebd7-1d9b-4dba-8a0f-7fe13bc1cdef HTTP/1.1" status: 200 len: 946 time: 0.0554004 May 12 17:20:03.658378 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e4c59a17-70b2-4e76-af40-8c39e3aa0802 req-dad35b96-b8d7-4d6d-86b3-a0ed777da243 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=9702dc84-3779-4798-bdde-00bb7090b30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432615 May 12 17:20:04.477079 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Device b3499779-a985-44de-b351-0cf1eafb3c90 details requested by agent hyperv_hv-cinder-84159 with host hv-cinder-84159 {{(pid=103470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 17:20:04.572410 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] For port b3499779-a985-44de-b351-0cf1eafb3c90, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=b3499779-a985-44de-b351-0cf1eafb3c90,segment=NetworkSegment(c7a6aaf3-54ce-4151-ae72-69f500e464b9),segment_id=c7a6aaf3-54ce-4151-ae72-69f500e464b9)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:20:04.583102 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Returning: {'device': 'b3499779-a985-44de-b351-0cf1eafb3c90', 'network_id': '77b21ff8-23c6-42d2-9321-6759378651ee', 'port_id': 'b3499779-a985-44de-b351-0cf1eafb3c90', 'mac_address': 'fa:16:3e:6a:f1:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cd36ca6-63ed-4772-87aa-c30fa42b51b3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 17:20:04.618823 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Current status of the port b3499779-a985-44de-b351-0cf1eafb3c90 is: DOWN; New status is: BUILD {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:20:04.619212 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (b3499779-a985-44de-b351-0cf1eafb3c90), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:04.631403 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3499779-a985-44de-b351-0cf1eafb3c90 {{(pid=103470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:20:04.651677 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] For port b3499779-a985-44de-b351-0cf1eafb3c90, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=b3499779-a985-44de-b351-0cf1eafb3c90,segment=NetworkSegment(c7a6aaf3-54ce-4151-ae72-69f500e464b9),segment_id=c7a6aaf3-54ce-4151-ae72-69f500e464b9)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:20:04.655980 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (b3499779-a985-44de-b351-0cf1eafb3c90), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:04.702829 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Pushing event updated for resources: {'Port': ['ID=b3499779-a985-44de-b351-0cf1eafb3c90,revision_number=4']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:20:04.710358 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:20:04.710730 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:20:04.711074 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:20:04.711418 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:20:04.711746 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:20:04.712074 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:20:04.712398 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:20:04.712719 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:20:04.713044 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:20:04.713367 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:20:04.713689 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:20:04.714557 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:20:04.714557 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:20:04.714730 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:20:04.715025 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:20:04.735238 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093345d4-d180-4a9e-810c-74d2f2825e36 req-b00cbf46-0a71-4a78-993c-9b8501a62a90 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:04.737103 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-093345d4-d180-4a9e-810c-74d2f2825e36 req-b00cbf46-0a71-4a78-993c-9b8501a62a90 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c4eae9c-c6d1-4dc2-8039-344c3c7af142 HTTP/1.1" status: 200 len: 944 time: 0.0609667 May 12 17:20:04.776804 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481122d8-2515-4848-8671-4f3d1c02d388 req-1938a06b-405e-4d74-afd5-85c15c02d3fb tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:04.778271 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-481122d8-2515-4848-8671-4f3d1c02d388 req-1938a06b-405e-4d74-afd5-85c15c02d3fb tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c29ebd7-1d9b-4dba-8a0f-7fe13bc1cdef HTTP/1.1" status: 200 len: 946 time: 0.0473559 May 12 17:20:04.802989 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-093345d4-d180-4a9e-810c-74d2f2825e36 req-d23fb456-73b0-4c7a-aea0-4d88f41ba56a tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=fee15b42-3a1a-44ff-bb18-06fe84b6efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541880 May 12 17:20:04.827188 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-481122d8-2515-4848-8671-4f3d1c02d388 req-3cdb466f-1740-49b6-87c5-14d226981651 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=9702dc84-3779-4798-bdde-00bb7090b30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429566 May 12 17:20:04.956282 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] get_ports_and_sgs() called for port_ids ['b3499779-a985-44de-b351-0cf1eafb3c90'] {{(pid=103470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:20:05.496874 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ca1459-cc54-477e-a2ef-66ff82b0d257 req-81e54603-cd45-4c56-bf09-61357085ebb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:05.498231 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-f9ca1459-cc54-477e-a2ef-66ff82b0d257 req-81e54603-cd45-4c56-bf09-61357085ebb5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5c29ebd7-1d9b-4dba-8a0f-7fe13bc1cdef HTTP/1.1" status: 200 len: 1130 time: 0.0370507 May 12 17:20:05.541364 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-f9ca1459-cc54-477e-a2ef-66ff82b0d257 req-f6e8c212-fc36-430c-9b29-d44772311eb4 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=9702dc84-3779-4798-bdde-00bb7090b30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361702 May 12 17:20:05.910377 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d5800-0816-4b58-9a23-254e34f1a256 req-7b812f7b-918e-4595-a4f5-bb27b6f00147 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:05.911869 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-7b0d5800-0816-4b58-9a23-254e34f1a256 req-7b812f7b-918e-4595-a4f5-bb27b6f00147 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c4eae9c-c6d1-4dc2-8039-344c3c7af142 HTTP/1.1" status: 200 len: 944 time: 0.0470941 May 12 17:20:05.946313 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688d67d5-7ad6-4651-911e-45bc6a985269 req-6ef2bd88-21ae-480f-b941-453dd812a7b7 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:05.947932 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-688d67d5-7ad6-4651-911e-45bc6a985269 req-6ef2bd88-21ae-480f-b941-453dd812a7b7 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c29ebd7-1d9b-4dba-8a0f-7fe13bc1cdef HTTP/1.1" status: 200 len: 946 time: 0.0515325 May 12 17:20:05.958870 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-7b0d5800-0816-4b58-9a23-254e34f1a256 req-75e5a700-492a-404f-a01d-3b97c536f417 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=fee15b42-3a1a-44ff-bb18-06fe84b6efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414751 May 12 17:20:05.999905 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-688d67d5-7ad6-4651-911e-45bc6a985269 req-33109602-19b8-49fa-b8b2-40eb25d1cd25 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=9702dc84-3779-4798-bdde-00bb7090b30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455019 May 12 17:20:06.497307 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Device b3499779-a985-44de-b351-0cf1eafb3c90 up at agent hyperv_hv-cinder-84159 {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:20:06.540149 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Provisioning for port b3499779-a985-44de-b351-0cf1eafb3c90 completed by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 17:20:06.546080 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Provisioning complete for port b3499779-a985-44de-b351-0cf1eafb3c90 triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:20:06.546627 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (b3499779-a985-44de-b351-0cf1eafb3c90), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:06.625236 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Current status of the port b3499779-a985-44de-b351-0cf1eafb3c90 is: BUILD; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:20:06.625669 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (b3499779-a985-44de-b351-0cf1eafb3c90), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:06.647377 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c4eae9c-c6d1-4dc2-8039-344c3c7af142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3499779-a985-44de-b351-0cf1eafb3c90'}] {{(pid=103470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:20:06.650249 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}983eca14ffe1519f8471a5ce991629ce2b8e436912840ac2edb7b499268545ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01d35c68-ac1b-4266-85df-a961028aff9b" -d '{"events": [{"server_uuid": "2c4eae9c-c6d1-4dc2-8039-344c3c7af142", "name": "network-vif-plugged", "status": "completed", "tag": "b3499779-a985-44de-b351-0cf1eafb3c90"}]}' {{(pid=103470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:20:06.663249 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] For port b3499779-a985-44de-b351-0cf1eafb3c90, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=b3499779-a985-44de-b351-0cf1eafb3c90,segment=NetworkSegment(c7a6aaf3-54ce-4151-ae72-69f500e464b9),segment_id=c7a6aaf3-54ce-4151-ae72-69f500e464b9)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:20:06.667417 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (b3499779-a985-44de-b351-0cf1eafb3c90), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:06.690244 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be645614-f9b2-45a0-beda-bbffed3a492b x-openstack-request-id: req-be645614-f9b2-45a0-beda-bbffed3a492b {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:20:06.690581 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c4eae9c-c6d1-4dc2-8039-344c3c7af142", "name": "network-vif-plugged", "status": "completed", "tag": "b3499779-a985-44de-b351-0cf1eafb3c90", "code": 200}]} {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:20:06.690839 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-be645614-f9b2-45a0-beda-bbffed3a492b {{(pid=103470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:20:06.691225 dv-cinder-841591-1-iscsi neutron-server[103470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be645614-f9b2-45a0-beda-bbffed3a492b'] response: {'server_uuid': '2c4eae9c-c6d1-4dc2-8039-344c3c7af142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3499779-a985-44de-b351-0cf1eafb3c90', 'code': 200} May 12 17:20:06.715228 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Pushing event updated for resources: {'Port': ['ID=b3499779-a985-44de-b351-0cf1eafb3c90,revision_number=5']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:20:07.078108 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bdf0a6-95d1-4d1b-a5c9-588f954fe0c1 req-ceeb649d-bfd7-4784-b987-38811b38eb6d tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:07.079694 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a5bdf0a6-95d1-4d1b-a5c9-588f954fe0c1 req-ceeb649d-bfd7-4784-b987-38811b38eb6d tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c4eae9c-c6d1-4dc2-8039-344c3c7af142 HTTP/1.1" status: 200 len: 945 time: 0.0499232 May 12 17:20:07.147722 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a5bdf0a6-95d1-4d1b-a5c9-588f954fe0c1 req-9768eb35-da18-4cde-88fc-9e3fa6ddb665 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=fee15b42-3a1a-44ff-bb18-06fe84b6efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599005 May 12 17:20:07.422964 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e629c2-ef36-46ba-be08-b2889df625d0 req-2769da5c-2ccb-4fe9-8fda-3baebf49b771 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:07.424439 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-90e629c2-ef36-46ba-be08-b2889df625d0 req-2769da5c-2ccb-4fe9-8fda-3baebf49b771 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c29ebd7-1d9b-4dba-8a0f-7fe13bc1cdef HTTP/1.1" status: 200 len: 946 time: 0.3552938 May 12 17:20:07.433235 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f68e3be-1e14-45e3-bb35-615ce33994e2 req-ac48dcb4-46e2-41aa-8eee-f10f50645bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:07.434652 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-2f68e3be-1e14-45e3-bb35-615ce33994e2 req-ac48dcb4-46e2-41aa-8eee-f10f50645bad service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2c4eae9c-c6d1-4dc2-8039-344c3c7af142 HTTP/1.1" status: 200 len: 1129 time: 0.0547583 May 12 17:20:07.497745 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-90e629c2-ef36-46ba-be08-b2889df625d0 req-43601c83-10ef-40b6-afcf-644333b118aa tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=9702dc84-3779-4798-bdde-00bb7090b30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666778 May 12 17:20:07.503714 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-2f68e3be-1e14-45e3-bb35-615ce33994e2 req-63641beb-b1a7-4518-955f-dfb338231dfd service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=fee15b42-3a1a-44ff-bb18-06fe84b6efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570884 May 12 17:20:07.884553 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f05804-173e-46d9-955b-2adc399529b2 req-d6eaadc5-fc6e-4cf8-96fa-a4ca426af2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:07.886550 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-e0f05804-173e-46d9-955b-2adc399529b2 req-d6eaadc5-fc6e-4cf8-96fa-a4ca426af2b3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=638166bec22640968de80cfeaeed437b&device_id=5c29ebd7-1d9b-4dba-8a0f-7fe13bc1cdef HTTP/1.1" status: 200 len: 1130 time: 0.0411620 May 12 17:20:07.896090 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908556be-0b5c-4e3a-b49d-0680d35ba980 req-4778de7e-214b-47b1-88af-2f7fb311f25d tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:07.898137 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-908556be-0b5c-4e3a-b49d-0680d35ba980 req-4778de7e-214b-47b1-88af-2f7fb311f25d tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c29ebd7-1d9b-4dba-8a0f-7fe13bc1cdef HTTP/1.1" status: 200 len: 946 time: 0.0507748 May 12 17:20:07.944289 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-908556be-0b5c-4e3a-b49d-0680d35ba980 req-807d0c2e-b0e3-4f1a-8f98-0cad1af2e87c tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=9702dc84-3779-4798-bdde-00bb7090b30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403855 May 12 17:20:07.982587 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f05804-173e-46d9-955b-2adc399529b2 req-bf02bedc-275b-4801-9158-37f3a7449672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:07.984032 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-e0f05804-173e-46d9-955b-2adc399529b2 req-bf02bedc-275b-4801-9158-37f3a7449672 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ff0d6338-2300-4010-ae74-9c2289a9588a HTTP/1.1" status: 200 len: 920 time: 0.0873642 May 12 17:20:08.271443 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9b7b24-6876-41b9-b23a-391a181fb4be req-f12de97d-8e03-43e2-ace7-00272aaf861d tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:08.272925 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-1c9b7b24-6876-41b9-b23a-391a181fb4be req-f12de97d-8e03-43e2-ace7-00272aaf861d tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c4eae9c-c6d1-4dc2-8039-344c3c7af142 HTTP/1.1" status: 200 len: 945 time: 0.0467124 May 12 17:20:08.373820 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-1c9b7b24-6876-41b9-b23a-391a181fb4be req-a8110016-75a8-49d7-b2f6-43c38a08581f tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=fee15b42-3a1a-44ff-bb18-06fe84b6efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954120 May 12 17:20:08.382844 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-e0f05804-173e-46d9-955b-2adc399529b2 req-86d7c40f-ae15-4b84-947f-ee5772b94444 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e25fed55-18b6-4d75-bd0e-374461b42fe4 HTTP/1.1" status: 200 len: 1002 time: 0.0890245 May 12 17:20:08.432201 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f05804-173e-46d9-955b-2adc399529b2 req-e6843366-6e57-4bab-b115-cfb57bf97fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:08.433451 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-e0f05804-173e-46d9-955b-2adc399529b2 req-e6843366-6e57-4bab-b115-cfb57bf97fcf service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3ceba6be-c195-4fd8-b10b-839022cc6ef4 HTTP/1.1" status: 200 len: 858 time: 0.0447221 May 12 17:20:08.480198 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f05804-173e-46d9-955b-2adc399529b2 req-44ef1824-db6c-417a-bf36-9f7cb6427210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:08.481698 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-e0f05804-173e-46d9-955b-2adc399529b2 req-44ef1824-db6c-417a-bf36-9f7cb6427210 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ff0d6338-2300-4010-ae74-9c2289a9588a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384493 May 12 17:20:08.495131 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 59494) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:20:08.578557 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-e0f05804-173e-46d9-955b-2adc399529b2 req-9cededaf-e462-4175-845c-0d62d23d002f service neutron] 10.222.0.58 "GET /v2.0/networks/ff0d6338-2300-4010-ae74-9c2289a9588a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885623 May 12 17:20:08.601611 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-b47f6d84-ea7d-4120-85dc-6895fc0a8be3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:08.674835 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-b47f6d84-ea7d-4120-85dc-6895fc0a8be3 admin admin] Publish callbacks [] for security_group (c397644a-b4db-4f74-94c7-34fe5c2c486f), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:08.678438 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-b47f6d84-ea7d-4120-85dc-6895fc0a8be3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (c397644a-b4db-4f74-94c7-34fe5c2c486f), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:08.715934 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47f6d84-ea7d-4120-85dc-6895fc0a8be3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c397644a-b4db-4f74-94c7-34fe5c2c486f,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:20:08.720259 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-b47f6d84-ea7d-4120-85dc-6895fc0a8be3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5e27a4eb15284e9eaf6f5d96228efc59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2235284 May 12 17:20:08.723654 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 59498) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:20:08.770693 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-b503fe4c-34a4-4bbd-837a-9632ab5eacd6 admin admin] Publish callbacks [] for security_group (c397644a-b4db-4f74-94c7-34fe5c2c486f), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:08.791907 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-b503fe4c-34a4-4bbd-837a-9632ab5eacd6 admin admin] Publish callbacks [] for security_group (c397644a-b4db-4f74-94c7-34fe5c2c486f), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:08.840325 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-b503fe4c-34a4-4bbd-837a-9632ab5eacd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (c397644a-b4db-4f74-94c7-34fe5c2c486f), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:08.843067 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-b503fe4c-34a4-4bbd-837a-9632ab5eacd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:08.844203 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-b503fe4c-34a4-4bbd-837a-9632ab5eacd6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c397644a-b4db-4f74-94c7-34fe5c2c486f HTTP/1.1" status: 204 len: 168 time: 0.1200881 May 12 17:20:08.853087 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b503fe4c-34a4-4bbd-837a-9632ab5eacd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c397644a-b4db-4f74-94c7-34fe5c2c486f,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:20:08.860564 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b503fe4c-34a4-4bbd-837a-9632ab5eacd6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:20:08.860908 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b503fe4c-34a4-4bbd-837a-9632ab5eacd6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:20:08.861250 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b503fe4c-34a4-4bbd-837a-9632ab5eacd6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:20:08.861589 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b503fe4c-34a4-4bbd-837a-9632ab5eacd6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:20:08.861919 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b503fe4c-34a4-4bbd-837a-9632ab5eacd6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:20:08.862248 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b503fe4c-34a4-4bbd-837a-9632ab5eacd6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:20:08.862611 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b503fe4c-34a4-4bbd-837a-9632ab5eacd6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:20:08.862943 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b503fe4c-34a4-4bbd-837a-9632ab5eacd6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:20:08.863404 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b503fe4c-34a4-4bbd-837a-9632ab5eacd6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:20:08.863750 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b503fe4c-34a4-4bbd-837a-9632ab5eacd6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:20:08.864062 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b503fe4c-34a4-4bbd-837a-9632ab5eacd6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:20:08.864385 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b503fe4c-34a4-4bbd-837a-9632ab5eacd6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:20:08.864706 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b503fe4c-34a4-4bbd-837a-9632ab5eacd6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:20:08.865571 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b503fe4c-34a4-4bbd-837a-9632ab5eacd6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:20:08.865571 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b503fe4c-34a4-4bbd-837a-9632ab5eacd6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:20:09.067033 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6b95cf-b163-4533-a216-e82a3c82421d req-94554b43-9ee0-4c18-8689-abbcd2964cee tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:09.068689 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-db6b95cf-b163-4533-a216-e82a3c82421d req-94554b43-9ee0-4c18-8689-abbcd2964cee tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c29ebd7-1d9b-4dba-8a0f-7fe13bc1cdef HTTP/1.1" status: 200 len: 946 time: 0.0500901 May 12 17:20:09.124435 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-db6b95cf-b163-4533-a216-e82a3c82421d req-063c3a3d-68b4-42a7-95bb-a569b6cc5b79 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=9702dc84-3779-4798-bdde-00bb7090b30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493128 May 12 17:20:09.215701 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-e0f05804-173e-46d9-955b-2adc399529b2 req-117a83f3-04bf-439f-afbb-4fbc9aea07ee service neutron] 10.222.0.58 "GET /v2.0/networks/ff0d6338-2300-4010-ae74-9c2289a9588a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980904 May 12 17:20:09.492064 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf1448-896d-4358-849f-26f40da1777d req-1b4c0a54-d674-41a0-847b-43c9ff098863 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:09.493515 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-95cf1448-896d-4358-849f-26f40da1777d req-1b4c0a54-d674-41a0-847b-43c9ff098863 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c4eae9c-c6d1-4dc2-8039-344c3c7af142 HTTP/1.1" status: 200 len: 945 time: 0.0468318 May 12 17:20:09.538770 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-95cf1448-896d-4358-849f-26f40da1777d req-6b438169-f17c-4651-aa40-2cb00f870f9a tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=fee15b42-3a1a-44ff-bb18-06fe84b6efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397906 May 12 17:20:09.648775 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3c21f0-6533-4f9e-88f1-c1dcfd7f18a8 req-d4e3e701-b613-4c11-af60-7746aec2328e tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:09.650264 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9e3c21f0-6533-4f9e-88f1-c1dcfd7f18a8 req-d4e3e701-b613-4c11-af60-7746aec2328e tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c4eae9c-c6d1-4dc2-8039-344c3c7af142 HTTP/1.1" status: 200 len: 945 time: 0.0470595 May 12 17:20:09.658650 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 59508) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:20:09.663274 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-9534a456-3a9e-44ba-bc0b-3b86c7a52457 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Request body: {'floatingip': {'port_id': 'b3499779-a985-44de-b351-0cf1eafb3c90'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:20:09.710802 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9534a456-3a9e-44ba-bc0b-3b86c7a52457 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Publish callbacks [] for floatingip (03100997-d9c9-44fa-969a-cc179b2e2be0), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:10.252052 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c8b2c3-fa39-4238-b990-c3ddc3af2291 req-bf072bd7-ffa6-4137-8cdb-21f66f1d8c30 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:10.253532 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-b7c8b2c3-fa39-4238-b990-c3ddc3af2291 req-bf072bd7-ffa6-4137-8cdb-21f66f1d8c30 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c29ebd7-1d9b-4dba-8a0f-7fe13bc1cdef HTTP/1.1" status: 200 len: 946 time: 0.0495179 May 12 17:20:10.302133 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-b7c8b2c3-fa39-4238-b990-c3ddc3af2291 req-f61fff70-e161-41d9-8302-0e4cb3a85778 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=9702dc84-3779-4798-bdde-00bb7090b30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420663 May 12 17:20:10.363205 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9534a456-3a9e-44ba-bc0b-3b86c7a52457 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:10.366928 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9534a456-3a9e-44ba-bc0b-3b86c7a52457 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682608'] for floatingip (03100997-d9c9-44fa-969a-cc179b2e2be0), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:10.467157 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.db.l3_db [None req-9534a456-3a9e-44ba-bc0b-3b86c7a52457 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Floating IP 03100997-d9c9-44fa-969a-cc179b2e2be0 associated. External IP: 172.27.0.220, port: b3499779-a985-44de-b351-0cf1eafb3c90. May 12 17:20:10.670525 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9534a456-3a9e-44ba-bc0b-3b86c7a52457 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Router d37f8c35-61d9-4e4e-a436-9cc0a220161d has already been hosted by L3 agent e5548ccc-31b8-4072-a6b0-52b00208ea79 {{(pid=103469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:20:10.779613 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9534a456-3a9e-44ba-bc0b-3b86c7a52457 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Notify agent at l3_agent.dv-cinder-841591-1-iscsi the message routers_updated {{(pid=103469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:20:10.784400 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9534a456-3a9e-44ba-bc0b-3b86c7a52457 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36930'] for floatingip (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:10.789165 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2de6f6-2299-4a80-8c0a-6089d8d84a0c None None] Sync routers for ids ['d37f8c35-61d9-4e4e-a436-9cc0a220161d'] in dv-cinder-841591-1-iscsi {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:20:10.798861 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2de6f6-2299-4a80-8c0a-6089d8d84a0c None None] Routers {'d37f8c35-61d9-4e4e-a436-9cc0a220161d'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:20:10.799458 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-9e2de6f6-2299-4a80-8c0a-6089d8d84a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:19:56Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['d37f8c35-61d9-4e4e-a436-9cc0a220161d'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:20:10.813810 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-9534a456-3a9e-44ba-bc0b-3b86c7a52457 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "PUT /v2.0/floatingips/03100997-d9c9-44fa-969a-cc179b2e2be0 HTTP/1.1" status: 200 len: 991 time: 1.1541805 May 12 17:20:10.814515 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c4eae9c-c6d1-4dc2-8039-344c3c7af142', 'tag': 'b3499779-a985-44de-b351-0cf1eafb3c90'}] {{(pid=103469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:20:10.816863 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a389b951f31a62b906e18655c420a9fe9aa70b39b59c66ae41c54d630ec86ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd4be483-f2e5-4e66-9a48-c73ba4d706cc" -d '{"events": [{"name": "network-changed", "server_uuid": "2c4eae9c-c6d1-4dc2-8039-344c3c7af142", "tag": "b3499779-a985-44de-b351-0cf1eafb3c90"}]}' {{(pid=103469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:20:10.852057 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e0fb5b-c015-4194-b10e-9872a02f3f44 x-openstack-request-id: req-25e0fb5b-c015-4194-b10e-9872a02f3f44 {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:20:10.852343 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c4eae9c-c6d1-4dc2-8039-344c3c7af142", "tag": "b3499779-a985-44de-b351-0cf1eafb3c90", "status": "completed", "code": 200}]} {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:20:10.852593 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-25e0fb5b-c015-4194-b10e-9872a02f3f44 {{(pid=103469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:20:10.852990 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25e0fb5b-c015-4194-b10e-9872a02f3f44'] response: {'name': 'network-changed', 'server_uuid': '2c4eae9c-c6d1-4dc2-8039-344c3c7af142', 'tag': 'b3499779-a985-44de-b351-0cf1eafb3c90', 'status': 'completed', 'code': 200} May 12 17:20:10.908138 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-9e2de6f6-2299-4a80-8c0a-6089d8d84a0c None None] Set router d37f8c35-61d9-4e4e-a436-9cc0a220161d gateway port host: dv-cinder-841591-1-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:20:10.912051 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4be483-f2e5-4e66-9a48-c73ba4d706cc req-6e9719c1-7435-4558-bb36-45042e904537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:10.914108 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-bd4be483-f2e5-4e66-9a48-c73ba4d706cc req-6e9719c1-7435-4558-bb36-45042e904537 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9f96cd34d1bc46b78a000e0b5af9d6a2&device_id=2c4eae9c-c6d1-4dc2-8039-344c3c7af142 HTTP/1.1" status: 200 len: 1129 time: 0.0390525 May 12 17:20:11.118858 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-9e2de6f6-2299-4a80-8c0a-6089d8d84a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd37f8c35-61d9-4e4e-a436-9cc0a220161d', 'name': 'tempest-AttachVolumeShelveTestJSON-2060211433-router', 'tenant_id': '9f96cd34d1bc46b78a000e0b5af9d6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'ba44eb14-e418-4de5-8e35-cd3da218b7fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:15:55Z', 'updated_at': '2022-05-12T17:15:59Z', 'revision_number': 4, 'project_id': '9f96cd34d1bc46b78a000e0b5af9d6a2', 'gw_port': {'id': 'ba44eb14-e418-4de5-8e35-cd3da218b7fa', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a7:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37f8c35-61d9-4e4e-a436-9cc0a220161d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:15:55Z', 'updated_at': '2022-05-12T17:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_floatingips': [{'id': '03100997-d9c9-44fa-969a-cc179b2e2be0', 'tenant_id': '9f96cd34d1bc46b78a000e0b5af9d6a2', 'floating_ip_address': '172.27.0.220', 'floating_network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'router_id': 'd37f8c35-61d9-4e4e-a436-9cc0a220161d', 'port_id': 'b3499779-a985-44de-b351-0cf1eafb3c90', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77b21ff8-23c6-42d2-9321-6759378651ee', 'mac_address': 'fa:16:3e:6a:f1:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4eae9c-c6d1-4dc2-8039-344c3c7af142', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:19:57Z', 'updated_at': '2022-05-12T17:20:10Z', 'revision_number': 1, 'project_id': '9f96cd34d1bc46b78a000e0b5af9d6a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ad17248-876b-46c4-8895-543e86966af1', 'name': '', 'network_id': '77b21ff8-23c6-42d2-9321-6759378651ee', 'tenant_id': '9f96cd34d1bc46b78a000e0b5af9d6a2', 'mac_address': 'fa:16:3e:ff:14:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37f8c35-61d9-4e4e-a436-9cc0a220161d', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '0cd36ca6-63ed-4772-87aa-c30fa42b51b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:15:57Z', 'updated_at': '2022-05-12T17:16:12Z', 'revision_number': 5, 'project_id': '9f96cd34d1bc46b78a000e0b5af9d6a2', 'subnets': [{'id': '0cd36ca6-63ed-4772-87aa-c30fa42b51b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:20:11.143901 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2de6f6-2299-4a80-8c0a-6089d8d84a0c None None] Checking router: d37f8c35-61d9-4e4e-a436-9cc0a220161d for host: dv-cinder-841591-1-iscsi {{(pid=103471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:20:11.152152 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2de6f6-2299-4a80-8c0a-6089d8d84a0c None None] Routers {'d37f8c35-61d9-4e4e-a436-9cc0a220161d'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:20:11.152826 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-9e2de6f6-2299-4a80-8c0a-6089d8d84a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:19:56Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['d37f8c35-61d9-4e4e-a436-9cc0a220161d'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:20:11.256299 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-9e2de6f6-2299-4a80-8c0a-6089d8d84a0c None None] Set router d37f8c35-61d9-4e4e-a436-9cc0a220161d gateway port host: dv-cinder-841591-1-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:20:11.445739 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e40ac88-734d-4da9-8f53-d7c57f1e2d5c req-98cd0708-10d0-4b4c-aa94-2a4e5200087b tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:11.447157 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-2e40ac88-734d-4da9-8f53-d7c57f1e2d5c req-98cd0708-10d0-4b4c-aa94-2a4e5200087b tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c29ebd7-1d9b-4dba-8a0f-7fe13bc1cdef HTTP/1.1" status: 200 len: 946 time: 0.0569646 May 12 17:20:11.462969 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4be483-f2e5-4e66-9a48-c73ba4d706cc req-ac0d06bd-3209-469e-bcac-a162680f0d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:11.464351 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-bd4be483-f2e5-4e66-9a48-c73ba4d706cc req-ac0d06bd-3209-469e-bcac-a162680f0d66 service neutron] 10.222.0.58 "GET /v2.0/networks?id=77b21ff8-23c6-42d2-9321-6759378651ee HTTP/1.1" status: 200 len: 918 time: 0.1338694 May 12 17:20:11.466014 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-9e2de6f6-2299-4a80-8c0a-6089d8d84a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd37f8c35-61d9-4e4e-a436-9cc0a220161d', 'name': 'tempest-AttachVolumeShelveTestJSON-2060211433-router', 'tenant_id': '9f96cd34d1bc46b78a000e0b5af9d6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'ba44eb14-e418-4de5-8e35-cd3da218b7fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:15:55Z', 'updated_at': '2022-05-12T17:15:59Z', 'revision_number': 4, 'project_id': '9f96cd34d1bc46b78a000e0b5af9d6a2', 'gw_port': {'id': 'ba44eb14-e418-4de5-8e35-cd3da218b7fa', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a7:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37f8c35-61d9-4e4e-a436-9cc0a220161d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:15:55Z', 'updated_at': '2022-05-12T17:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_floatingips': [{'id': '03100997-d9c9-44fa-969a-cc179b2e2be0', 'tenant_id': '9f96cd34d1bc46b78a000e0b5af9d6a2', 'floating_ip_address': '172.27.0.220', 'floating_network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'router_id': 'd37f8c35-61d9-4e4e-a436-9cc0a220161d', 'port_id': 'b3499779-a985-44de-b351-0cf1eafb3c90', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77b21ff8-23c6-42d2-9321-6759378651ee', 'mac_address': 'fa:16:3e:6a:f1:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4eae9c-c6d1-4dc2-8039-344c3c7af142', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:19:57Z', 'updated_at': '2022-05-12T17:20:10Z', 'revision_number': 1, 'project_id': '9f96cd34d1bc46b78a000e0b5af9d6a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ad17248-876b-46c4-8895-543e86966af1', 'name': '', 'network_id': '77b21ff8-23c6-42d2-9321-6759378651ee', 'tenant_id': '9f96cd34d1bc46b78a000e0b5af9d6a2', 'mac_address': 'fa:16:3e:ff:14:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37f8c35-61d9-4e4e-a436-9cc0a220161d', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '0cd36ca6-63ed-4772-87aa-c30fa42b51b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:15:57Z', 'updated_at': '2022-05-12T17:16:12Z', 'revision_number': 5, 'project_id': '9f96cd34d1bc46b78a000e0b5af9d6a2', 'subnets': [{'id': '0cd36ca6-63ed-4772-87aa-c30fa42b51b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:20:11.499296 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2de6f6-2299-4a80-8c0a-6089d8d84a0c None None] The sync data for ids ['d37f8c35-61d9-4e4e-a436-9cc0a220161d'] in dv-cinder-841591-1-iscsi is: [{'id': 'd37f8c35-61d9-4e4e-a436-9cc0a220161d', 'name': 'tempest-AttachVolumeShelveTestJSON-2060211433-router', 'tenant_id': '9f96cd34d1bc46b78a000e0b5af9d6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'ba44eb14-e418-4de5-8e35-cd3da218b7fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:15:55Z', 'updated_at': '2022-05-12T17:15:59Z', 'revision_number': 4, 'project_id': '9f96cd34d1bc46b78a000e0b5af9d6a2', 'gw_port': {'id': 'ba44eb14-e418-4de5-8e35-cd3da218b7fa', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a7:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37f8c35-61d9-4e4e-a436-9cc0a220161d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:15:55Z', 'updated_at': '2022-05-12T17:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_floatingips': [{'id': '03100997-d9c9-44fa-969a-cc179b2e2be0', 'tenant_id': '9f96cd34d1bc46b78a000e0b5af9d6a2', 'floating_ip_address': '172.27.0.220', 'floating_network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'router_id': 'd37f8c35-61d9-4e4e-a436-9cc0a220161d', 'port_id': 'b3499779-a985-44de-b351-0cf1eafb3c90', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77b21ff8-23c6-42d2-9321-6759378651ee', 'mac_address': 'fa:16:3e:6a:f1:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4eae9c-c6d1-4dc2-8039-344c3c7af142', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:19:57Z', 'updated_at': '2022-05-12T17:20:10Z', 'revision_number': 1, 'project_id': '9f96cd34d1bc46b78a000e0b5af9d6a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ad17248-876b-46c4-8895-543e86966af1', 'name': '', 'network_id': '77b21ff8-23c6-42d2-9321-6759378651ee', 'tenant_id': '9f96cd34d1bc46b78a000e0b5af9d6a2', 'mac_address': 'fa:16:3e:ff:14:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37f8c35-61d9-4e4e-a436-9cc0a220161d', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '0cd36ca6-63ed-4772-87aa-c30fa42b51b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:15:57Z', 'updated_at': '2022-05-12T17:16:12Z', 'revision_number': 5, 'project_id': '9f96cd34d1bc46b78a000e0b5af9d6a2', 'subnets': [{'id': '0cd36ca6-63ed-4772-87aa-c30fa42b51b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:20:11.548121 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-2e40ac88-734d-4da9-8f53-d7c57f1e2d5c req-bb2f9ee6-6c46-48b4-895e-6168e1b975ff tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=9702dc84-3779-4798-bdde-00bb7090b30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953281 May 12 17:20:11.566004 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-bd4be483-f2e5-4e66-9a48-c73ba4d706cc req-e49135db-da48-44ff-bf3d-10d6d2efaf5f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3499779-a985-44de-b351-0cf1eafb3c90 HTTP/1.1" status: 200 len: 999 time: 0.0824621 May 12 17:20:11.615572 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4be483-f2e5-4e66-9a48-c73ba4d706cc req-9927d2b3-8d8a-4258-bd12-4aaaa499fc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:11.617071 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-bd4be483-f2e5-4e66-9a48-c73ba4d706cc req-9927d2b3-8d8a-4258-bd12-4aaaa499fc71 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0cd36ca6-63ed-4772-87aa-c30fa42b51b3 HTTP/1.1" status: 200 len: 856 time: 0.0447123 May 12 17:20:11.665129 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4be483-f2e5-4e66-9a48-c73ba4d706cc req-ee5989bc-16f1-4835-9605-9102c6b84e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:11.666690 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-bd4be483-f2e5-4e66-9a48-c73ba4d706cc req-ee5989bc-16f1-4835-9605-9102c6b84e95 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=77b21ff8-23c6-42d2-9321-6759378651ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430517 May 12 17:20:11.702250 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9dfde5-6114-46f3-88e0-33fdfeea4e99 None None] New status for floating IP 03100997-d9c9-44fa-969a-cc179b2e2be0: ACTIVE {{(pid=103470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 17:20:11.763982 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-bd4be483-f2e5-4e66-9a48-c73ba4d706cc req-0a23bec4-c4ba-42cb-85a4-c792ef1bb7dd service neutron] 10.222.0.58 "GET /v2.0/networks/77b21ff8-23c6-42d2-9321-6759378651ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905762 May 12 17:20:11.857447 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-bd4be483-f2e5-4e66-9a48-c73ba4d706cc req-47ffeff2-e0ae-4409-a24a-fabab9fc493d service neutron] 10.222.0.58 "GET /v2.0/networks/77b21ff8-23c6-42d2-9321-6759378651ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856307 May 12 17:20:12.661615 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7373312e-91a8-4922-a2b0-d1ba3f8c5a72 req-275435e5-7939-4f1f-8317-b2ee3aa0f2f6 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:12.663095 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7373312e-91a8-4922-a2b0-d1ba3f8c5a72 req-275435e5-7939-4f1f-8317-b2ee3aa0f2f6 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c29ebd7-1d9b-4dba-8a0f-7fe13bc1cdef HTTP/1.1" status: 200 len: 946 time: 0.0467484 May 12 17:20:12.708396 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7373312e-91a8-4922-a2b0-d1ba3f8c5a72 req-e85d8a0f-3050-4da3-8b9e-d9b5659346e9 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=9702dc84-3779-4798-bdde-00bb7090b30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399199 May 12 17:20:12.820329 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace7cd31-62c9-48bd-bc73-68deab922cbb req-ec339774-7ac6-4b2b-851f-7021bb11f5f7 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:12.821816 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-ace7cd31-62c9-48bd-bc73-68deab922cbb req-ec339774-7ac6-4b2b-851f-7021bb11f5f7 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c29ebd7-1d9b-4dba-8a0f-7fe13bc1cdef HTTP/1.1" status: 200 len: 946 time: 0.0507681 May 12 17:20:12.830276 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 59524) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:20:12.834491 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-30bb7850-b805-4d4e-9054-173cb34bbd05 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Request body: {'floatingip': {'port_id': 'e25fed55-18b6-4d75-bd0e-374461b42fe4'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:20:12.890369 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-30bb7850-b805-4d4e-9054-173cb34bbd05 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Publish callbacks [] for floatingip (1505bebe-7daf-44e3-a377-836e80bafcd5), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:13.354078 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-30bb7850-b805-4d4e-9054-173cb34bbd05 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:13.357706 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-30bb7850-b805-4d4e-9054-173cb34bbd05 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682608'] for floatingip (1505bebe-7daf-44e3-a377-836e80bafcd5), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:13.562253 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30bb7850-b805-4d4e-9054-173cb34bbd05 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Router a7ac97b1-eaf3-4897-b787-26f84f0163be has already been hosted by L3 agent e5548ccc-31b8-4072-a6b0-52b00208ea79 {{(pid=103468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:20:13.668314 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30bb7850-b805-4d4e-9054-173cb34bbd05 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Notify agent at l3_agent.dv-cinder-841591-1-iscsi the message routers_updated {{(pid=103468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:20:13.672960 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-30bb7850-b805-4d4e-9054-173cb34bbd05 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36930'] for floatingip (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:13.677454 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8dde58-2c29-47bf-adde-746aacb1f896 None None] Sync routers for ids ['a7ac97b1-eaf3-4897-b787-26f84f0163be'] in dv-cinder-841591-1-iscsi {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:20:13.688335 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8dde58-2c29-47bf-adde-746aacb1f896 None None] Routers {'a7ac97b1-eaf3-4897-b787-26f84f0163be'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:20:13.688957 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-eb8dde58-2c29-47bf-adde-746aacb1f896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:19:56Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['a7ac97b1-eaf3-4897-b787-26f84f0163be'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:20:13.704815 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c29ebd7-1d9b-4dba-8a0f-7fe13bc1cdef', 'tag': 'e25fed55-18b6-4d75-bd0e-374461b42fe4'}] {{(pid=103468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:20:13.707051 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11327eb0f41ff280cd3a6497cf1c944478feb1aae12e82efcad6faf65da72353" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24ef5f05-aa80-4384-90cd-40cee03aca15" -d '{"events": [{"name": "network-changed", "server_uuid": "5c29ebd7-1d9b-4dba-8a0f-7fe13bc1cdef", "tag": "e25fed55-18b6-4d75-bd0e-374461b42fe4"}]}' {{(pid=103468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:20:13.742862 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-30bb7850-b805-4d4e-9054-173cb34bbd05 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "PUT /v2.0/floatingips/1505bebe-7daf-44e3-a377-836e80bafcd5 HTTP/1.1" status: 200 len: 994 time: 0.9093640 May 12 17:20:13.748740 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-339561eb-eac2-4c3e-874b-fcdd516047ae x-openstack-request-id: req-339561eb-eac2-4c3e-874b-fcdd516047ae {{(pid=103468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:20:13.749034 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c29ebd7-1d9b-4dba-8a0f-7fe13bc1cdef", "tag": "e25fed55-18b6-4d75-bd0e-374461b42fe4", "status": "completed", "code": 200}]} {{(pid=103468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:20:13.749292 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-339561eb-eac2-4c3e-874b-fcdd516047ae {{(pid=103468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:20:13.749699 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-339561eb-eac2-4c3e-874b-fcdd516047ae'] response: {'name': 'network-changed', 'server_uuid': '5c29ebd7-1d9b-4dba-8a0f-7fe13bc1cdef', 'tag': 'e25fed55-18b6-4d75-bd0e-374461b42fe4', 'status': 'completed', 'code': 200} May 12 17:20:13.803962 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-eb8dde58-2c29-47bf-adde-746aacb1f896 None None] Set router a7ac97b1-eaf3-4897-b787-26f84f0163be gateway port host: dv-cinder-841591-1-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:20:13.808030 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ef5f05-aa80-4384-90cd-40cee03aca15 req-dee5a670-83e9-46d6-8bbc-6c8c2d407298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:13.809525 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-24ef5f05-aa80-4384-90cd-40cee03aca15 req-dee5a670-83e9-46d6-8bbc-6c8c2d407298 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=638166bec22640968de80cfeaeed437b&device_id=5c29ebd7-1d9b-4dba-8a0f-7fe13bc1cdef HTTP/1.1" status: 200 len: 1130 time: 0.0390584 May 12 17:20:13.903417 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ef5f05-aa80-4384-90cd-40cee03aca15 req-e4f84d92-ba9b-476a-9b7a-80e781a111d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:13.904907 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-24ef5f05-aa80-4384-90cd-40cee03aca15 req-e4f84d92-ba9b-476a-9b7a-80e781a111d4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ff0d6338-2300-4010-ae74-9c2289a9588a HTTP/1.1" status: 200 len: 920 time: 0.0895460 May 12 17:20:13.971924 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-24ef5f05-aa80-4384-90cd-40cee03aca15 req-713e294d-96d0-44b4-9161-9ef3f2446c0c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e25fed55-18b6-4d75-bd0e-374461b42fe4 HTTP/1.1" status: 200 len: 1002 time: 0.0605922 May 12 17:20:14.024949 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ef5f05-aa80-4384-90cd-40cee03aca15 req-bc3ba955-6014-4f9b-8bef-568caf6545bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:14.026412 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-24ef5f05-aa80-4384-90cd-40cee03aca15 req-bc3ba955-6014-4f9b-8bef-568caf6545bf service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3ceba6be-c195-4fd8-b10b-839022cc6ef4 HTTP/1.1" status: 200 len: 858 time: 0.0474830 May 12 17:20:14.067994 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ef5f05-aa80-4384-90cd-40cee03aca15 req-ccca5c74-4955-4e3a-9f3e-0962356a7fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:14.069999 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-24ef5f05-aa80-4384-90cd-40cee03aca15 req-ccca5c74-4955-4e3a-9f3e-0962356a7fb7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ff0d6338-2300-4010-ae74-9c2289a9588a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372548 May 12 17:20:14.103536 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-eb8dde58-2c29-47bf-adde-746aacb1f896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ac97b1-eaf3-4897-b787-26f84f0163be', 'name': 'tempest-ServerRescueNegativeTestJSON-1937888495-router', 'tenant_id': '638166bec22640968de80cfeaeed437b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '4b670f16-25c0-4865-b6e8-66a010626af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:16:01Z', 'updated_at': '2022-05-12T17:16:09Z', 'revision_number': 4, 'project_id': '638166bec22640968de80cfeaeed437b', 'gw_port': {'id': '4b670f16-25c0-4865-b6e8-66a010626af7', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:24:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ac97b1-eaf3-4897-b787-26f84f0163be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:16:02Z', 'updated_at': '2022-05-12T17:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_floatingips': [{'id': '1505bebe-7daf-44e3-a377-836e80bafcd5', 'tenant_id': '638166bec22640968de80cfeaeed437b', 'floating_ip_address': '172.27.0.156', 'floating_network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'router_id': 'a7ac97b1-eaf3-4897-b787-26f84f0163be', 'port_id': 'e25fed55-18b6-4d75-bd0e-374461b42fe4', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff0d6338-2300-4010-ae74-9c2289a9588a', 'mac_address': 'fa:16:3e:5b:1f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c29ebd7-1d9b-4dba-8a0f-7fe13bc1cdef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:18:16Z', 'updated_at': '2022-05-12T17:20:13Z', 'revision_number': 3, 'project_id': '638166bec22640968de80cfeaeed437b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '270f4d95-ad83-4f83-8c08-15dd0a788974', 'name': '', 'network_id': 'ff0d6338-2300-4010-ae74-9c2289a9588a', 'tenant_id': '638166bec22640968de80cfeaeed437b', 'mac_address': 'fa:16:3e:96:b3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ac97b1-eaf3-4897-b787-26f84f0163be', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3ceba6be-c195-4fd8-b10b-839022cc6ef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:16:07Z', 'updated_at': '2022-05-12T17:16:15Z', 'revision_number': 5, 'project_id': '638166bec22640968de80cfeaeed437b', 'subnets': [{'id': '3ceba6be-c195-4fd8-b10b-839022cc6ef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:20:14.132182 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8dde58-2c29-47bf-adde-746aacb1f896 None None] Checking router: a7ac97b1-eaf3-4897-b787-26f84f0163be for host: dv-cinder-841591-1-iscsi {{(pid=103471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:20:14.140658 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8dde58-2c29-47bf-adde-746aacb1f896 None None] Routers {'a7ac97b1-eaf3-4897-b787-26f84f0163be'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:20:14.141268 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-eb8dde58-2c29-47bf-adde-746aacb1f896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:19:56Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['a7ac97b1-eaf3-4897-b787-26f84f0163be'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:20:14.160655 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-24ef5f05-aa80-4384-90cd-40cee03aca15 req-0d5b5ffa-7568-496a-bcd7-999b1aa707c1 service neutron] 10.222.0.58 "GET /v2.0/networks/ff0d6338-2300-4010-ae74-9c2289a9588a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840554 May 12 17:20:14.248473 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-eb8dde58-2c29-47bf-adde-746aacb1f896 None None] Set router a7ac97b1-eaf3-4897-b787-26f84f0163be gateway port host: dv-cinder-841591-1-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:20:14.248711 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-24ef5f05-aa80-4384-90cd-40cee03aca15 req-5bf49d11-8383-484b-9459-850abfda6034 service neutron] 10.222.0.58 "GET /v2.0/networks/ff0d6338-2300-4010-ae74-9c2289a9588a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807090 May 12 17:20:14.464951 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-eb8dde58-2c29-47bf-adde-746aacb1f896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ac97b1-eaf3-4897-b787-26f84f0163be', 'name': 'tempest-ServerRescueNegativeTestJSON-1937888495-router', 'tenant_id': '638166bec22640968de80cfeaeed437b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '4b670f16-25c0-4865-b6e8-66a010626af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:16:01Z', 'updated_at': '2022-05-12T17:16:09Z', 'revision_number': 4, 'project_id': '638166bec22640968de80cfeaeed437b', 'gw_port': {'id': '4b670f16-25c0-4865-b6e8-66a010626af7', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:24:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ac97b1-eaf3-4897-b787-26f84f0163be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:16:02Z', 'updated_at': '2022-05-12T17:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_floatingips': [{'id': '1505bebe-7daf-44e3-a377-836e80bafcd5', 'tenant_id': '638166bec22640968de80cfeaeed437b', 'floating_ip_address': '172.27.0.156', 'floating_network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'router_id': 'a7ac97b1-eaf3-4897-b787-26f84f0163be', 'port_id': 'e25fed55-18b6-4d75-bd0e-374461b42fe4', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff0d6338-2300-4010-ae74-9c2289a9588a', 'mac_address': 'fa:16:3e:5b:1f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c29ebd7-1d9b-4dba-8a0f-7fe13bc1cdef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:18:16Z', 'updated_at': '2022-05-12T17:20:13Z', 'revision_number': 3, 'project_id': '638166bec22640968de80cfeaeed437b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '270f4d95-ad83-4f83-8c08-15dd0a788974', 'name': '', 'network_id': 'ff0d6338-2300-4010-ae74-9c2289a9588a', 'tenant_id': '638166bec22640968de80cfeaeed437b', 'mac_address': 'fa:16:3e:96:b3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ac97b1-eaf3-4897-b787-26f84f0163be', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3ceba6be-c195-4fd8-b10b-839022cc6ef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:16:07Z', 'updated_at': '2022-05-12T17:16:15Z', 'revision_number': 5, 'project_id': '638166bec22640968de80cfeaeed437b', 'subnets': [{'id': '3ceba6be-c195-4fd8-b10b-839022cc6ef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:20:14.493824 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8dde58-2c29-47bf-adde-746aacb1f896 None None] The sync data for ids ['a7ac97b1-eaf3-4897-b787-26f84f0163be'] in dv-cinder-841591-1-iscsi is: [{'id': 'a7ac97b1-eaf3-4897-b787-26f84f0163be', 'name': 'tempest-ServerRescueNegativeTestJSON-1937888495-router', 'tenant_id': '638166bec22640968de80cfeaeed437b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '4b670f16-25c0-4865-b6e8-66a010626af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:16:01Z', 'updated_at': '2022-05-12T17:16:09Z', 'revision_number': 4, 'project_id': '638166bec22640968de80cfeaeed437b', 'gw_port': {'id': '4b670f16-25c0-4865-b6e8-66a010626af7', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:24:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ac97b1-eaf3-4897-b787-26f84f0163be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:16:02Z', 'updated_at': '2022-05-12T17:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_floatingips': [{'id': '1505bebe-7daf-44e3-a377-836e80bafcd5', 'tenant_id': '638166bec22640968de80cfeaeed437b', 'floating_ip_address': '172.27.0.156', 'floating_network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'router_id': 'a7ac97b1-eaf3-4897-b787-26f84f0163be', 'port_id': 'e25fed55-18b6-4d75-bd0e-374461b42fe4', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff0d6338-2300-4010-ae74-9c2289a9588a', 'mac_address': 'fa:16:3e:5b:1f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c29ebd7-1d9b-4dba-8a0f-7fe13bc1cdef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:18:16Z', 'updated_at': '2022-05-12T17:20:13Z', 'revision_number': 3, 'project_id': '638166bec22640968de80cfeaeed437b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '270f4d95-ad83-4f83-8c08-15dd0a788974', 'name': '', 'network_id': 'ff0d6338-2300-4010-ae74-9c2289a9588a', 'tenant_id': '638166bec22640968de80cfeaeed437b', 'mac_address': 'fa:16:3e:96:b3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ac97b1-eaf3-4897-b787-26f84f0163be', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3ceba6be-c195-4fd8-b10b-839022cc6ef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:16:07Z', 'updated_at': '2022-05-12T17:16:15Z', 'revision_number': 5, 'project_id': '638166bec22640968de80cfeaeed437b', 'subnets': [{'id': '3ceba6be-c195-4fd8-b10b-839022cc6ef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:20:15.751478 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c29ebd7-1d9b-4dba-8a0f-7fe13bc1cdef', 'tag': 'e25fed55-18b6-4d75-bd0e-374461b42fe4'}] {{(pid=103468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:20:15.753812 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11327eb0f41ff280cd3a6497cf1c944478feb1aae12e82efcad6faf65da72353" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53f11170-ff3d-4555-92bb-5a92524d158d" -d '{"events": [{"name": "network-changed", "server_uuid": "5c29ebd7-1d9b-4dba-8a0f-7fe13bc1cdef", "tag": "e25fed55-18b6-4d75-bd0e-374461b42fe4"}]}' {{(pid=103468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:20:15.790601 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-314e2e40-f1f1-4522-b09f-d3d5647bdf2a x-openstack-request-id: req-314e2e40-f1f1-4522-b09f-d3d5647bdf2a {{(pid=103468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:20:15.790889 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c29ebd7-1d9b-4dba-8a0f-7fe13bc1cdef", "tag": "e25fed55-18b6-4d75-bd0e-374461b42fe4", "status": "completed", "code": 200}]} {{(pid=103468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:20:15.791144 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-314e2e40-f1f1-4522-b09f-d3d5647bdf2a {{(pid=103468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:20:15.791544 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-314e2e40-f1f1-4522-b09f-d3d5647bdf2a'] response: {'name': 'network-changed', 'server_uuid': '5c29ebd7-1d9b-4dba-8a0f-7fe13bc1cdef', 'tag': 'e25fed55-18b6-4d75-bd0e-374461b42fe4', 'status': 'completed', 'code': 200} May 12 17:20:15.850863 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f11170-ff3d-4555-92bb-5a92524d158d req-badf9adf-30a5-49d1-8f22-843f609f9299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:15.852343 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-53f11170-ff3d-4555-92bb-5a92524d158d req-badf9adf-30a5-49d1-8f22-843f609f9299 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=638166bec22640968de80cfeaeed437b&device_id=5c29ebd7-1d9b-4dba-8a0f-7fe13bc1cdef HTTP/1.1" status: 200 len: 1130 time: 0.0378966 May 12 17:20:15.945594 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f11170-ff3d-4555-92bb-5a92524d158d req-901f1625-2a29-477b-9a69-76c9a4a2780e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:15.947095 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-53f11170-ff3d-4555-92bb-5a92524d158d req-901f1625-2a29-477b-9a69-76c9a4a2780e service neutron] 10.222.0.58 "GET /v2.0/networks?id=ff0d6338-2300-4010-ae74-9c2289a9588a HTTP/1.1" status: 200 len: 920 time: 0.0879824 May 12 17:20:16.010512 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-53f11170-ff3d-4555-92bb-5a92524d158d req-ac4142b0-1cc9-4972-81d1-a5706b649a24 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e25fed55-18b6-4d75-bd0e-374461b42fe4 HTTP/1.1" status: 200 len: 1002 time: 0.0562675 May 12 17:20:16.060673 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f11170-ff3d-4555-92bb-5a92524d158d req-3d14b333-ca68-400e-8168-b10cf572cf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:16.062050 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-53f11170-ff3d-4555-92bb-5a92524d158d req-3d14b333-ca68-400e-8168-b10cf572cf43 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3ceba6be-c195-4fd8-b10b-839022cc6ef4 HTTP/1.1" status: 200 len: 858 time: 0.0446799 May 12 17:20:16.104941 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f11170-ff3d-4555-92bb-5a92524d158d req-084ed8e1-7095-439e-9097-90d87a8f40e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:16.106393 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-53f11170-ff3d-4555-92bb-5a92524d158d req-084ed8e1-7095-439e-9097-90d87a8f40e9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ff0d6338-2300-4010-ae74-9c2289a9588a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0363765 May 12 17:20:16.197092 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-53f11170-ff3d-4555-92bb-5a92524d158d req-da94809e-937f-46b4-b17c-dd2b2288b8cc service neutron] 10.222.0.58 "GET /v2.0/networks/ff0d6338-2300-4010-ae74-9c2289a9588a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838864 May 12 17:20:16.282580 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-53f11170-ff3d-4555-92bb-5a92524d158d req-1ae13a0c-2055-4e02-9bbf-1d05b1bc70fe service neutron] 10.222.0.58 "GET /v2.0/networks/ff0d6338-2300-4010-ae74-9c2289a9588a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787737 May 12 17:20:23.783922 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-527c31a6-6052-48f0-b14c-d2ca2f80cf24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (ad05f391-ff61-4b74-a3af-7ffb7f485489), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:25.199808 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f8bd1d-1575-4cc4-97fb-3c3fc8ad779c req-d55a1806-51bb-447d-991b-aeb0e7241c54 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:25.201289 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f0f8bd1d-1575-4cc4-97fb-3c3fc8ad779c req-d55a1806-51bb-447d-991b-aeb0e7241c54 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/ports?device_id=878603bd-9524-4a76-88c3-463a2f09910f HTTP/1.1" status: 200 len: 946 time: 0.0506015 May 12 17:20:25.247300 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f0f8bd1d-1575-4cc4-97fb-3c3fc8ad779c req-eca6cc91-7d54-44fc-9988-4a5457112b57 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ad77cae-65fc-4aeb-aa6b-51c8f295ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404885 May 12 17:20:26.183807 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-44866bdd-e402-48b1-9584-164ef22e9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (e5548ccc-31b8-4072-a6b0-52b00208ea79), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:26.360301 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa181d4-e43d-4df7-bb94-f19f1d014305 req-1515c5bd-207f-4e75-8f35-9ada9cc5653f tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:26.361745 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-bfa181d4-e43d-4df7-bb94-f19f1d014305 req-1515c5bd-207f-4e75-8f35-9ada9cc5653f tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/ports?device_id=878603bd-9524-4a76-88c3-463a2f09910f HTTP/1.1" status: 200 len: 946 time: 0.0460675 May 12 17:20:26.410777 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-bfa181d4-e43d-4df7-bb94-f19f1d014305 req-1af0385c-66ac-4ad7-8559-598dc8798581 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ad77cae-65fc-4aeb-aa6b-51c8f295ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434618 May 12 17:20:27.279678 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-921d17b2-ae2c-4a72-8bd8-05131367e3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (bf71836d-8135-4bcd-843a-dab378dba2b2), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:27.523268 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213b114a-f82b-4943-a535-c79630242936 req-810e7368-ef54-4106-a5bc-9b30fea4023d tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:27.524714 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-213b114a-f82b-4943-a535-c79630242936 req-810e7368-ef54-4106-a5bc-9b30fea4023d tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/ports?device_id=878603bd-9524-4a76-88c3-463a2f09910f HTTP/1.1" status: 200 len: 946 time: 0.0458763 May 12 17:20:27.570925 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-213b114a-f82b-4943-a535-c79630242936 req-8857700b-2d19-4027-b52f-f3255bed9b77 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ad77cae-65fc-4aeb-aa6b-51c8f295ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406823 May 12 17:20:27.579371 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fabac6-6e0a-4106-bb62-97a4a71517a9 req-dce7d863-a32f-475f-9c4c-cdba1ee2f782 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:27.580864 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-89fabac6-6e0a-4106-bb62-97a4a71517a9 req-dce7d863-a32f-475f-9c4c-cdba1ee2f782 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.58 "GET /v2.0/ports?device_id=878603bd-9524-4a76-88c3-463a2f09910f HTTP/1.1" status: 200 len: 946 time: 0.0455410 May 12 17:20:27.665433 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [req-89fabac6-6e0a-4106-bb62-97a4a71517a9 req-62cd770b-7e3c-4394-a3af-f849a993a0d8 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Deleting port b977622b-d460-4133-b674-446f064230f1 {{(pid=103468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:20:27.665864 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-89fabac6-6e0a-4106-bb62-97a4a71517a9 req-62cd770b-7e3c-4394-a3af-f849a993a0d8 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774528024037'] for port (b977622b-d460-4133-b674-446f064230f1), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:27.753662 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.db [req-89fabac6-6e0a-4106-bb62-97a4a71517a9 req-62cd770b-7e3c-4394-a3af-f849a993a0d8 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] For port b977622b-d460-4133-b674-446f064230f1, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=b977622b-d460-4133-b674-446f064230f1,segment=NetworkSegment(fda86e11-a8f8-47c8-b327-8db06b8cc0ae),segment_id=fda86e11-a8f8-47c8-b327-8db06b8cc0ae)] {{(pid=103468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:20:27.754021 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-89fabac6-6e0a-4106-bb62-97a4a71517a9 req-62cd770b-7e3c-4394-a3af-f849a993a0d8 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683095'] for port (b977622b-d460-4133-b674-446f064230f1), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:27.925830 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-89fabac6-6e0a-4106-bb62-97a4a71517a9 req-62cd770b-7e3c-4394-a3af-f849a993a0d8 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:27.926183 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-89fabac6-6e0a-4106-bb62-97a4a71517a9 req-62cd770b-7e3c-4394-a3af-f849a993a0d8 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682608'] for floatingip (7a39b44c-ccfb-4c2d-ab88-b89d3907d416), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:27.926527 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.db.l3_db [req-89fabac6-6e0a-4106-bb62-97a4a71517a9 req-62cd770b-7e3c-4394-a3af-f849a993a0d8 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Floating IP 7a39b44c-ccfb-4c2d-ab88-b89d3907d416 disassociated. External IP: 172.27.0.65, port: b977622b-d460-4133-b674-446f064230f1. May 12 17:20:27.926875 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [req-89fabac6-6e0a-4106-bb62-97a4a71517a9 req-62cd770b-7e3c-4394-a3af-f849a993a0d8 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Calling delete_port for b977622b-d460-4133-b674-446f064230f1 owned by compute:nova {{(pid=103468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:20:27.933062 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (38379b20-dcc3-43b7-a09e-956d8be7db9c), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:28.054772 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-89fabac6-6e0a-4106-bb62-97a4a71517a9 req-62cd770b-7e3c-4394-a3af-f849a993a0d8 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774528036217', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774527475294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11526335'] for port (b977622b-d460-4133-b674-446f064230f1), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:28.081241 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cd770b-7e3c-4394-a3af-f849a993a0d8 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Pushing event deleted for resources: {'Port': ['ID=b977622b-d460-4133-b674-446f064230f1,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:20:28.194598 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.l3_agent_scheduler [req-89fabac6-6e0a-4106-bb62-97a4a71517a9 req-62cd770b-7e3c-4394-a3af-f849a993a0d8 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Router 2055b3ec-09dd-4090-9285-28048742bdf7 has already been hosted by L3 agent e5548ccc-31b8-4072-a6b0-52b00208ea79 {{(pid=103468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:20:28.558581 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-89fabac6-6e0a-4106-bb62-97a4a71517a9 req-62cd770b-7e3c-4394-a3af-f849a993a0d8 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Notify agent at l3_agent.dv-cinder-841591-1-iscsi the message routers_updated {{(pid=103468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:20:28.570618 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb292ee8-63ea-4e94-b817-3e1480b8c33b None None] Sync routers for ids ['2055b3ec-09dd-4090-9285-28048742bdf7'] in dv-cinder-841591-1-iscsi {{(pid=103470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:20:28.580130 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb292ee8-63ea-4e94-b817-3e1480b8c33b None None] Routers {'2055b3ec-09dd-4090-9285-28048742bdf7'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:20:28.581111 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-eb292ee8-63ea-4e94-b817-3e1480b8c33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:20:26Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['2055b3ec-09dd-4090-9285-28048742bdf7'], 'active': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:20:28.600209 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [req-89fabac6-6e0a-4106-bb62-97a4a71517a9 req-62cd770b-7e3c-4394-a3af-f849a993a0d8 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] No DVR routers for this DVR port b977622b-d460-4133-b674-446f064230f1 on host hv-cinder-84159 {{(pid=103468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:20:28.603639 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-89fabac6-6e0a-4106-bb62-97a4a71517a9 req-62cd770b-7e3c-4394-a3af-f849a993a0d8 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36930'] for port (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:28.606873 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-89fabac6-6e0a-4106-bb62-97a4a71517a9 req-62cd770b-7e3c-4394-a3af-f849a993a0d8 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.58 "DELETE /v2.0/ports/b977622b-d460-4133-b674-446f064230f1 HTTP/1.1" status: 204 len: 173 time: 1.0204694 May 12 17:20:28.607321 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '878603bd-9524-4a76-88c3-463a2f09910f', 'name': 'network-vif-deleted', 'tag': 'b977622b-d460-4133-b674-446f064230f1'}] {{(pid=103468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:20:28.609668 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11327eb0f41ff280cd3a6497cf1c944478feb1aae12e82efcad6faf65da72353" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c270525-f322-4c93-8055-c12414f25bc8" -d '{"events": [{"server_uuid": "878603bd-9524-4a76-88c3-463a2f09910f", "name": "network-vif-deleted", "tag": "b977622b-d460-4133-b674-446f064230f1"}]}' {{(pid=103468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:20:28.657662 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec3d9ef8-accb-4d27-97e1-5f614ebd3b90 x-openstack-request-id: req-ec3d9ef8-accb-4d27-97e1-5f614ebd3b90 {{(pid=103468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:20:28.658021 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "878603bd-9524-4a76-88c3-463a2f09910f", "name": "network-vif-deleted", "tag": "b977622b-d460-4133-b674-446f064230f1", "status": "completed", "code": 200}]} {{(pid=103468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:20:28.658339 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ec3d9ef8-accb-4d27-97e1-5f614ebd3b90 {{(pid=103468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:20:28.658818 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec3d9ef8-accb-4d27-97e1-5f614ebd3b90'] response: {'server_uuid': '878603bd-9524-4a76-88c3-463a2f09910f', 'name': 'network-vif-deleted', 'tag': 'b977622b-d460-4133-b674-446f064230f1', 'status': 'completed', 'code': 200} May 12 17:20:28.697654 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-398c6ff7-e208-459f-b797-da67356fd25b req-a00bf68f-164a-4a3e-952c-1b70573b6ee3 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/ports?device_id=878603bd-9524-4a76-88c3-463a2f09910f HTTP/1.1" status: 200 len: 210 time: 0.0343821 May 12 17:20:28.839772 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvr_db [None req-eb292ee8-63ea-4e94-b817-3e1480b8c33b None None] Set router 2055b3ec-09dd-4090-9285-28048742bdf7 gateway port host: dv-cinder-841591-1-iscsi {{(pid=103470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:20:28.841858 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-c581148e-646c-4c8c-8cc5-93d6184e682f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (98e1a54e-83f0-40d1-9631-7dd40ffbcd59), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:29.027040 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-eb292ee8-63ea-4e94-b817-3e1480b8c33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2055b3ec-09dd-4090-9285-28048742bdf7', 'name': 'tempest-AttachVolumeTestJSON-154657364-router', 'tenant_id': '67e7bebb3ef2474591626aa0a76d7a1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '30375247-101c-4f4b-afc3-a8d1a61a73e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:16:02Z', 'updated_at': '2022-05-12T17:16:11Z', 'revision_number': 4, 'project_id': '67e7bebb3ef2474591626aa0a76d7a1d', 'gw_port': {'id': '30375247-101c-4f4b-afc3-a8d1a61a73e7', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:03:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2055b3ec-09dd-4090-9285-28048742bdf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:16:03Z', 'updated_at': '2022-05-12T17:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_interfaces': [{'id': 'cad86394-a9cb-486c-a924-531fc4111ee5', 'name': '', 'network_id': '8e057b02-0e5b-44bd-83b7-2f23a5bc0a94', 'tenant_id': '67e7bebb3ef2474591626aa0a76d7a1d', 'mac_address': 'fa:16:3e:36:7c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2055b3ec-09dd-4090-9285-28048742bdf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ee2adf5e-fcc4-48d8-8205-399177bedd23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:16:09Z', 'updated_at': '2022-05-12T17:16:21Z', 'revision_number': 5, 'project_id': '67e7bebb3ef2474591626aa0a76d7a1d', 'subnets': [{'id': 'ee2adf5e-fcc4-48d8-8205-399177bedd23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:20:29.053387 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb292ee8-63ea-4e94-b817-3e1480b8c33b None None] Checking router: 2055b3ec-09dd-4090-9285-28048742bdf7 for host: dv-cinder-841591-1-iscsi {{(pid=103470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:20:29.061712 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb292ee8-63ea-4e94-b817-3e1480b8c33b None None] Routers {'2055b3ec-09dd-4090-9285-28048742bdf7'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:20:29.062310 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-eb292ee8-63ea-4e94-b817-3e1480b8c33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:20:26Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['2055b3ec-09dd-4090-9285-28048742bdf7'], 'active': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:20:29.173839 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvr_db [None req-eb292ee8-63ea-4e94-b817-3e1480b8c33b None None] Set router 2055b3ec-09dd-4090-9285-28048742bdf7 gateway port host: dv-cinder-841591-1-iscsi {{(pid=103470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:20:29.355252 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-eb292ee8-63ea-4e94-b817-3e1480b8c33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2055b3ec-09dd-4090-9285-28048742bdf7', 'name': 'tempest-AttachVolumeTestJSON-154657364-router', 'tenant_id': '67e7bebb3ef2474591626aa0a76d7a1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '30375247-101c-4f4b-afc3-a8d1a61a73e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:16:02Z', 'updated_at': '2022-05-12T17:16:11Z', 'revision_number': 4, 'project_id': '67e7bebb3ef2474591626aa0a76d7a1d', 'gw_port': {'id': '30375247-101c-4f4b-afc3-a8d1a61a73e7', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:03:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2055b3ec-09dd-4090-9285-28048742bdf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:16:03Z', 'updated_at': '2022-05-12T17:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_interfaces': [{'id': 'cad86394-a9cb-486c-a924-531fc4111ee5', 'name': '', 'network_id': '8e057b02-0e5b-44bd-83b7-2f23a5bc0a94', 'tenant_id': '67e7bebb3ef2474591626aa0a76d7a1d', 'mac_address': 'fa:16:3e:36:7c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2055b3ec-09dd-4090-9285-28048742bdf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ee2adf5e-fcc4-48d8-8205-399177bedd23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:16:09Z', 'updated_at': '2022-05-12T17:16:21Z', 'revision_number': 5, 'project_id': '67e7bebb3ef2474591626aa0a76d7a1d', 'subnets': [{'id': 'ee2adf5e-fcc4-48d8-8205-399177bedd23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:20:29.384004 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb292ee8-63ea-4e94-b817-3e1480b8c33b None None] The sync data for ids ['2055b3ec-09dd-4090-9285-28048742bdf7'] in dv-cinder-841591-1-iscsi is: [{'id': '2055b3ec-09dd-4090-9285-28048742bdf7', 'name': 'tempest-AttachVolumeTestJSON-154657364-router', 'tenant_id': '67e7bebb3ef2474591626aa0a76d7a1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '30375247-101c-4f4b-afc3-a8d1a61a73e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:16:02Z', 'updated_at': '2022-05-12T17:16:11Z', 'revision_number': 4, 'project_id': '67e7bebb3ef2474591626aa0a76d7a1d', 'gw_port': {'id': '30375247-101c-4f4b-afc3-a8d1a61a73e7', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:03:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2055b3ec-09dd-4090-9285-28048742bdf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:16:03Z', 'updated_at': '2022-05-12T17:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_interfaces': [{'id': 'cad86394-a9cb-486c-a924-531fc4111ee5', 'name': '', 'network_id': '8e057b02-0e5b-44bd-83b7-2f23a5bc0a94', 'tenant_id': '67e7bebb3ef2474591626aa0a76d7a1d', 'mac_address': 'fa:16:3e:36:7c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2055b3ec-09dd-4090-9285-28048742bdf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ee2adf5e-fcc4-48d8-8205-399177bedd23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:16:09Z', 'updated_at': '2022-05-12T17:16:21Z', 'revision_number': 5, 'project_id': '67e7bebb3ef2474591626aa0a76d7a1d', 'subnets': [{'id': 'ee2adf5e-fcc4-48d8-8205-399177bedd23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:20:29.405985 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.agents_db [None req-75b73116-3060-4b2b-9211-a804f2896a96 None None] Agent healthcheck: found 6 active agents {{(pid=103471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:20:29.597538 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ebce08-a557-4f0f-98a7-fcf5468cd9ed None None] New status for floating IP 7a39b44c-ccfb-4c2d-ab88-b89d3907d416: DOWN {{(pid=103471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 17:20:29.791106 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 59562) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:20:29.851883 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-8cf5443f-eb95-4d6c-95c8-d86abec89637 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Publish callbacks [] for security_group (5ad77cae-65fc-4aeb-aa6b-51c8f295ecf0), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:29.875257 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-8cf5443f-eb95-4d6c-95c8-d86abec89637 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Publish callbacks [] for security_group (5ad77cae-65fc-4aeb-aa6b-51c8f295ecf0), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:29.920065 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-8cf5443f-eb95-4d6c-95c8-d86abec89637 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (5ad77cae-65fc-4aeb-aa6b-51c8f295ecf0), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:29.922582 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-8cf5443f-eb95-4d6c-95c8-d86abec89637 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:29.923690 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-8cf5443f-eb95-4d6c-95c8-d86abec89637 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "DELETE /v2.0/security-groups/5ad77cae-65fc-4aeb-aa6b-51c8f295ecf0 HTTP/1.1" status: 204 len: 168 time: 0.1315889 May 12 17:20:29.926509 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 59564) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:20:29.932900 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf5443f-eb95-4d6c-95c8-d86abec89637 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad77cae-65fc-4aeb-aa6b-51c8f295ecf0,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:20:29.942240 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.api.v2.resource [None req-370cb404-26a6-437a-817a-9fb2665fcdb9 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] show failed (client error): The resource could not be found. May 12 17:20:29.943865 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-370cb404-26a6-437a-817a-9fb2665fcdb9 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/security-groups/5ad77cae-65fc-4aeb-aa6b-51c8f295ecf0 HTTP/1.1" status: 404 len: 347 time: 0.0158851 May 12 17:20:29.946985 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 59566) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:20:30.062143 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-548bc431-6747-487e-9ab4-1a90f50d1ab5 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Deleting port 970edad6-02d0-4207-b8a6-7b439e0d1df5 {{(pid=103469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:20:30.062516 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-548bc431-6747-487e-9ab4-1a90f50d1ab5 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774528024037'] for port (970edad6-02d0-4207-b8a6-7b439e0d1df5), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:30.139127 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-548bc431-6747-487e-9ab4-1a90f50d1ab5 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683095'] for port (970edad6-02d0-4207-b8a6-7b439e0d1df5), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:30.139450 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-548bc431-6747-487e-9ab4-1a90f50d1ab5 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Publish callbacks [] for floatingip (970edad6-02d0-4207-b8a6-7b439e0d1df5), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:30.151289 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-548bc431-6747-487e-9ab4-1a90f50d1ab5 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Calling delete_port for 970edad6-02d0-4207-b8a6-7b439e0d1df5 owned by network:floatingip {{(pid=103469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:20:30.243240 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (dea0f963-0a36-45fe-941b-5c749ca6f3bf), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:30.279549 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-548bc431-6747-487e-9ab4-1a90f50d1ab5 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774528036217', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774527475294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968517'] for port (970edad6-02d0-4207-b8a6-7b439e0d1df5), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:30.305118 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548bc431-6747-487e-9ab4-1a90f50d1ab5 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Pushing event deleted for resources: {'Port': ['ID=970edad6-02d0-4207-b8a6-7b439e0d1df5,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:20:30.364497 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-548bc431-6747-487e-9ab4-1a90f50d1ab5 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Publish callbacks [] for floatingip (7a39b44c-ccfb-4c2d-ab88-b89d3907d416), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:30.367511 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-548bc431-6747-487e-9ab4-1a90f50d1ab5 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36930'] for floatingip (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:30.368667 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-548bc431-6747-487e-9ab4-1a90f50d1ab5 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "DELETE /v2.0/floatingips/7a39b44c-ccfb-4c2d-ab88-b89d3907d416 HTTP/1.1" status: 204 len: 168 time: 0.4207988 May 12 17:20:30.726193 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Device b977622b-d460-4133-b674-446f064230f1 no longer exists at agent hyperv_hv-cinder-84159 {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:20:30.746008 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] No Port match for: b977622b-d460-4133-b674-446f064230f1 {{(pid=103470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:20:30.746353 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Device b977622b-d460-4133-b674-446f064230f1 not bound to the agent host hv-cinder-84159 {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:20:31.456512 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 59574) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:20:31.461673 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-fc65330e-939c-4061-856b-118eaa02c298 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1233292919', 'description': 'tempest-description--1381354935'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:20:31.480996 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-fc65330e-939c-4061-856b-118eaa02c298 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:31.545055 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-fc65330e-939c-4061-856b-118eaa02c298 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Publish callbacks [] for security_group (75608702-ec07-427a-bc51-7a75f2ee335d), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:31.548424 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-fc65330e-939c-4061-856b-118eaa02c298 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (75608702-ec07-427a-bc51-7a75f2ee335d), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:31.579168 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-fc65330e-939c-4061-856b-118eaa02c298 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:31.580337 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-fc65330e-939c-4061-856b-118eaa02c298 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1227689 May 12 17:20:31.583342 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 59576) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:20:31.584265 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc65330e-939c-4061-856b-118eaa02c298 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75608702-ec07-427a-bc51-7a75f2ee335d,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:20:31.587847 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-57f69d4f-f80d-4de5-a135-c83e8873c7ad tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Request body: {'security_group_rule': {'security_group_id': '75608702-ec07-427a-bc51-7a75f2ee335d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:20:31.591228 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc65330e-939c-4061-856b-118eaa02c298 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:20:31.591573 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc65330e-939c-4061-856b-118eaa02c298 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:20:31.591909 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc65330e-939c-4061-856b-118eaa02c298 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:20:31.592242 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc65330e-939c-4061-856b-118eaa02c298 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:20:31.592571 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc65330e-939c-4061-856b-118eaa02c298 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:20:31.592893 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc65330e-939c-4061-856b-118eaa02c298 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:20:31.593212 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc65330e-939c-4061-856b-118eaa02c298 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:20:31.593530 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc65330e-939c-4061-856b-118eaa02c298 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:20:31.593849 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc65330e-939c-4061-856b-118eaa02c298 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:20:31.594168 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc65330e-939c-4061-856b-118eaa02c298 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:20:31.594511 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc65330e-939c-4061-856b-118eaa02c298 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:20:31.594832 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc65330e-939c-4061-856b-118eaa02c298 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:20:31.595147 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc65330e-939c-4061-856b-118eaa02c298 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:20:31.595460 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc65330e-939c-4061-856b-118eaa02c298 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:20:31.595779 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc65330e-939c-4061-856b-118eaa02c298 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:20:31.617236 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-57f69d4f-f80d-4de5-a135-c83e8873c7ad tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Publish callbacks [] for security_group_rule (2ce8d631-581c-484e-b136-27b0707a1699), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:31.669743 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-57f69d4f-f80d-4de5-a135-c83e8873c7ad tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Publish callbacks [] for security_group_rule (2ce8d631-581c-484e-b136-27b0707a1699), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:31.673192 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-57f69d4f-f80d-4de5-a135-c83e8873c7ad tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462143'] for security_group_rule (2ce8d631-581c-484e-b136-27b0707a1699), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:31.692647 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f69d4f-f80d-4de5-a135-c83e8873c7ad tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ce8d631-581c-484e-b136-27b0707a1699,revision_number=0']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:20:31.701528 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-57f69d4f-f80d-4de5-a135-c83e8873c7ad tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:31.702697 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-57f69d4f-f80d-4de5-a135-c83e8873c7ad tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1183116 May 12 17:20:31.705407 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 59578) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:20:31.709704 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-d71905d1-79db-427b-bf8e-e668567a1cba tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Request body: {'security_group_rule': {'security_group_id': '75608702-ec07-427a-bc51-7a75f2ee335d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:20:31.733721 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-d71905d1-79db-427b-bf8e-e668567a1cba tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Publish callbacks [] for security_group_rule (539e70b1-6acc-400a-84b6-e77bd5b72698), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:31.786835 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-d71905d1-79db-427b-bf8e-e668567a1cba tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Publish callbacks [] for security_group_rule (539e70b1-6acc-400a-84b6-e77bd5b72698), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:31.790222 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-d71905d1-79db-427b-bf8e-e668567a1cba tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462143'] for security_group_rule (539e70b1-6acc-400a-84b6-e77bd5b72698), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:31.809427 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71905d1-79db-427b-bf8e-e668567a1cba tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=539e70b1-6acc-400a-84b6-e77bd5b72698,revision_number=0']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:20:31.815144 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-d71905d1-79db-427b-bf8e-e668567a1cba tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:31.816323 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-d71905d1-79db-427b-bf8e-e668567a1cba tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1100230 May 12 17:20:31.820068 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 59580) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:20:31.824158 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-490a3b4f-0ea7-41a6-a099-896998c40058 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Request body: {'floatingip': {'floating_network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:20:31.843788 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-490a3b4f-0ea7-41a6-a099-896998c40058 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:31.922656 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-490a3b4f-0ea7-41a6-a099-896998c40058 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:32.027643 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.db_base_plugin_common [None req-490a3b4f-0ea7-41a6-a099-896998c40058 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Allocated IP 172.27.0.233 (9bfa71c8-c6b3-48ca-a660-d8187367d4be/c986c1c6-d014-45ab-99c5-409df43f439e/63c831f7-fe48-489a-b20b-e9f9188af5b8) {{(pid=103468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:20:32.125003 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-490a3b4f-0ea7-41a6-a099-896998c40058 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Publish callbacks [] for port (63c831f7-fe48-489a-b20b-e9f9188af5b8), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:32.161656 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-490a3b4f-0ea7-41a6-a099-896998c40058 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774527475285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11526335'] for port (63c831f7-fe48-489a-b20b-e9f9188af5b8), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:32.196772 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490a3b4f-0ea7-41a6-a099-896998c40058 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Network 9bfa71c8-c6b3-48ca-a660-d8187367d4be is already hosted by enough agents. {{(pid=103468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:20:32.199498 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.base_scheduler [None req-490a3b4f-0ea7-41a6-a099-896998c40058 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Resources bound (agent type, host, resource id): {{(pid=103468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:20:32.202997 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490a3b4f-0ea7-41a6-a099-896998c40058 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Received port after_create {{(pid=103468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:20:32.229798 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490a3b4f-0ea7-41a6-a099-896998c40058 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Pushing event updated for resources: {'Port': ['ID=63c831f7-fe48-489a-b20b-e9f9188af5b8,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:20:32.291295 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-490a3b4f-0ea7-41a6-a099-896998c40058 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Publish callbacks [] for floatingip (89379dae-ea49-4852-96af-08c9e69b0942), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:32.325878 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-490a3b4f-0ea7-41a6-a099-896998c40058 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (63c831f7-fe48-489a-b20b-e9f9188af5b8), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:32.501444 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-490a3b4f-0ea7-41a6-a099-896998c40058 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Publish callbacks [] for port (63c831f7-fe48-489a-b20b-e9f9188af5b8), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:32.505889 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-490a3b4f-0ea7-41a6-a099-896998c40058 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11526280'] for port (63c831f7-fe48-489a-b20b-e9f9188af5b8), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:32.573828 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490a3b4f-0ea7-41a6-a099-896998c40058 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Pushing event updated for resources: {'Port': ['ID=63c831f7-fe48-489a-b20b-e9f9188af5b8,revision_number=2']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:20:32.579770 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-490a3b4f-0ea7-41a6-a099-896998c40058 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682608'] for floatingip (89379dae-ea49-4852-96af-08c9e69b0942), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:32.595155 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-490a3b4f-0ea7-41a6-a099-896998c40058 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36930'] for floatingip (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:32.596359 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-490a3b4f-0ea7-41a6-a099-896998c40058 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7753932 May 12 17:20:32.782915 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-3ad68f5c-8445-4795-ab94-18c8fb6b0b23 req-6079b88e-44a9-46ec-8d86-b9c40497e978 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1233292919&fields=id&tenant_id=67e7bebb3ef2474591626aa0a76d7a1d HTTP/1.1" status: 200 len: 267 time: 0.0418603 May 12 17:20:32.889099 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad68f5c-8445-4795-ab94-18c8fb6b0b23 req-708b523c-d3cf-48da-8946-3ad3363dceaf tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:32.890627 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-3ad68f5c-8445-4795-ab94-18c8fb6b0b23 req-708b523c-d3cf-48da-8946-3ad3363dceaf tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/networks?id=8e057b02-0e5b-44bd-83b7-2f23a5bc0a94 HTTP/1.1" status: 200 len: 810 time: 0.1015127 May 12 17:20:32.905377 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-3ad68f5c-8445-4795-ab94-18c8fb6b0b23 req-af4d5f6f-a347-4b21-9f37-dee12ecdea81 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/quotas/67e7bebb3ef2474591626aa0a76d7a1d HTTP/1.1" status: 200 len: 375 time: 0.0094833 May 12 17:20:32.952436 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-3ad68f5c-8445-4795-ab94-18c8fb6b0b23 req-4c2e1b4e-006c-4dfe-b0a3-e006f2967006 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=67e7bebb3ef2474591626aa0a76d7a1d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0421417 May 12 17:20:33.049443 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-3ad68f5c-8445-4795-ab94-18c8fb6b0b23 req-cda39474-2aec-497a-a6db-903ec3e39cf0 service neutron] 10.222.0.23 "GET /v2.0/networks/8e057b02-0e5b-44bd-83b7-2f23a5bc0a94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830512 May 12 17:20:33.135373 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-3ad68f5c-8445-4795-ab94-18c8fb6b0b23 req-184e60f0-4319-4a0d-9123-4b1607a8ab9e service neutron] 10.222.0.23 "GET /v2.0/networks/8e057b02-0e5b-44bd-83b7-2f23a5bc0a94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796833 May 12 17:20:33.290401 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c4eff316-b541-4781-bd5d-e2f5d39bd489 req-afb500b6-516c-425f-8a32-9391cb56f496 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/ports?device_id=49694a9c-8430-4914-828c-b11634c14ec8 HTTP/1.1" status: 200 len: 210 time: 0.0281351 May 12 17:20:34.271819 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad68f5c-8445-4795-ab94-18c8fb6b0b23 req-f73201f8-8b40-4854-a359-85be8f6ed071 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:34.273322 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-3ad68f5c-8445-4795-ab94-18c8fb6b0b23 req-f73201f8-8b40-4854-a359-85be8f6ed071 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.58 "GET /v2.0/networks?id=8e057b02-0e5b-44bd-83b7-2f23a5bc0a94 HTTP/1.1" status: 200 len: 810 time: 0.1032634 May 12 17:20:34.339025 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-3ad68f5c-8445-4795-ab94-18c8fb6b0b23 req-4be4a23f-9373-4ebc-a342-c4ebc6442edd tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67e7bebb3ef2474591626aa0a76d7a1d HTTP/1.1" status: 200 len: 380 time: 0.0553129 May 12 17:20:34.386695 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-d6d69c7f-e7d7-407f-9df2-ca1684d31a82 req-cc7278d0-a70e-4c96-b54b-99a890ff5a2e tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/ports?device_id=49694a9c-8430-4914-828c-b11634c14ec8 HTTP/1.1" status: 200 len: 210 time: 0.0270925 May 12 17:20:34.413924 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [req-3ad68f5c-8445-4795-ab94-18c8fb6b0b23 req-b4acb733-892e-4eb6-aec7-2906b71c2ab2 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Request body: {'port': {'device_id': '49694a9c-8430-4914-828c-b11634c14ec8', 'network_id': '8e057b02-0e5b-44bd-83b7-2f23a5bc0a94', 'admin_state_up': True, 'tenant_id': '67e7bebb3ef2474591626aa0a76d7a1d', 'security_groups': ['75608702-ec07-427a-bc51-7a75f2ee335d']}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:20:34.519441 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ad68f5c-8445-4795-ab94-18c8fb6b0b23 req-b4acb733-892e-4eb6-aec7-2906b71c2ab2 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Made reservation on behalf of 67e7bebb3ef2474591626aa0a76d7a1d for: {'port': 1} {{(pid=103468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:20:34.523111 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-3ad68f5c-8445-4795-ab94-18c8fb6b0b23 req-b4acb733-892e-4eb6-aec7-2906b71c2ab2 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:34.642434 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.db_base_plugin_common [req-3ad68f5c-8445-4795-ab94-18c8fb6b0b23 req-b4acb733-892e-4eb6-aec7-2906b71c2ab2 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Allocated IP 172.20.0.11 (8e057b02-0e5b-44bd-83b7-2f23a5bc0a94/ee2adf5e-fcc4-48d8-8205-399177bedd23/f22f77f1-5b40-44e2-bbd4-24054d6825ab) {{(pid=103468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:20:34.776563 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-3ad68f5c-8445-4795-ab94-18c8fb6b0b23 req-b4acb733-892e-4eb6-aec7-2906b71c2ab2 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Publish callbacks [] for port (f22f77f1-5b40-44e2-bbd4-24054d6825ab), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:34.815490 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-3ad68f5c-8445-4795-ab94-18c8fb6b0b23 req-b4acb733-892e-4eb6-aec7-2906b71c2ab2 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774527475285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11526335'] for port (f22f77f1-5b40-44e2-bbd4-24054d6825ab), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:34.862629 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ad68f5c-8445-4795-ab94-18c8fb6b0b23 req-b4acb733-892e-4eb6-aec7-2906b71c2ab2 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Network 8e057b02-0e5b-44bd-83b7-2f23a5bc0a94 is already hosted by enough agents. {{(pid=103468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:20:34.865784 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.base_scheduler [req-3ad68f5c-8445-4795-ab94-18c8fb6b0b23 req-b4acb733-892e-4eb6-aec7-2906b71c2ab2 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Resources bound (agent type, host, resource id): {{(pid=103468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:20:34.871984 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ad68f5c-8445-4795-ab94-18c8fb6b0b23 req-b4acb733-892e-4eb6-aec7-2906b71c2ab2 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Received port after_create {{(pid=103468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:20:34.897421 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4acb733-892e-4eb6-aec7-2906b71c2ab2 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Pushing event updated for resources: {'Port': ['ID=f22f77f1-5b40-44e2-bbd4-24054d6825ab,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:20:34.925842 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad68f5c-8445-4795-ab94-18c8fb6b0b23 req-b4acb733-892e-4eb6-aec7-2906b71c2ab2 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:34.926484 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-3ad68f5c-8445-4795-ab94-18c8fb6b0b23 req-b4acb733-892e-4eb6-aec7-2906b71c2ab2 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36930'] for port (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:34.943167 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-3ad68f5c-8445-4795-ab94-18c8fb6b0b23 req-b4acb733-892e-4eb6-aec7-2906b71c2ab2 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5333858 May 12 17:20:34.954935 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [req-3ad68f5c-8445-4795-ab94-18c8fb6b0b23 req-7c57b1e5-05c3-403e-a99f-b69fb8860775 service neutron] Request body: {'port': {'device_id': '49694a9c-8430-4914-828c-b11634c14ec8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84159'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:20:35.016346 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-3ad68f5c-8445-4795-ab94-18c8fb6b0b23 req-7c57b1e5-05c3-403e-a99f-b69fb8860775 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (f22f77f1-5b40-44e2-bbd4-24054d6825ab), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:35.103314 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-2b99a7a0-6768-46e1-bd83-2dfb396a7df4 None None] Provisioning complete for port f22f77f1-5b40-44e2-bbd4-24054d6825ab triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:20:35.103918 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-2b99a7a0-6768-46e1-bd83-2dfb396a7df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (f22f77f1-5b40-44e2-bbd4-24054d6825ab), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:35.139870 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-2b99a7a0-6768-46e1-bd83-2dfb396a7df4 None None] Port f22f77f1-5b40-44e2-bbd4-24054d6825ab cannot update to ACTIVE because it is not bound. {{(pid=103470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:20:35.306471 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.notifiers.nova [req-3ad68f5c-8445-4795-ab94-18c8fb6b0b23 req-7c57b1e5-05c3-403e-a99f-b69fb8860775 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f22f77f1-5b40-44e2-bbd4-24054d6825ab {{(pid=103468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:20:35.313581 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-3ad68f5c-8445-4795-ab94-18c8fb6b0b23 req-7c57b1e5-05c3-403e-a99f-b69fb8860775 service neutron] Publish callbacks [] for port (f22f77f1-5b40-44e2-bbd4-24054d6825ab), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:35.326080 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.provisioning_blocks [req-3ad68f5c-8445-4795-ab94-18c8fb6b0b23 req-7c57b1e5-05c3-403e-a99f-b69fb8860775 service neutron] Transition to ACTIVE for port object f22f77f1-5b40-44e2-bbd4-24054d6825ab will not be triggered until provisioned by entity L2. {{(pid=103468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 17:20:35.329804 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-3ad68f5c-8445-4795-ab94-18c8fb6b0b23 req-7c57b1e5-05c3-403e-a99f-b69fb8860775 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11526280'] for port (f22f77f1-5b40-44e2-bbd4-24054d6825ab), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:35.380363 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c57b1e5-05c3-403e-a99f-b69fb8860775 service neutron] Pushing event updated for resources: {'Port': ['ID=f22f77f1-5b40-44e2-bbd4-24054d6825ab,revision_number=2']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:20:35.459218 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [req-3ad68f5c-8445-4795-ab94-18c8fb6b0b23 req-7c57b1e5-05c3-403e-a99f-b69fb8860775 service neutron] Attempting to bind port f22f77f1-5b40-44e2-bbd4-24054d6825ab on host hv-cinder-84159 for vnic_type normal with profile {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:20:35.459642 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [req-3ad68f5c-8445-4795-ab94-18c8fb6b0b23 req-7c57b1e5-05c3-403e-a99f-b69fb8860775 service neutron] Attempting to bind port f22f77f1-5b40-44e2-bbd4-24054d6825ab by drivers openvswitch,hyperv on host hv-cinder-84159 at level 0 using segments [{'id': 'fda86e11-a8f8-47c8-b327-8db06b8cc0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '8e057b02-0e5b-44bd-83b7-2f23a5bc0a94'}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:20:35.459887 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad68f5c-8445-4795-ab94-18c8fb6b0b23 req-7c57b1e5-05c3-403e-a99f-b69fb8860775 service neutron] Attempting to bind port f22f77f1-5b40-44e2-bbd4-24054d6825ab on network 8e057b02-0e5b-44bd-83b7-2f23a5bc0a94 {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:20:35.465623 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad68f5c-8445-4795-ab94-18c8fb6b0b23 req-7c57b1e5-05c3-403e-a99f-b69fb8860775 service neutron] Port f22f77f1-5b40-44e2-bbd4-24054d6825ab on network 8e057b02-0e5b-44bd-83b7-2f23a5bc0a94 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84159 {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 17:20:35.465949 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad68f5c-8445-4795-ab94-18c8fb6b0b23 req-7c57b1e5-05c3-403e-a99f-b69fb8860775 service neutron] Attempting to bind port f22f77f1-5b40-44e2-bbd4-24054d6825ab on network 8e057b02-0e5b-44bd-83b7-2f23a5bc0a94 {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:20:35.474440 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad68f5c-8445-4795-ab94-18c8fb6b0b23 req-7c57b1e5-05c3-403e-a99f-b69fb8860775 service neutron] Checking agent: {'id': '38379b20-dcc3-43b7-a09e-956d8be7db9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84159', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 13, 58), 'started_at': datetime.datetime(2022, 5, 12, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:20:35.475023 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad68f5c-8445-4795-ab94-18c8fb6b0b23 req-7c57b1e5-05c3-403e-a99f-b69fb8860775 service neutron] Checking segment: {'id': 'fda86e11-a8f8-47c8-b327-8db06b8cc0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '8e057b02-0e5b-44bd-83b7-2f23a5bc0a94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:20:35.475445 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad68f5c-8445-4795-ab94-18c8fb6b0b23 req-7c57b1e5-05c3-403e-a99f-b69fb8860775 service neutron] Bound using segment: {'id': 'fda86e11-a8f8-47c8-b327-8db06b8cc0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '8e057b02-0e5b-44bd-83b7-2f23a5bc0a94'} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:20:35.475949 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [req-3ad68f5c-8445-4795-ab94-18c8fb6b0b23 req-7c57b1e5-05c3-403e-a99f-b69fb8860775 service neutron] Bound port: f22f77f1-5b40-44e2-bbd4-24054d6825ab, host: hv-cinder-84159, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fda86e11-a8f8-47c8-b327-8db06b8cc0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '8e057b02-0e5b-44bd-83b7-2f23a5bc0a94'}}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:20:35.476372 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-3ad68f5c-8445-4795-ab94-18c8fb6b0b23 req-7c57b1e5-05c3-403e-a99f-b69fb8860775 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (f22f77f1-5b40-44e2-bbd4-24054d6825ab), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:35.505070 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda3625b-975d-4163-aff2-1c631fb15acf req-0bd50687-19c0-48aa-8620-b99f221004b9 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:35.507288 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-bda3625b-975d-4163-aff2-1c631fb15acf req-0bd50687-19c0-48aa-8620-b99f221004b9 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/ports?device_id=49694a9c-8430-4914-828c-b11634c14ec8 HTTP/1.1" status: 200 len: 944 time: 0.0508831 May 12 17:20:35.545654 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.db [req-3ad68f5c-8445-4795-ab94-18c8fb6b0b23 req-7c57b1e5-05c3-403e-a99f-b69fb8860775 service neutron] For port f22f77f1-5b40-44e2-bbd4-24054d6825ab, host hv-cinder-84159, cleared binding levels {{(pid=103468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:20:35.549083 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.db [req-3ad68f5c-8445-4795-ab94-18c8fb6b0b23 req-7c57b1e5-05c3-403e-a99f-b69fb8860775 service neutron] For port f22f77f1-5b40-44e2-bbd4-24054d6825ab, host hv-cinder-84159, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=f22f77f1-5b40-44e2-bbd4-24054d6825ab,segment=NetworkSegment(fda86e11-a8f8-47c8-b327-8db06b8cc0ae),segment_id=fda86e11-a8f8-47c8-b327-8db06b8cc0ae)] {{(pid=103468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:20:35.555546 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-bda3625b-975d-4163-aff2-1c631fb15acf req-05d47561-1408-4269-bd1c-26f92476978d tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/security-groups?id=75608702-ec07-427a-bc51-7a75f2ee335d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421586 May 12 17:20:35.556795 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-3ad68f5c-8445-4795-ab94-18c8fb6b0b23 req-7c57b1e5-05c3-403e-a99f-b69fb8860775 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11526280'] for port (f22f77f1-5b40-44e2-bbd4-24054d6825ab), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:35.589346 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad68f5c-8445-4795-ab94-18c8fb6b0b23 req-7c57b1e5-05c3-403e-a99f-b69fb8860775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:35.589954 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-3ad68f5c-8445-4795-ab94-18c8fb6b0b23 req-7c57b1e5-05c3-403e-a99f-b69fb8860775 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36930'] for port (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:35.591335 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-3ad68f5c-8445-4795-ab94-18c8fb6b0b23 req-7c57b1e5-05c3-403e-a99f-b69fb8860775 service neutron] 10.222.0.58 "PUT /v2.0/ports/f22f77f1-5b40-44e2-bbd4-24054d6825ab HTTP/1.1" status: 200 len: 1094 time: 0.6407595 May 12 17:20:35.591794 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49694a9c-8430-4914-828c-b11634c14ec8', 'tag': 'f22f77f1-5b40-44e2-bbd4-24054d6825ab'}] {{(pid=103468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:20:35.593991 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11327eb0f41ff280cd3a6497cf1c944478feb1aae12e82efcad6faf65da72353" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-364c2436-cdb6-4274-825f-bbb8fc89aa91" -d '{"events": [{"name": "network-changed", "server_uuid": "49694a9c-8430-4914-828c-b11634c14ec8", "tag": "f22f77f1-5b40-44e2-bbd4-24054d6825ab"}]}' {{(pid=103468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:20:35.629783 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c57b1e5-05c3-403e-a99f-b69fb8860775 service neutron] Pushing event updated for resources: {'Port': ['ID=f22f77f1-5b40-44e2-bbd4-24054d6825ab,revision_number=3']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:20:35.636125 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c076e49-f794-4d0b-b240-eeb371e2a92c x-openstack-request-id: req-5c076e49-f794-4d0b-b240-eeb371e2a92c {{(pid=103468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:20:35.636422 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49694a9c-8430-4914-828c-b11634c14ec8", "tag": "f22f77f1-5b40-44e2-bbd4-24054d6825ab", "status": "completed", "code": 200}]} {{(pid=103468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:20:35.636674 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5c076e49-f794-4d0b-b240-eeb371e2a92c {{(pid=103468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:20:35.637073 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c076e49-f794-4d0b-b240-eeb371e2a92c'] response: {'name': 'network-changed', 'server_uuid': '49694a9c-8430-4914-828c-b11634c14ec8', 'tag': 'f22f77f1-5b40-44e2-bbd4-24054d6825ab', 'status': 'completed', 'code': 200} May 12 17:20:35.679424 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad68f5c-8445-4795-ab94-18c8fb6b0b23 req-c4bf8ee3-131a-453e-9fff-64d60e586bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:35.680938 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-3ad68f5c-8445-4795-ab94-18c8fb6b0b23 req-c4bf8ee3-131a-453e-9fff-64d60e586bd9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=67e7bebb3ef2474591626aa0a76d7a1d&device_id=49694a9c-8430-4914-828c-b11634c14ec8 HTTP/1.1" status: 200 len: 1128 time: 0.0407169 May 12 17:20:35.727190 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-3ad68f5c-8445-4795-ab94-18c8fb6b0b23 req-1cf3303d-4a27-4266-89e4-3b7256872810 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f22f77f1-5b40-44e2-bbd4-24054d6825ab HTTP/1.1" status: 200 len: 217 time: 0.0381622 May 12 17:20:35.776597 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad68f5c-8445-4795-ab94-18c8fb6b0b23 req-f95b2f7f-9ca6-448f-843a-7d88bb4bfcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:35.778077 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-3ad68f5c-8445-4795-ab94-18c8fb6b0b23 req-f95b2f7f-9ca6-448f-843a-7d88bb4bfcb6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ee2adf5e-fcc4-48d8-8205-399177bedd23 HTTP/1.1" status: 200 len: 849 time: 0.0442455 May 12 17:20:35.821385 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad68f5c-8445-4795-ab94-18c8fb6b0b23 req-4349ec22-8497-4d12-8ca9-008427bfed36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:35.822773 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-3ad68f5c-8445-4795-ab94-18c8fb6b0b23 req-4349ec22-8497-4d12-8ca9-008427bfed36 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8e057b02-0e5b-44bd-83b7-2f23a5bc0a94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374973 May 12 17:20:35.927198 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-3ad68f5c-8445-4795-ab94-18c8fb6b0b23 req-199eb44f-8961-4c96-9c77-6e543d10b2ef service neutron] 10.222.0.58 "GET /v2.0/networks/8e057b02-0e5b-44bd-83b7-2f23a5bc0a94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888588 May 12 17:20:36.015067 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-3ad68f5c-8445-4795-ab94-18c8fb6b0b23 req-2e91be02-d5e7-4473-a303-8280e2c3945a service neutron] 10.222.0.58 "GET /v2.0/networks/8e057b02-0e5b-44bd-83b7-2f23a5bc0a94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798268 May 12 17:20:36.668374 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1f64c3-fea2-498b-aa42-a9f35c9865b4 req-55225de2-3bc1-4267-80a2-1310b440800d tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:36.669839 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ab1f64c3-fea2-498b-aa42-a9f35c9865b4 req-55225de2-3bc1-4267-80a2-1310b440800d tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/ports?device_id=49694a9c-8430-4914-828c-b11634c14ec8 HTTP/1.1" status: 200 len: 944 time: 0.0453062 May 12 17:20:36.718358 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ab1f64c3-fea2-498b-aa42-a9f35c9865b4 req-1d847a5c-6186-4cb8-b06f-67b3ada886ee tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/security-groups?id=75608702-ec07-427a-bc51-7a75f2ee335d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431130 May 12 17:20:37.065731 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364c2436-cdb6-4274-825f-bbb8fc89aa91 req-7ae5535a-540c-4502-bb4a-5a68084ca376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:37.067504 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-364c2436-cdb6-4274-825f-bbb8fc89aa91 req-7ae5535a-540c-4502-bb4a-5a68084ca376 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=67e7bebb3ef2474591626aa0a76d7a1d&device_id=49694a9c-8430-4914-828c-b11634c14ec8 HTTP/1.1" status: 200 len: 1128 time: 0.0451322 May 12 17:20:37.167130 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364c2436-cdb6-4274-825f-bbb8fc89aa91 req-77fff79b-1cd3-4aa2-99c2-4328b64a67f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:37.168515 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-364c2436-cdb6-4274-825f-bbb8fc89aa91 req-77fff79b-1cd3-4aa2-99c2-4328b64a67f7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=8e057b02-0e5b-44bd-83b7-2f23a5bc0a94 HTTP/1.1" status: 200 len: 911 time: 0.0904710 May 12 17:20:37.176479 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca38e1ad-cca3-488a-8fdc-b4a03e2d638a req-851f5252-ddb5-407d-91db-5a53b8dd99ce tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:37.178001 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ca38e1ad-cca3-488a-8fdc-b4a03e2d638a req-851f5252-ddb5-407d-91db-5a53b8dd99ce tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/ports?device_id=9131b16e-e337-480c-a45b-91625a94863d HTTP/1.1" status: 200 len: 945 time: 0.0554247 May 12 17:20:37.226178 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ca38e1ad-cca3-488a-8fdc-b4a03e2d638a req-c045941c-2bc8-4329-8539-bea3e18928ba tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/security-groups?id=73506ee2-7743-492f-9a19-76b788578cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426354 May 12 17:20:37.832644 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a45aac-a3d7-4666-bb82-6943bfed7468 req-883b2a11-3397-44e7-b113-ebe943ba5c78 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:37.834099 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-99a45aac-a3d7-4666-bb82-6943bfed7468 req-883b2a11-3397-44e7-b113-ebe943ba5c78 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/ports?device_id=49694a9c-8430-4914-828c-b11634c14ec8 HTTP/1.1" status: 200 len: 944 time: 0.0493462 May 12 17:20:37.879455 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-99a45aac-a3d7-4666-bb82-6943bfed7468 req-e5096d15-00d5-4b8f-b923-023454ddc5da tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/security-groups?id=75608702-ec07-427a-bc51-7a75f2ee335d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398080 May 12 17:20:38.296413 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-364c2436-cdb6-4274-825f-bbb8fc89aa91 req-93d19507-1ec0-4df4-afd5-5d25015117e2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f22f77f1-5b40-44e2-bbd4-24054d6825ab HTTP/1.1" status: 200 len: 217 time: 0.0341256 May 12 17:20:38.339058 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8de934-4cd1-4494-9ea3-69dd13d87fc1 req-1315d745-c3b0-4bd1-8461-36f355061279 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:38.340530 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3b8de934-4cd1-4494-9ea3-69dd13d87fc1 req-1315d745-c3b0-4bd1-8461-36f355061279 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/ports?device_id=9131b16e-e337-480c-a45b-91625a94863d HTTP/1.1" status: 200 len: 945 time: 0.0465696 May 12 17:20:38.346729 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364c2436-cdb6-4274-825f-bbb8fc89aa91 req-9059f980-ff55-4a1d-937e-1ddf26bd4e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:38.348174 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-364c2436-cdb6-4274-825f-bbb8fc89aa91 req-9059f980-ff55-4a1d-937e-1ddf26bd4e51 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ee2adf5e-fcc4-48d8-8205-399177bedd23 HTTP/1.1" status: 200 len: 849 time: 0.0429676 May 12 17:20:38.388778 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3b8de934-4cd1-4494-9ea3-69dd13d87fc1 req-1b3e443c-fc66-42e8-a358-269c9e513441 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/security-groups?id=73506ee2-7743-492f-9a19-76b788578cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428140 May 12 17:20:38.497083 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364c2436-cdb6-4274-825f-bbb8fc89aa91 req-2dfdf269-27fd-4fd7-9773-bd9a0805dc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:38.499212 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-364c2436-cdb6-4274-825f-bbb8fc89aa91 req-2dfdf269-27fd-4fd7-9773-bd9a0805dc70 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8e057b02-0e5b-44bd-83b7-2f23a5bc0a94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436246 May 12 17:20:38.595472 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-364c2436-cdb6-4274-825f-bbb8fc89aa91 req-7ea8ecb0-32c2-415b-8770-ee447165222a service neutron] 10.222.0.58 "GET /v2.0/networks/8e057b02-0e5b-44bd-83b7-2f23a5bc0a94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894694 May 12 17:20:38.791048 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Device f22f77f1-5b40-44e2-bbd4-24054d6825ab details requested by agent hyperv_hv-cinder-84159 with host hv-cinder-84159 {{(pid=103470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 17:20:38.871241 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0a0244-7a3c-4832-acea-24af63189115 req-264df7f4-4ca3-4067-88d9-714ab694dbb0 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:38.872259 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-7e0a0244-7a3c-4832-acea-24af63189115 req-264df7f4-4ca3-4067-88d9-714ab694dbb0 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.58 "GET /v2.0/ports?device_id=9131b16e-e337-480c-a45b-91625a94863d HTTP/1.1" status: 200 len: 945 time: 0.0612762 May 12 17:20:38.874453 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-364c2436-cdb6-4274-825f-bbb8fc89aa91 req-6d5a7d66-3d16-49b6-94a7-db04d03980ea service neutron] 10.222.0.58 "GET /v2.0/networks/8e057b02-0e5b-44bd-83b7-2f23a5bc0a94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250319 May 12 17:20:38.891438 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] For port f22f77f1-5b40-44e2-bbd4-24054d6825ab, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=f22f77f1-5b40-44e2-bbd4-24054d6825ab,segment=NetworkSegment(fda86e11-a8f8-47c8-b327-8db06b8cc0ae),segment_id=fda86e11-a8f8-47c8-b327-8db06b8cc0ae)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:20:38.903205 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Returning: {'device': 'f22f77f1-5b40-44e2-bbd4-24054d6825ab', 'network_id': '8e057b02-0e5b-44bd-83b7-2f23a5bc0a94', 'port_id': 'f22f77f1-5b40-44e2-bbd4-24054d6825ab', 'mac_address': 'fa:16:3e:6d:06:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee2adf5e-fcc4-48d8-8205-399177bedd23', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 17:20:38.943838 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Current status of the port f22f77f1-5b40-44e2-bbd4-24054d6825ab is: DOWN; New status is: BUILD {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:20:38.944233 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (f22f77f1-5b40-44e2-bbd4-24054d6825ab), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:38.957277 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f22f77f1-5b40-44e2-bbd4-24054d6825ab {{(pid=103470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:20:38.976924 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] For port f22f77f1-5b40-44e2-bbd4-24054d6825ab, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=f22f77f1-5b40-44e2-bbd4-24054d6825ab,segment=NetworkSegment(fda86e11-a8f8-47c8-b327-8db06b8cc0ae),segment_id=fda86e11-a8f8-47c8-b327-8db06b8cc0ae)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:20:38.981256 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (f22f77f1-5b40-44e2-bbd4-24054d6825ab), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:39.002089 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [req-7e0a0244-7a3c-4832-acea-24af63189115 req-9a570a34-af3a-4f3f-b935-b781966dd4b7 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Deleting port 9cb1a268-4909-4277-8a38-1bb3a04f115d {{(pid=103468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:20:39.002438 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-7e0a0244-7a3c-4832-acea-24af63189115 req-9a570a34-af3a-4f3f-b935-b781966dd4b7 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774528024037'] for port (9cb1a268-4909-4277-8a38-1bb3a04f115d), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:39.014021 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d5b658-4b74-4614-9232-3b1dc3639ea3 req-6b274bbf-73f4-4181-8ae6-039b05f88705 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:39.015531 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-91d5b658-4b74-4614-9232-3b1dc3639ea3 req-6b274bbf-73f4-4181-8ae6-039b05f88705 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/ports?device_id=49694a9c-8430-4914-828c-b11634c14ec8 HTTP/1.1" status: 200 len: 944 time: 0.0616982 May 12 17:20:39.028830 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Pushing event updated for resources: {'Port': ['ID=f22f77f1-5b40-44e2-bbd4-24054d6825ab,revision_number=4']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:20:39.114515 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-91d5b658-4b74-4614-9232-3b1dc3639ea3 req-183bd894-a90e-463d-8d56-5cd8ddf00637 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/security-groups?id=75608702-ec07-427a-bc51-7a75f2ee335d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889587 May 12 17:20:39.136396 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.db [req-7e0a0244-7a3c-4832-acea-24af63189115 req-9a570a34-af3a-4f3f-b935-b781966dd4b7 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] For port 9cb1a268-4909-4277-8a38-1bb3a04f115d, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=9cb1a268-4909-4277-8a38-1bb3a04f115d,segment=NetworkSegment(d767f7c0-41a8-41cf-940a-83524c0e2e81),segment_id=d767f7c0-41a8-41cf-940a-83524c0e2e81)] {{(pid=103468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:20:39.136774 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-7e0a0244-7a3c-4832-acea-24af63189115 req-9a570a34-af3a-4f3f-b935-b781966dd4b7 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683095'] for port (9cb1a268-4909-4277-8a38-1bb3a04f115d), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:39.266878 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] get_ports_and_sgs() called for port_ids ['f22f77f1-5b40-44e2-bbd4-24054d6825ab'] {{(pid=103470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:20:39.309618 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-7e0a0244-7a3c-4832-acea-24af63189115 req-9a570a34-af3a-4f3f-b935-b781966dd4b7 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:39.310213 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-7e0a0244-7a3c-4832-acea-24af63189115 req-9a570a34-af3a-4f3f-b935-b781966dd4b7 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682608'] for floatingip (68155100-338e-475a-8479-adca143a5a32), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:39.310342 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.db.l3_db [req-7e0a0244-7a3c-4832-acea-24af63189115 req-9a570a34-af3a-4f3f-b935-b781966dd4b7 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Floating IP 68155100-338e-475a-8479-adca143a5a32 disassociated. External IP: 172.27.0.187, port: 9cb1a268-4909-4277-8a38-1bb3a04f115d. May 12 17:20:39.310643 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [req-7e0a0244-7a3c-4832-acea-24af63189115 req-9a570a34-af3a-4f3f-b935-b781966dd4b7 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Calling delete_port for 9cb1a268-4909-4277-8a38-1bb3a04f115d owned by compute:nova {{(pid=103468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:20:39.440282 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-7e0a0244-7a3c-4832-acea-24af63189115 req-9a570a34-af3a-4f3f-b935-b781966dd4b7 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774528036217', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774527475294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11526335'] for port (9cb1a268-4909-4277-8a38-1bb3a04f115d), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:39.468953 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a570a34-af3a-4f3f-b935-b781966dd4b7 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Pushing event deleted for resources: {'Port': ['ID=9cb1a268-4909-4277-8a38-1bb3a04f115d,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:20:39.486385 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d7db74a5-12f3-4fef-8fc1-a2b041c1d521 req-e030f9a1-25cd-4e7c-a3f2-6c7ea743616e tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/ports?device_id=9131b16e-e337-480c-a45b-91625a94863d HTTP/1.1" status: 200 len: 210 time: 0.0302794 May 12 17:20:39.588041 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7e0a0244-7a3c-4832-acea-24af63189115 req-9a570a34-af3a-4f3f-b935-b781966dd4b7 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Router 5902244f-fd5f-46ec-975c-b50c7357dcba has already been hosted by L3 agent e5548ccc-31b8-4072-a6b0-52b00208ea79 {{(pid=103468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:20:39.693144 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7e0a0244-7a3c-4832-acea-24af63189115 req-9a570a34-af3a-4f3f-b935-b781966dd4b7 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Notify agent at l3_agent.dv-cinder-841591-1-iscsi the message routers_updated {{(pid=103468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:20:39.703559 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661d456b-4cec-435c-97f9-10828e89e55a None None] Sync routers for ids ['5902244f-fd5f-46ec-975c-b50c7357dcba'] in dv-cinder-841591-1-iscsi {{(pid=103470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:20:39.714125 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661d456b-4cec-435c-97f9-10828e89e55a None None] Routers {'5902244f-fd5f-46ec-975c-b50c7357dcba'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:20:39.714755 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-661d456b-4cec-435c-97f9-10828e89e55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:20:26Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['5902244f-fd5f-46ec-975c-b50c7357dcba'], 'active': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:20:39.734103 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e0a0244-7a3c-4832-acea-24af63189115 req-9a570a34-af3a-4f3f-b935-b781966dd4b7 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] No DVR routers for this DVR port 9cb1a268-4909-4277-8a38-1bb3a04f115d on host hv-cinder-84159 {{(pid=103468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:20:39.736611 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-7e0a0244-7a3c-4832-acea-24af63189115 req-9a570a34-af3a-4f3f-b935-b781966dd4b7 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36930'] for port (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:39.739869 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-7e0a0244-7a3c-4832-acea-24af63189115 req-9a570a34-af3a-4f3f-b935-b781966dd4b7 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.58 "DELETE /v2.0/ports/9cb1a268-4909-4277-8a38-1bb3a04f115d HTTP/1.1" status: 204 len: 173 time: 0.8573534 May 12 17:20:39.740340 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9131b16e-e337-480c-a45b-91625a94863d', 'name': 'network-vif-deleted', 'tag': '9cb1a268-4909-4277-8a38-1bb3a04f115d'}] {{(pid=103468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:20:39.742576 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11327eb0f41ff280cd3a6497cf1c944478feb1aae12e82efcad6faf65da72353" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bf764ac-879b-4fd7-98da-b2dbd15b1a21" -d '{"events": [{"server_uuid": "9131b16e-e337-480c-a45b-91625a94863d", "name": "network-vif-deleted", "tag": "9cb1a268-4909-4277-8a38-1bb3a04f115d"}]}' {{(pid=103468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:20:39.790125 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6199f142-724e-45c8-ba97-d9c5ccc2994e x-openstack-request-id: req-6199f142-724e-45c8-ba97-d9c5ccc2994e {{(pid=103468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:20:39.790474 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9131b16e-e337-480c-a45b-91625a94863d", "name": "network-vif-deleted", "tag": "9cb1a268-4909-4277-8a38-1bb3a04f115d", "status": "completed", "code": 200}]} {{(pid=103468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:20:39.790709 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6199f142-724e-45c8-ba97-d9c5ccc2994e {{(pid=103468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:20:39.791166 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6199f142-724e-45c8-ba97-d9c5ccc2994e'] response: {'server_uuid': '9131b16e-e337-480c-a45b-91625a94863d', 'name': 'network-vif-deleted', 'tag': '9cb1a268-4909-4277-8a38-1bb3a04f115d', 'status': 'completed', 'code': 200} May 12 17:20:39.831518 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvr_db [None req-661d456b-4cec-435c-97f9-10828e89e55a None None] Set router 5902244f-fd5f-46ec-975c-b50c7357dcba gateway port host: dv-cinder-841591-1-iscsi {{(pid=103470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:20:40.035690 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-661d456b-4cec-435c-97f9-10828e89e55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5902244f-fd5f-46ec-975c-b50c7357dcba', 'name': 'tempest-TestVolumeBootPattern-902140157-router', 'tenant_id': '5d002d9e79b24742b0906bc2b220d998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '938c5f0d-73f6-4350-87cf-c7cd25c4cf14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:17:16Z', 'updated_at': '2022-05-12T17:17:21Z', 'revision_number': 4, 'project_id': '5d002d9e79b24742b0906bc2b220d998', 'gw_port': {'id': '938c5f0d-73f6-4350-87cf-c7cd25c4cf14', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:aa:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5902244f-fd5f-46ec-975c-b50c7357dcba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:17:17Z', 'updated_at': '2022-05-12T17:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_interfaces': [{'id': '51471d09-f440-4cb3-aad2-76a03f1af86b', 'name': '', 'network_id': '6fb55941-2cb2-4359-bdd6-587e053b44f0', 'tenant_id': '5d002d9e79b24742b0906bc2b220d998', 'mac_address': 'fa:16:3e:ff:4a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5902244f-fd5f-46ec-975c-b50c7357dcba', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'c5f1d9ec-05e3-4b23-84b4-48d07d13574c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:17:20Z', 'updated_at': '2022-05-12T17:17:26Z', 'revision_number': 5, 'project_id': '5d002d9e79b24742b0906bc2b220d998', 'subnets': [{'id': 'c5f1d9ec-05e3-4b23-84b4-48d07d13574c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:20:40.062313 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661d456b-4cec-435c-97f9-10828e89e55a None None] Checking router: 5902244f-fd5f-46ec-975c-b50c7357dcba for host: dv-cinder-841591-1-iscsi {{(pid=103470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:20:40.071667 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661d456b-4cec-435c-97f9-10828e89e55a None None] Routers {'5902244f-fd5f-46ec-975c-b50c7357dcba'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:20:40.072275 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-661d456b-4cec-435c-97f9-10828e89e55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:20:26Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['5902244f-fd5f-46ec-975c-b50c7357dcba'], 'active': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:20:40.182975 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvr_db [None req-661d456b-4cec-435c-97f9-10828e89e55a None None] Set router 5902244f-fd5f-46ec-975c-b50c7357dcba gateway port host: dv-cinder-841591-1-iscsi {{(pid=103470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:20:40.235201 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803de474-89b5-42fe-86a8-dea89e911523 req-4e004d28-cc4d-43ee-ade9-d51a715c0eca tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:40.236639 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-803de474-89b5-42fe-86a8-dea89e911523 req-4e004d28-cc4d-43ee-ade9-d51a715c0eca tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/ports?device_id=49694a9c-8430-4914-828c-b11634c14ec8 HTTP/1.1" status: 200 len: 945 time: 0.0505195 May 12 17:20:40.283984 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-803de474-89b5-42fe-86a8-dea89e911523 req-2fb68b26-b65e-47cb-88da-68a8f9110ecd tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/security-groups?id=75608702-ec07-427a-bc51-7a75f2ee335d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411906 May 12 17:20:40.371637 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-661d456b-4cec-435c-97f9-10828e89e55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5902244f-fd5f-46ec-975c-b50c7357dcba', 'name': 'tempest-TestVolumeBootPattern-902140157-router', 'tenant_id': '5d002d9e79b24742b0906bc2b220d998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '938c5f0d-73f6-4350-87cf-c7cd25c4cf14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:17:16Z', 'updated_at': '2022-05-12T17:17:21Z', 'revision_number': 4, 'project_id': '5d002d9e79b24742b0906bc2b220d998', 'gw_port': {'id': '938c5f0d-73f6-4350-87cf-c7cd25c4cf14', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:aa:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5902244f-fd5f-46ec-975c-b50c7357dcba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:17:17Z', 'updated_at': '2022-05-12T17:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_interfaces': [{'id': '51471d09-f440-4cb3-aad2-76a03f1af86b', 'name': '', 'network_id': '6fb55941-2cb2-4359-bdd6-587e053b44f0', 'tenant_id': '5d002d9e79b24742b0906bc2b220d998', 'mac_address': 'fa:16:3e:ff:4a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5902244f-fd5f-46ec-975c-b50c7357dcba', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'c5f1d9ec-05e3-4b23-84b4-48d07d13574c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:17:20Z', 'updated_at': '2022-05-12T17:17:26Z', 'revision_number': 5, 'project_id': '5d002d9e79b24742b0906bc2b220d998', 'subnets': [{'id': 'c5f1d9ec-05e3-4b23-84b4-48d07d13574c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:20:40.400634 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661d456b-4cec-435c-97f9-10828e89e55a None None] The sync data for ids ['5902244f-fd5f-46ec-975c-b50c7357dcba'] in dv-cinder-841591-1-iscsi is: [{'id': '5902244f-fd5f-46ec-975c-b50c7357dcba', 'name': 'tempest-TestVolumeBootPattern-902140157-router', 'tenant_id': '5d002d9e79b24742b0906bc2b220d998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '938c5f0d-73f6-4350-87cf-c7cd25c4cf14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:17:16Z', 'updated_at': '2022-05-12T17:17:21Z', 'revision_number': 4, 'project_id': '5d002d9e79b24742b0906bc2b220d998', 'gw_port': {'id': '938c5f0d-73f6-4350-87cf-c7cd25c4cf14', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:aa:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5902244f-fd5f-46ec-975c-b50c7357dcba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:17:17Z', 'updated_at': '2022-05-12T17:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_interfaces': [{'id': '51471d09-f440-4cb3-aad2-76a03f1af86b', 'name': '', 'network_id': '6fb55941-2cb2-4359-bdd6-587e053b44f0', 'tenant_id': '5d002d9e79b24742b0906bc2b220d998', 'mac_address': 'fa:16:3e:ff:4a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5902244f-fd5f-46ec-975c-b50c7357dcba', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'c5f1d9ec-05e3-4b23-84b4-48d07d13574c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:17:20Z', 'updated_at': '2022-05-12T17:17:26Z', 'revision_number': 5, 'project_id': '5d002d9e79b24742b0906bc2b220d998', 'subnets': [{'id': 'c5f1d9ec-05e3-4b23-84b4-48d07d13574c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:20:40.638361 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef71eb90-437b-4221-8f39-90236ce6b5ba None None] New status for floating IP 68155100-338e-475a-8479-adca143a5a32: DOWN {{(pid=103471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 17:20:40.754817 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e4d4c750-bd6c-431b-b508-1c200d51b904 req-f51ba922-9904-4db3-9b86-eb8c920e1846 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-206222092&fields=id&tenant_id=5d002d9e79b24742b0906bc2b220d998 HTTP/1.1" status: 200 len: 267 time: 0.0437357 May 12 17:20:40.830716 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Device f22f77f1-5b40-44e2-bbd4-24054d6825ab up at agent hyperv_hv-cinder-84159 {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:20:40.866713 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d4c750-bd6c-431b-b508-1c200d51b904 req-e2e23ddf-756f-48d0-be77-4d2154ea15aa tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:40.868200 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e4d4c750-bd6c-431b-b508-1c200d51b904 req-e2e23ddf-756f-48d0-be77-4d2154ea15aa tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/networks?id=6fb55941-2cb2-4359-bdd6-587e053b44f0 HTTP/1.1" status: 200 len: 811 time: 0.1060531 May 12 17:20:40.881973 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Provisioning for port f22f77f1-5b40-44e2-bbd4-24054d6825ab completed by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 17:20:40.884266 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e4d4c750-bd6c-431b-b508-1c200d51b904 req-56137ab4-8907-4ef5-8945-9f3c40bfff62 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/quotas/5d002d9e79b24742b0906bc2b220d998 HTTP/1.1" status: 200 len: 375 time: 0.0099466 May 12 17:20:40.888476 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Provisioning complete for port f22f77f1-5b40-44e2-bbd4-24054d6825ab triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:20:40.889199 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (f22f77f1-5b40-44e2-bbd4-24054d6825ab), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:40.935381 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e4d4c750-bd6c-431b-b508-1c200d51b904 req-50598019-391a-443c-a4b7-c5a555a96f4a tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5d002d9e79b24742b0906bc2b220d998&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0436871 May 12 17:20:40.970231 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Current status of the port f22f77f1-5b40-44e2-bbd4-24054d6825ab is: BUILD; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:20:40.970642 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (f22f77f1-5b40-44e2-bbd4-24054d6825ab), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:41.038491 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e4d4c750-bd6c-431b-b508-1c200d51b904 req-2fee9689-090a-4619-8aac-65317f6efd95 service neutron] 10.222.0.23 "GET /v2.0/networks/6fb55941-2cb2-4359-bdd6-587e053b44f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891378 May 12 17:20:41.112833 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49694a9c-8430-4914-828c-b11634c14ec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f22f77f1-5b40-44e2-bbd4-24054d6825ab'}] {{(pid=103470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:20:41.115191 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}983eca14ffe1519f8471a5ce991629ce2b8e436912840ac2edb7b499268545ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1db6c437-8d6d-4b7e-a8ae-21ab4e4bc1b0" -d '{"events": [{"server_uuid": "49694a9c-8430-4914-828c-b11634c14ec8", "name": "network-vif-plugged", "status": "completed", "tag": "f22f77f1-5b40-44e2-bbd4-24054d6825ab"}]}' {{(pid=103470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:20:41.127233 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] For port f22f77f1-5b40-44e2-bbd4-24054d6825ab, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=f22f77f1-5b40-44e2-bbd4-24054d6825ab,segment=NetworkSegment(fda86e11-a8f8-47c8-b327-8db06b8cc0ae),segment_id=fda86e11-a8f8-47c8-b327-8db06b8cc0ae)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:20:41.131220 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e4d4c750-bd6c-431b-b508-1c200d51b904 req-7ce2ab5d-d306-4242-b1e9-c91df87528ec service neutron] 10.222.0.23 "GET /v2.0/networks/6fb55941-2cb2-4359-bdd6-587e053b44f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864224 May 12 17:20:41.132681 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (f22f77f1-5b40-44e2-bbd4-24054d6825ab), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:41.133505 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Device 9cb1a268-4909-4277-8a38-1bb3a04f115d no longer exists at agent hyperv_hv-cinder-84159 {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:20:41.155078 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd262c9a-73e4-4b17-afc8-42e1587c1d19 x-openstack-request-id: req-dd262c9a-73e4-4b17-afc8-42e1587c1d19 {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:20:41.155366 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49694a9c-8430-4914-828c-b11634c14ec8", "name": "network-vif-plugged", "status": "completed", "tag": "f22f77f1-5b40-44e2-bbd4-24054d6825ab", "code": 200}]} {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:20:41.155851 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dd262c9a-73e4-4b17-afc8-42e1587c1d19 {{(pid=103470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:20:41.156245 dv-cinder-841591-1-iscsi neutron-server[103470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd262c9a-73e4-4b17-afc8-42e1587c1d19'] response: {'server_uuid': '49694a9c-8430-4914-828c-b11634c14ec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f22f77f1-5b40-44e2-bbd4-24054d6825ab', 'code': 200} May 12 17:20:41.172311 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] No Port match for: 9cb1a268-4909-4277-8a38-1bb3a04f115d {{(pid=103470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:20:41.172710 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Device 9cb1a268-4909-4277-8a38-1bb3a04f115d not bound to the agent host hv-cinder-84159 {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:20:41.204734 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Pushing event updated for resources: {'Port': ['ID=f22f77f1-5b40-44e2-bbd4-24054d6825ab,revision_number=5']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:20:41.340285 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d747a8-d18e-422a-be8d-9e608df44b08 req-90a41d20-041f-41ae-9251-ecc521e2d5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:41.342835 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-17d747a8-d18e-422a-be8d-9e608df44b08 req-90a41d20-041f-41ae-9251-ecc521e2d5cb service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=49694a9c-8430-4914-828c-b11634c14ec8 HTTP/1.1" status: 200 len: 1130 time: 0.0440764 May 12 17:20:41.421925 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01a0e5a-5856-4cc4-a91e-894005a8be3c req-9b36fc5a-5cff-4210-b448-075b4051a1e1 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:41.423413 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-e01a0e5a-5856-4cc4-a91e-894005a8be3c req-9b36fc5a-5cff-4210-b448-075b4051a1e1 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/ports?device_id=49694a9c-8430-4914-828c-b11634c14ec8 HTTP/1.1" status: 200 len: 946 time: 0.0674419 May 12 17:20:41.429606 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-17d747a8-d18e-422a-be8d-9e608df44b08 req-26a8d202-d226-4143-a0f7-735f2f222ad2 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=75608702-ec07-427a-bc51-7a75f2ee335d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787294 May 12 17:20:41.446960 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3a2ca660-0a49-4804-96cf-1eee2a0a297a req-1bf5519d-d215-4f04-b34a-9db7287003a7 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/ports?device_id=50a0e8b1-2d3c-4f5b-b6d9-a7039363047e HTTP/1.1" status: 200 len: 210 time: 0.0297894 May 12 17:20:41.472066 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-e01a0e5a-5856-4cc4-a91e-894005a8be3c req-cd85b935-a196-4859-9c5d-0dcf78ece9ea tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/security-groups?id=75608702-ec07-427a-bc51-7a75f2ee335d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414860 May 12 17:20:42.543846 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-905aa439-ffbe-45f5-bab4-457fa82ed00d req-9c563019-861a-45e8-836d-59583f96dbe0 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/ports?device_id=50a0e8b1-2d3c-4f5b-b6d9-a7039363047e HTTP/1.1" status: 200 len: 210 time: 0.0303574 May 12 17:20:42.583461 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7e91da-266c-416d-9797-e37612b8b548 req-8ad7b5bf-9f0a-4af8-95a4-70602cf13c07 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:42.584923 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-bf7e91da-266c-416d-9797-e37612b8b548 req-8ad7b5bf-9f0a-4af8-95a4-70602cf13c07 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/ports?device_id=49694a9c-8430-4914-828c-b11634c14ec8 HTTP/1.1" status: 200 len: 946 time: 0.0460589 May 12 17:20:42.634654 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-bf7e91da-266c-416d-9797-e37612b8b548 req-79edbc9d-b4a3-4831-a2cd-69362a59debc tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/security-groups?id=75608702-ec07-427a-bc51-7a75f2ee335d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431707 May 12 17:20:43.262659 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d4c750-bd6c-431b-b508-1c200d51b904 req-b77ce25d-fd7f-4825-a36a-c9efe9340940 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:43.264083 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-e4d4c750-bd6c-431b-b508-1c200d51b904 req-b77ce25d-fd7f-4825-a36a-c9efe9340940 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.58 "GET /v2.0/networks?id=6fb55941-2cb2-4359-bdd6-587e053b44f0 HTTP/1.1" status: 200 len: 811 time: 0.0990837 May 12 17:20:43.331867 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-e4d4c750-bd6c-431b-b508-1c200d51b904 req-92d63c95-dd77-4092-a989-29441ceef79e tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d002d9e79b24742b0906bc2b220d998 HTTP/1.1" status: 200 len: 379 time: 0.0527194 May 12 17:20:43.341115 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [req-e4d4c750-bd6c-431b-b508-1c200d51b904 req-74f6abdf-0b37-4c48-a2af-e795b749c565 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Request body: {'port': {'device_id': '50a0e8b1-2d3c-4f5b-b6d9-a7039363047e', 'network_id': '6fb55941-2cb2-4359-bdd6-587e053b44f0', 'admin_state_up': True, 'tenant_id': '5d002d9e79b24742b0906bc2b220d998', 'security_groups': ['73506ee2-7743-492f-9a19-76b788578cf5']}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:20:43.447811 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4d4c750-bd6c-431b-b508-1c200d51b904 req-74f6abdf-0b37-4c48-a2af-e795b749c565 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Made reservation on behalf of 5d002d9e79b24742b0906bc2b220d998 for: {'port': 1} {{(pid=103468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:20:43.451379 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-e4d4c750-bd6c-431b-b508-1c200d51b904 req-74f6abdf-0b37-4c48-a2af-e795b749c565 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:43.575023 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.db_base_plugin_common [req-e4d4c750-bd6c-431b-b508-1c200d51b904 req-74f6abdf-0b37-4c48-a2af-e795b749c565 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Allocated IP 172.20.0.11 (6fb55941-2cb2-4359-bdd6-587e053b44f0/c5f1d9ec-05e3-4b23-84b4-48d07d13574c/0f9ed0e2-fdf3-439b-a2fd-41bd3abe42ba) {{(pid=103468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:20:43.641019 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-241acbb4-4d04-4af7-8277-f0b80a630204 req-39a78af5-1fec-43eb-97ab-d7c88d3d9800 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/ports?device_id=50a0e8b1-2d3c-4f5b-b6d9-a7039363047e HTTP/1.1" status: 200 len: 210 time: 0.0296943 May 12 17:20:43.717937 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-e4d4c750-bd6c-431b-b508-1c200d51b904 req-74f6abdf-0b37-4c48-a2af-e795b749c565 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Publish callbacks [] for port (0f9ed0e2-fdf3-439b-a2fd-41bd3abe42ba), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:43.779343 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36854800-86b9-4844-a00d-71982b72c846 req-9eeb23bf-a8e8-4961-84f4-7540acd7065f tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:43.780995 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-36854800-86b9-4844-a00d-71982b72c846 req-9eeb23bf-a8e8-4961-84f4-7540acd7065f tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/ports?device_id=49694a9c-8430-4914-828c-b11634c14ec8 HTTP/1.1" status: 200 len: 946 time: 0.0673072 May 12 17:20:43.803035 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-e4d4c750-bd6c-431b-b508-1c200d51b904 req-74f6abdf-0b37-4c48-a2af-e795b749c565 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774527475285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11526335'] for port (0f9ed0e2-fdf3-439b-a2fd-41bd3abe42ba), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:43.857705 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4d4c750-bd6c-431b-b508-1c200d51b904 req-74f6abdf-0b37-4c48-a2af-e795b749c565 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Network 6fb55941-2cb2-4359-bdd6-587e053b44f0 is already hosted by enough agents. {{(pid=103468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:20:43.868843 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.base_scheduler [req-e4d4c750-bd6c-431b-b508-1c200d51b904 req-74f6abdf-0b37-4c48-a2af-e795b749c565 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Resources bound (agent type, host, resource id): {{(pid=103468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:20:43.877905 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4d4c750-bd6c-431b-b508-1c200d51b904 req-74f6abdf-0b37-4c48-a2af-e795b749c565 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Received port after_create {{(pid=103468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:20:43.884058 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f6abdf-0b37-4c48-a2af-e795b749c565 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Pushing event updated for resources: {'Port': ['ID=0f9ed0e2-fdf3-439b-a2fd-41bd3abe42ba,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:20:43.906764 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-36854800-86b9-4844-a00d-71982b72c846 req-1ceb7da7-0090-4c71-94d2-aca0ed464064 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/security-groups?id=75608702-ec07-427a-bc51-7a75f2ee335d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199210 May 12 17:20:43.935197 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d4c750-bd6c-431b-b508-1c200d51b904 req-74f6abdf-0b37-4c48-a2af-e795b749c565 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:43.936038 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-e4d4c750-bd6c-431b-b508-1c200d51b904 req-74f6abdf-0b37-4c48-a2af-e795b749c565 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36930'] for port (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:43.953657 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-e4d4c750-bd6c-431b-b508-1c200d51b904 req-74f6abdf-0b37-4c48-a2af-e795b749c565 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6161587 May 12 17:20:43.967269 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [req-e4d4c750-bd6c-431b-b508-1c200d51b904 req-f951142e-c9f6-4495-9031-9d60a3fd01eb service neutron] Request body: {'port': {'device_id': '50a0e8b1-2d3c-4f5b-b6d9-a7039363047e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84159'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:20:44.022825 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaac340-b6f3-4104-ac09-9e8194d3700d req-33f7dbe4-7a60-4dbc-a0ec-e73a6242ddcb tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:44.025241 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-eeaac340-b6f3-4104-ac09-9e8194d3700d req-33f7dbe4-7a60-4dbc-a0ec-e73a6242ddcb tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/ports?device_id=49694a9c-8430-4914-828c-b11634c14ec8 HTTP/1.1" status: 200 len: 946 time: 0.0510168 May 12 17:20:44.033683 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-e4d4c750-bd6c-431b-b508-1c200d51b904 req-f951142e-c9f6-4495-9031-9d60a3fd01eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (0f9ed0e2-fdf3-439b-a2fd-41bd3abe42ba), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:44.033834 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 59676) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:20:44.039374 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-be6251ff-d3ca-4f67-a8cc-d904aaf1a8e9 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Request body: {'floatingip': {'port_id': 'f22f77f1-5b40-44e2-bbd4-24054d6825ab'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:20:44.081946 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-be6251ff-d3ca-4f67-a8cc-d904aaf1a8e9 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Publish callbacks [] for floatingip (89379dae-ea49-4852-96af-08c9e69b0942), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:44.151576 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-d0fd8384-7224-4852-aa22-d01e1d14bf1a None None] Provisioning complete for port 0f9ed0e2-fdf3-439b-a2fd-41bd3abe42ba triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:20:44.152148 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-d0fd8384-7224-4852-aa22-d01e1d14bf1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (0f9ed0e2-fdf3-439b-a2fd-41bd3abe42ba), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:44.192606 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-d0fd8384-7224-4852-aa22-d01e1d14bf1a None None] Port 0f9ed0e2-fdf3-439b-a2fd-41bd3abe42ba cannot update to ACTIVE because it is not bound. {{(pid=103470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:20:44.325498 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.notifiers.nova [req-e4d4c750-bd6c-431b-b508-1c200d51b904 req-f951142e-c9f6-4495-9031-9d60a3fd01eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f9ed0e2-fdf3-439b-a2fd-41bd3abe42ba {{(pid=103468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:20:44.332981 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-e4d4c750-bd6c-431b-b508-1c200d51b904 req-f951142e-c9f6-4495-9031-9d60a3fd01eb service neutron] Publish callbacks [] for port (0f9ed0e2-fdf3-439b-a2fd-41bd3abe42ba), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:44.346004 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.provisioning_blocks [req-e4d4c750-bd6c-431b-b508-1c200d51b904 req-f951142e-c9f6-4495-9031-9d60a3fd01eb service neutron] Transition to ACTIVE for port object 0f9ed0e2-fdf3-439b-a2fd-41bd3abe42ba will not be triggered until provisioned by entity L2. {{(pid=103468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 17:20:44.350359 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-e4d4c750-bd6c-431b-b508-1c200d51b904 req-f951142e-c9f6-4495-9031-9d60a3fd01eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11526280'] for port (0f9ed0e2-fdf3-439b-a2fd-41bd3abe42ba), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:44.536199 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-be6251ff-d3ca-4f67-a8cc-d904aaf1a8e9 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:44.540669 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-be6251ff-d3ca-4f67-a8cc-d904aaf1a8e9 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682608'] for floatingip (89379dae-ea49-4852-96af-08c9e69b0942), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:44.645524 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.db.l3_db [None req-be6251ff-d3ca-4f67-a8cc-d904aaf1a8e9 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Floating IP 89379dae-ea49-4852-96af-08c9e69b0942 associated. External IP: 172.27.0.233, port: f22f77f1-5b40-44e2-bbd4-24054d6825ab. May 12 17:20:44.656265 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f951142e-c9f6-4495-9031-9d60a3fd01eb service neutron] Pushing event updated for resources: {'Port': ['ID=0f9ed0e2-fdf3-439b-a2fd-41bd3abe42ba,revision_number=2']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:20:44.784478 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8177327c-2938-4d3b-ac84-844ef0b7dbed req-2eb08b55-f63f-4640-bc2c-3bfcaa5a1b44 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:44.785992 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-8177327c-2938-4d3b-ac84-844ef0b7dbed req-2eb08b55-f63f-4640-bc2c-3bfcaa5a1b44 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/ports?device_id=50a0e8b1-2d3c-4f5b-b6d9-a7039363047e HTTP/1.1" status: 200 len: 944 time: 0.0643258 May 12 17:20:44.790948 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [req-e4d4c750-bd6c-431b-b508-1c200d51b904 req-f951142e-c9f6-4495-9031-9d60a3fd01eb service neutron] Attempting to bind port 0f9ed0e2-fdf3-439b-a2fd-41bd3abe42ba on host hv-cinder-84159 for vnic_type normal with profile {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:20:44.791224 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [req-e4d4c750-bd6c-431b-b508-1c200d51b904 req-f951142e-c9f6-4495-9031-9d60a3fd01eb service neutron] Attempting to bind port 0f9ed0e2-fdf3-439b-a2fd-41bd3abe42ba by drivers openvswitch,hyperv on host hv-cinder-84159 at level 0 using segments [{'id': 'd767f7c0-41a8-41cf-940a-83524c0e2e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6fb55941-2cb2-4359-bdd6-587e053b44f0'}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:20:44.791532 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d4c750-bd6c-431b-b508-1c200d51b904 req-f951142e-c9f6-4495-9031-9d60a3fd01eb service neutron] Attempting to bind port 0f9ed0e2-fdf3-439b-a2fd-41bd3abe42ba on network 6fb55941-2cb2-4359-bdd6-587e053b44f0 {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:20:44.802573 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d4c750-bd6c-431b-b508-1c200d51b904 req-f951142e-c9f6-4495-9031-9d60a3fd01eb service neutron] Port 0f9ed0e2-fdf3-439b-a2fd-41bd3abe42ba on network 6fb55941-2cb2-4359-bdd6-587e053b44f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84159 {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 17:20:44.802928 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d4c750-bd6c-431b-b508-1c200d51b904 req-f951142e-c9f6-4495-9031-9d60a3fd01eb service neutron] Attempting to bind port 0f9ed0e2-fdf3-439b-a2fd-41bd3abe42ba on network 6fb55941-2cb2-4359-bdd6-587e053b44f0 {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:20:44.821080 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d4c750-bd6c-431b-b508-1c200d51b904 req-f951142e-c9f6-4495-9031-9d60a3fd01eb service neutron] Checking agent: {'id': '38379b20-dcc3-43b7-a09e-956d8be7db9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84159', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 13, 58), 'started_at': datetime.datetime(2022, 5, 12, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:20:44.821496 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d4c750-bd6c-431b-b508-1c200d51b904 req-f951142e-c9f6-4495-9031-9d60a3fd01eb service neutron] Checking segment: {'id': 'd767f7c0-41a8-41cf-940a-83524c0e2e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6fb55941-2cb2-4359-bdd6-587e053b44f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:20:44.821888 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d4c750-bd6c-431b-b508-1c200d51b904 req-f951142e-c9f6-4495-9031-9d60a3fd01eb service neutron] Bound using segment: {'id': 'd767f7c0-41a8-41cf-940a-83524c0e2e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6fb55941-2cb2-4359-bdd6-587e053b44f0'} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:20:44.822319 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [req-e4d4c750-bd6c-431b-b508-1c200d51b904 req-f951142e-c9f6-4495-9031-9d60a3fd01eb service neutron] Bound port: 0f9ed0e2-fdf3-439b-a2fd-41bd3abe42ba, host: hv-cinder-84159, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd767f7c0-41a8-41cf-940a-83524c0e2e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6fb55941-2cb2-4359-bdd6-587e053b44f0'}}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:20:44.822718 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-e4d4c750-bd6c-431b-b508-1c200d51b904 req-f951142e-c9f6-4495-9031-9d60a3fd01eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (0f9ed0e2-fdf3-439b-a2fd-41bd3abe42ba), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:44.877230 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be6251ff-d3ca-4f67-a8cc-d904aaf1a8e9 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Router 2055b3ec-09dd-4090-9285-28048742bdf7 has already been hosted by L3 agent e5548ccc-31b8-4072-a6b0-52b00208ea79 {{(pid=103469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:20:44.877547 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-8177327c-2938-4d3b-ac84-844ef0b7dbed req-77412afb-cba6-4d6d-8f24-95fb7a39c9ee tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/security-groups?id=73506ee2-7743-492f-9a19-76b788578cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811846 May 12 17:20:44.908764 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.db [req-e4d4c750-bd6c-431b-b508-1c200d51b904 req-f951142e-c9f6-4495-9031-9d60a3fd01eb service neutron] For port 0f9ed0e2-fdf3-439b-a2fd-41bd3abe42ba, host hv-cinder-84159, cleared binding levels {{(pid=103468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:20:44.911752 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.db [req-e4d4c750-bd6c-431b-b508-1c200d51b904 req-f951142e-c9f6-4495-9031-9d60a3fd01eb service neutron] For port 0f9ed0e2-fdf3-439b-a2fd-41bd3abe42ba, host hv-cinder-84159, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=0f9ed0e2-fdf3-439b-a2fd-41bd3abe42ba,segment=NetworkSegment(d767f7c0-41a8-41cf-940a-83524c0e2e81),segment_id=d767f7c0-41a8-41cf-940a-83524c0e2e81)] {{(pid=103468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:20:44.919054 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-e4d4c750-bd6c-431b-b508-1c200d51b904 req-f951142e-c9f6-4495-9031-9d60a3fd01eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11526280'] for port (0f9ed0e2-fdf3-439b-a2fd-41bd3abe42ba), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:44.950669 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d4c750-bd6c-431b-b508-1c200d51b904 req-f951142e-c9f6-4495-9031-9d60a3fd01eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:44.951463 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-e4d4c750-bd6c-431b-b508-1c200d51b904 req-f951142e-c9f6-4495-9031-9d60a3fd01eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36930'] for port (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:44.952859 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-e4d4c750-bd6c-431b-b508-1c200d51b904 req-f951142e-c9f6-4495-9031-9d60a3fd01eb service neutron] 10.222.0.58 "PUT /v2.0/ports/0f9ed0e2-fdf3-439b-a2fd-41bd3abe42ba HTTP/1.1" status: 200 len: 1094 time: 0.9912789 May 12 17:20:44.954982 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50a0e8b1-2d3c-4f5b-b6d9-a7039363047e', 'tag': '0f9ed0e2-fdf3-439b-a2fd-41bd3abe42ba'}] {{(pid=103468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:20:44.957902 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11327eb0f41ff280cd3a6497cf1c944478feb1aae12e82efcad6faf65da72353" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5963308c-b909-48bb-b7f1-db4b05e8719d" -d '{"events": [{"name": "network-changed", "server_uuid": "50a0e8b1-2d3c-4f5b-b6d9-a7039363047e", "tag": "0f9ed0e2-fdf3-439b-a2fd-41bd3abe42ba"}]}' {{(pid=103468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:20:45.009957 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be6251ff-d3ca-4f67-a8cc-d904aaf1a8e9 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Notify agent at l3_agent.dv-cinder-841591-1-iscsi the message routers_updated {{(pid=103469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:20:45.015104 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-be6251ff-d3ca-4f67-a8cc-d904aaf1a8e9 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36930'] for floatingip (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:45.019169 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f951142e-c9f6-4495-9031-9d60a3fd01eb service neutron] Pushing event updated for resources: {'Port': ['ID=0f9ed0e2-fdf3-439b-a2fd-41bd3abe42ba,revision_number=3']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:20:45.020048 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac32785-19d0-4bb9-a01d-0c0e95e4ea46 None None] Sync routers for ids ['2055b3ec-09dd-4090-9285-28048742bdf7'] in dv-cinder-841591-1-iscsi {{(pid=103470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:20:45.023694 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-614c8f63-0be6-4d65-b83a-873ee91f9061 x-openstack-request-id: req-614c8f63-0be6-4d65-b83a-873ee91f9061 {{(pid=103468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:20:45.023983 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50a0e8b1-2d3c-4f5b-b6d9-a7039363047e", "tag": "0f9ed0e2-fdf3-439b-a2fd-41bd3abe42ba", "status": "completed", "code": 200}]} {{(pid=103468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:20:45.024241 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-614c8f63-0be6-4d65-b83a-873ee91f9061 {{(pid=103468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:20:45.024646 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-614c8f63-0be6-4d65-b83a-873ee91f9061'] response: {'name': 'network-changed', 'server_uuid': '50a0e8b1-2d3c-4f5b-b6d9-a7039363047e', 'tag': '0f9ed0e2-fdf3-439b-a2fd-41bd3abe42ba', 'status': 'completed', 'code': 200} May 12 17:20:45.041536 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac32785-19d0-4bb9-a01d-0c0e95e4ea46 None None] Routers {'2055b3ec-09dd-4090-9285-28048742bdf7'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:20:45.042414 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-bac32785-19d0-4bb9-a01d-0c0e95e4ea46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:20:26Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['2055b3ec-09dd-4090-9285-28048742bdf7'], 'active': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:20:45.056898 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-be6251ff-d3ca-4f67-a8cc-d904aaf1a8e9 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "PUT /v2.0/floatingips/89379dae-ea49-4852-96af-08c9e69b0942 HTTP/1.1" status: 200 len: 992 time: 1.0219901 May 12 17:20:45.057743 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49694a9c-8430-4914-828c-b11634c14ec8', 'tag': 'f22f77f1-5b40-44e2-bbd4-24054d6825ab'}] {{(pid=103469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:20:45.060388 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a389b951f31a62b906e18655c420a9fe9aa70b39b59c66ae41c54d630ec86ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8efb68ce-683d-4c10-be05-b1670168dc72" -d '{"events": [{"name": "network-changed", "server_uuid": "49694a9c-8430-4914-828c-b11634c14ec8", "tag": "f22f77f1-5b40-44e2-bbd4-24054d6825ab"}]}' {{(pid=103469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:20:45.071717 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d4c750-bd6c-431b-b508-1c200d51b904 req-9c9e97d9-790b-4ac4-9869-256d6469edac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:45.073312 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-e4d4c750-bd6c-431b-b508-1c200d51b904 req-9c9e97d9-790b-4ac4-9869-256d6469edac service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5d002d9e79b24742b0906bc2b220d998&device_id=50a0e8b1-2d3c-4f5b-b6d9-a7039363047e HTTP/1.1" status: 200 len: 1128 time: 0.0479376 May 12 17:20:45.101105 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c38451c3-e5d3-4b09-8327-79e9b071c2bd x-openstack-request-id: req-c38451c3-e5d3-4b09-8327-79e9b071c2bd {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:20:45.101513 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49694a9c-8430-4914-828c-b11634c14ec8", "tag": "f22f77f1-5b40-44e2-bbd4-24054d6825ab", "status": "completed", "code": 200}]} {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:20:45.101856 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c38451c3-e5d3-4b09-8327-79e9b071c2bd {{(pid=103469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:20:45.102653 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c38451c3-e5d3-4b09-8327-79e9b071c2bd'] response: {'name': 'network-changed', 'server_uuid': '49694a9c-8430-4914-828c-b11634c14ec8', 'tag': 'f22f77f1-5b40-44e2-bbd4-24054d6825ab', 'status': 'completed', 'code': 200} May 12 17:20:45.120937 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-e4d4c750-bd6c-431b-b508-1c200d51b904 req-f1eb5c51-1fc3-4a1d-a202-3713a6fbc822 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f9ed0e2-fdf3-439b-a2fd-41bd3abe42ba HTTP/1.1" status: 200 len: 217 time: 0.0396028 May 12 17:20:45.168098 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvr_db [None req-bac32785-19d0-4bb9-a01d-0c0e95e4ea46 None None] Set router 2055b3ec-09dd-4090-9285-28048742bdf7 gateway port host: dv-cinder-841591-1-iscsi {{(pid=103470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:20:45.195264 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efb68ce-683d-4c10-be05-b1670168dc72 req-0aa1af2f-211a-4e86-909e-e8aeb38ddc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:45.196751 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-8efb68ce-683d-4c10-be05-b1670168dc72 req-0aa1af2f-211a-4e86-909e-e8aeb38ddc5c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=67e7bebb3ef2474591626aa0a76d7a1d&device_id=49694a9c-8430-4914-828c-b11634c14ec8 HTTP/1.1" status: 200 len: 1130 time: 0.0718172 May 12 17:20:45.201740 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d4c750-bd6c-431b-b508-1c200d51b904 req-031e2302-1112-4377-a98e-9babd5fa1eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:45.203070 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-e4d4c750-bd6c-431b-b508-1c200d51b904 req-031e2302-1112-4377-a98e-9babd5fa1eac service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c5f1d9ec-05e3-4b23-84b4-48d07d13574c HTTP/1.1" status: 200 len: 850 time: 0.0693867 May 12 17:20:45.298384 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d4c750-bd6c-431b-b508-1c200d51b904 req-eac6f1b1-b343-4c42-b457-b25bb4d8ec33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:45.299823 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-e4d4c750-bd6c-431b-b508-1c200d51b904 req-eac6f1b1-b343-4c42-b457-b25bb4d8ec33 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6fb55941-2cb2-4359-bdd6-587e053b44f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0875580 May 12 17:20:45.344508 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efb68ce-683d-4c10-be05-b1670168dc72 req-ba5eb6a6-c621-4722-988c-c2bec80a3fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:45.345946 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-8efb68ce-683d-4c10-be05-b1670168dc72 req-ba5eb6a6-c621-4722-988c-c2bec80a3fc8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=8e057b02-0e5b-44bd-83b7-2f23a5bc0a94 HTTP/1.1" status: 200 len: 911 time: 0.1417022 May 12 17:20:45.435075 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-bac32785-19d0-4bb9-a01d-0c0e95e4ea46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2055b3ec-09dd-4090-9285-28048742bdf7', 'name': 'tempest-AttachVolumeTestJSON-154657364-router', 'tenant_id': '67e7bebb3ef2474591626aa0a76d7a1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '30375247-101c-4f4b-afc3-a8d1a61a73e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:16:02Z', 'updated_at': '2022-05-12T17:16:11Z', 'revision_number': 4, 'project_id': '67e7bebb3ef2474591626aa0a76d7a1d', 'gw_port': {'id': '30375247-101c-4f4b-afc3-a8d1a61a73e7', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:03:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2055b3ec-09dd-4090-9285-28048742bdf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:16:03Z', 'updated_at': '2022-05-12T17:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_floatingips': [{'id': '89379dae-ea49-4852-96af-08c9e69b0942', 'tenant_id': '67e7bebb3ef2474591626aa0a76d7a1d', 'floating_ip_address': '172.27.0.233', 'floating_network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'router_id': '2055b3ec-09dd-4090-9285-28048742bdf7', 'port_id': 'f22f77f1-5b40-44e2-bbd4-24054d6825ab', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e057b02-0e5b-44bd-83b7-2f23a5bc0a94', 'mac_address': 'fa:16:3e:6d:06:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49694a9c-8430-4914-828c-b11634c14ec8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:20:32Z', 'updated_at': '2022-05-12T17:20:44Z', 'revision_number': 1, 'project_id': '67e7bebb3ef2474591626aa0a76d7a1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cad86394-a9cb-486c-a924-531fc4111ee5', 'name': '', 'network_id': '8e057b02-0e5b-44bd-83b7-2f23a5bc0a94', 'tenant_id': '67e7bebb3ef2474591626aa0a76d7a1d', 'mac_address': 'fa:16:3e:36:7c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2055b3ec-09dd-4090-9285-28048742bdf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ee2adf5e-fcc4-48d8-8205-399177bedd23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:16:09Z', 'updated_at': '2022-05-12T17:16:21Z', 'revision_number': 5, 'project_id': '67e7bebb3ef2474591626aa0a76d7a1d', 'subnets': [{'id': 'ee2adf5e-fcc4-48d8-8205-399177bedd23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:20:45.453554 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-8efb68ce-683d-4c10-be05-b1670168dc72 req-8ad2e310-8704-4316-838f-09b9f019bb27 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f22f77f1-5b40-44e2-bbd4-24054d6825ab HTTP/1.1" status: 200 len: 1000 time: 0.0763197 May 12 17:20:45.455545 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-e4d4c750-bd6c-431b-b508-1c200d51b904 req-0f632fa2-ace6-4b1e-9016-59f194c837ef service neutron] 10.222.0.58 "GET /v2.0/networks/6fb55941-2cb2-4359-bdd6-587e053b44f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476669 May 12 17:20:45.460712 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac32785-19d0-4bb9-a01d-0c0e95e4ea46 None None] Checking router: 2055b3ec-09dd-4090-9285-28048742bdf7 for host: dv-cinder-841591-1-iscsi {{(pid=103470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:20:45.469042 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac32785-19d0-4bb9-a01d-0c0e95e4ea46 None None] Routers {'2055b3ec-09dd-4090-9285-28048742bdf7'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:20:45.469639 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-bac32785-19d0-4bb9-a01d-0c0e95e4ea46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:20:26Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['2055b3ec-09dd-4090-9285-28048742bdf7'], 'active': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:20:45.563521 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efb68ce-683d-4c10-be05-b1670168dc72 req-2e0afc50-4bb7-4a27-bc88-9e8f2690660c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:45.564895 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-8efb68ce-683d-4c10-be05-b1670168dc72 req-2e0afc50-4bb7-4a27-bc88-9e8f2690660c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ee2adf5e-fcc4-48d8-8205-399177bedd23 HTTP/1.1" status: 200 len: 849 time: 0.1002967 May 12 17:20:45.576748 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvr_db [None req-bac32785-19d0-4bb9-a01d-0c0e95e4ea46 None None] Set router 2055b3ec-09dd-4090-9285-28048742bdf7 gateway port host: dv-cinder-841591-1-iscsi {{(pid=103470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:20:45.611404 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-e4d4c750-bd6c-431b-b508-1c200d51b904 req-0ed964b8-3bd5-4662-b489-0e0369fe7abf service neutron] 10.222.0.58 "GET /v2.0/networks/6fb55941-2cb2-4359-bdd6-587e053b44f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393380 May 12 17:20:45.619553 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efb68ce-683d-4c10-be05-b1670168dc72 req-78ba38ca-5534-4df4-939d-f4b61a2da2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:45.621202 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-8efb68ce-683d-4c10-be05-b1670168dc72 req-78ba38ca-5534-4df4-939d-f4b61a2da2db service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8e057b02-0e5b-44bd-83b7-2f23a5bc0a94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473421 May 12 17:20:45.714695 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-8efb68ce-683d-4c10-be05-b1670168dc72 req-4228fd35-3e0e-4cc6-8889-30cc7fdae382 service neutron] 10.222.0.58 "GET /v2.0/networks/8e057b02-0e5b-44bd-83b7-2f23a5bc0a94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868137 May 12 17:20:45.790029 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-bac32785-19d0-4bb9-a01d-0c0e95e4ea46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2055b3ec-09dd-4090-9285-28048742bdf7', 'name': 'tempest-AttachVolumeTestJSON-154657364-router', 'tenant_id': '67e7bebb3ef2474591626aa0a76d7a1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '30375247-101c-4f4b-afc3-a8d1a61a73e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:16:02Z', 'updated_at': '2022-05-12T17:16:11Z', 'revision_number': 4, 'project_id': '67e7bebb3ef2474591626aa0a76d7a1d', 'gw_port': {'id': '30375247-101c-4f4b-afc3-a8d1a61a73e7', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:03:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2055b3ec-09dd-4090-9285-28048742bdf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:16:03Z', 'updated_at': '2022-05-12T17:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_floatingips': [{'id': '89379dae-ea49-4852-96af-08c9e69b0942', 'tenant_id': '67e7bebb3ef2474591626aa0a76d7a1d', 'floating_ip_address': '172.27.0.233', 'floating_network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'router_id': '2055b3ec-09dd-4090-9285-28048742bdf7', 'port_id': 'f22f77f1-5b40-44e2-bbd4-24054d6825ab', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e057b02-0e5b-44bd-83b7-2f23a5bc0a94', 'mac_address': 'fa:16:3e:6d:06:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49694a9c-8430-4914-828c-b11634c14ec8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:20:32Z', 'updated_at': '2022-05-12T17:20:44Z', 'revision_number': 1, 'project_id': '67e7bebb3ef2474591626aa0a76d7a1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cad86394-a9cb-486c-a924-531fc4111ee5', 'name': '', 'network_id': '8e057b02-0e5b-44bd-83b7-2f23a5bc0a94', 'tenant_id': '67e7bebb3ef2474591626aa0a76d7a1d', 'mac_address': 'fa:16:3e:36:7c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2055b3ec-09dd-4090-9285-28048742bdf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ee2adf5e-fcc4-48d8-8205-399177bedd23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:16:09Z', 'updated_at': '2022-05-12T17:16:21Z', 'revision_number': 5, 'project_id': '67e7bebb3ef2474591626aa0a76d7a1d', 'subnets': [{'id': 'ee2adf5e-fcc4-48d8-8205-399177bedd23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:20:45.815981 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac32785-19d0-4bb9-a01d-0c0e95e4ea46 None None] The sync data for ids ['2055b3ec-09dd-4090-9285-28048742bdf7'] in dv-cinder-841591-1-iscsi is: [{'id': '2055b3ec-09dd-4090-9285-28048742bdf7', 'name': 'tempest-AttachVolumeTestJSON-154657364-router', 'tenant_id': '67e7bebb3ef2474591626aa0a76d7a1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '30375247-101c-4f4b-afc3-a8d1a61a73e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:16:02Z', 'updated_at': '2022-05-12T17:16:11Z', 'revision_number': 4, 'project_id': '67e7bebb3ef2474591626aa0a76d7a1d', 'gw_port': {'id': '30375247-101c-4f4b-afc3-a8d1a61a73e7', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:03:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2055b3ec-09dd-4090-9285-28048742bdf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:16:03Z', 'updated_at': '2022-05-12T17:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_floatingips': [{'id': '89379dae-ea49-4852-96af-08c9e69b0942', 'tenant_id': '67e7bebb3ef2474591626aa0a76d7a1d', 'floating_ip_address': '172.27.0.233', 'floating_network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'router_id': '2055b3ec-09dd-4090-9285-28048742bdf7', 'port_id': 'f22f77f1-5b40-44e2-bbd4-24054d6825ab', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e057b02-0e5b-44bd-83b7-2f23a5bc0a94', 'mac_address': 'fa:16:3e:6d:06:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49694a9c-8430-4914-828c-b11634c14ec8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:20:32Z', 'updated_at': '2022-05-12T17:20:44Z', 'revision_number': 1, 'project_id': '67e7bebb3ef2474591626aa0a76d7a1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cad86394-a9cb-486c-a924-531fc4111ee5', 'name': '', 'network_id': '8e057b02-0e5b-44bd-83b7-2f23a5bc0a94', 'tenant_id': '67e7bebb3ef2474591626aa0a76d7a1d', 'mac_address': 'fa:16:3e:36:7c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2055b3ec-09dd-4090-9285-28048742bdf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ee2adf5e-fcc4-48d8-8205-399177bedd23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:16:09Z', 'updated_at': '2022-05-12T17:16:21Z', 'revision_number': 5, 'project_id': '67e7bebb3ef2474591626aa0a76d7a1d', 'subnets': [{'id': 'ee2adf5e-fcc4-48d8-8205-399177bedd23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:20:46.006848 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5963308c-b909-48bb-b7f1-db4b05e8719d req-85883699-8ed5-4acd-93ef-9a5d5dcf9283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:46.008610 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-5963308c-b909-48bb-b7f1-db4b05e8719d req-85883699-8ed5-4acd-93ef-9a5d5dcf9283 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5d002d9e79b24742b0906bc2b220d998&device_id=50a0e8b1-2d3c-4f5b-b6d9-a7039363047e HTTP/1.1" status: 200 len: 1128 time: 0.0906613 May 12 17:20:46.014489 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2b1553-f09c-4075-b3a8-898ee9e0fcab req-baa3d390-7e4c-4d94-8345-8d17131ded11 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:46.019275 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9c2b1553-f09c-4075-b3a8-898ee9e0fcab req-baa3d390-7e4c-4d94-8345-8d17131ded11 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/ports?device_id=50a0e8b1-2d3c-4f5b-b6d9-a7039363047e HTTP/1.1" status: 200 len: 944 time: 0.0634525 May 12 17:20:46.033087 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0100940f-7fa9-4e44-80b9-1551d5c592ce None None] New status for floating IP 89379dae-ea49-4852-96af-08c9e69b0942: ACTIVE {{(pid=103471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 17:20:46.070678 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9c2b1553-f09c-4075-b3a8-898ee9e0fcab req-6b376651-b2ed-4ea3-aaed-17dbc9704243 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/security-groups?id=73506ee2-7743-492f-9a19-76b788578cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474050 May 12 17:20:46.105955 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-8efb68ce-683d-4c10-be05-b1670168dc72 req-dd0f5290-6659-46cd-ae34-ce19e903c320 service neutron] 10.222.0.58 "GET /v2.0/networks/8e057b02-0e5b-44bd-83b7-2f23a5bc0a94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960750 May 12 17:20:46.121517 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5963308c-b909-48bb-b7f1-db4b05e8719d req-092e2d9d-2128-4714-8b70-383534608369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:46.123311 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-5963308c-b909-48bb-b7f1-db4b05e8719d req-092e2d9d-2128-4714-8b70-383534608369 service neutron] 10.222.0.58 "GET /v2.0/networks?id=6fb55941-2cb2-4359-bdd6-587e053b44f0 HTTP/1.1" status: 200 len: 912 time: 0.1067677 May 12 17:20:46.173771 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-5963308c-b909-48bb-b7f1-db4b05e8719d req-7c2003c2-c144-4483-a911-234670d649a9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f9ed0e2-fdf3-439b-a2fd-41bd3abe42ba HTTP/1.1" status: 200 len: 217 time: 0.0441117 May 12 17:20:46.226022 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5963308c-b909-48bb-b7f1-db4b05e8719d req-ac4313a0-6afe-4580-bbae-f37aeddbc5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:46.227654 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-5963308c-b909-48bb-b7f1-db4b05e8719d req-ac4313a0-6afe-4580-bbae-f37aeddbc5eb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c5f1d9ec-05e3-4b23-84b4-48d07d13574c HTTP/1.1" status: 200 len: 850 time: 0.0480158 May 12 17:20:46.274371 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5963308c-b909-48bb-b7f1-db4b05e8719d req-6cfc6182-02fc-4a41-8610-14b9486506dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:46.276111 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-5963308c-b909-48bb-b7f1-db4b05e8719d req-6cfc6182-02fc-4a41-8610-14b9486506dd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6fb55941-2cb2-4359-bdd6-587e053b44f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416331 May 12 17:20:46.382138 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-5963308c-b909-48bb-b7f1-db4b05e8719d req-c102c475-64cc-4dbc-9b75-21bbcea6e297 service neutron] 10.222.0.58 "GET /v2.0/networks/6fb55941-2cb2-4359-bdd6-587e053b44f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894778 May 12 17:20:46.474992 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-5963308c-b909-48bb-b7f1-db4b05e8719d req-6ca24524-f271-41f3-a0c7-ae27fcca4cc3 service neutron] 10.222.0.58 "GET /v2.0/networks/6fb55941-2cb2-4359-bdd6-587e053b44f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844462 May 12 17:20:47.190066 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836f90ee-455a-4038-b611-7a594b64d0ef req-33ac168e-c5dd-4fdc-a21d-e3341872f788 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:47.191491 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-836f90ee-455a-4038-b611-7a594b64d0ef req-33ac168e-c5dd-4fdc-a21d-e3341872f788 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/ports?device_id=50a0e8b1-2d3c-4f5b-b6d9-a7039363047e HTTP/1.1" status: 200 len: 944 time: 0.0478220 May 12 17:20:47.239239 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-836f90ee-455a-4038-b611-7a594b64d0ef req-08d7383c-e9b3-48bc-82f0-91c5f63aaf32 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/security-groups?id=73506ee2-7743-492f-9a19-76b788578cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415509 May 12 17:20:47.654410 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d49b80b-4d17-481c-ba6a-65ddd9444876 req-eb300ff7-6647-480a-94b5-51349c4efa37 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:47.655867 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5d49b80b-4d17-481c-ba6a-65ddd9444876 req-eb300ff7-6647-480a-94b5-51349c4efa37 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c29ebd7-1d9b-4dba-8a0f-7fe13bc1cdef HTTP/1.1" status: 200 len: 946 time: 0.0460589 May 12 17:20:47.700678 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5d49b80b-4d17-481c-ba6a-65ddd9444876 req-911184ed-8066-49f6-b9f6-9376ddf4216f tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=9702dc84-3779-4798-bdde-00bb7090b30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394058 May 12 17:20:48.351349 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fe0d80-4c69-4b8f-a8b7-3eca5212c05b req-d6cf50bf-b615-4f23-908b-f98b0ac7abcc tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:48.352779 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-38fe0d80-4c69-4b8f-a8b7-3eca5212c05b req-d6cf50bf-b615-4f23-908b-f98b0ac7abcc tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/ports?device_id=50a0e8b1-2d3c-4f5b-b6d9-a7039363047e HTTP/1.1" status: 200 len: 944 time: 0.0453417 May 12 17:20:48.399099 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-38fe0d80-4c69-4b8f-a8b7-3eca5212c05b req-50da4696-3eca-4e01-b223-d86f5ad7a391 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/security-groups?id=73506ee2-7743-492f-9a19-76b788578cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407939 May 12 17:20:48.811604 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f615f66f-7ee0-4228-a482-186f66763bf7 req-2e5e0f52-1dae-4d65-b687-2a5540d359d3 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:48.813054 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f615f66f-7ee0-4228-a482-186f66763bf7 req-2e5e0f52-1dae-4d65-b687-2a5540d359d3 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c29ebd7-1d9b-4dba-8a0f-7fe13bc1cdef HTTP/1.1" status: 200 len: 946 time: 0.0455704 May 12 17:20:48.861743 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f615f66f-7ee0-4228-a482-186f66763bf7 req-21d2b666-3a6b-49c1-a01f-61ecbd7274be tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=9702dc84-3779-4798-bdde-00bb7090b30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424609 May 12 17:20:49.512064 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04ba979-946a-47c9-ac5a-290aa477214c req-62306303-c1c5-4fb6-ae01-a1bbf7a035c4 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:49.513532 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-f04ba979-946a-47c9-ac5a-290aa477214c req-62306303-c1c5-4fb6-ae01-a1bbf7a035c4 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/ports?device_id=50a0e8b1-2d3c-4f5b-b6d9-a7039363047e HTTP/1.1" status: 200 len: 944 time: 0.0499785 May 12 17:20:49.560865 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-f04ba979-946a-47c9-ac5a-290aa477214c req-be60331c-4355-4b82-96a0-8c9530fea14a tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/security-groups?id=73506ee2-7743-492f-9a19-76b788578cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419171 May 12 17:20:49.976954 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674c9386-6626-4124-bde8-4c7de85616f7 req-a604fd3e-18ce-4c1c-87d7-72329ba695c4 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:49.978409 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-674c9386-6626-4124-bde8-4c7de85616f7 req-a604fd3e-18ce-4c1c-87d7-72329ba695c4 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c29ebd7-1d9b-4dba-8a0f-7fe13bc1cdef HTTP/1.1" status: 200 len: 946 time: 0.0448632 May 12 17:20:50.026714 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-674c9386-6626-4124-bde8-4c7de85616f7 req-7fc7cfdb-b0e1-4c10-93b0-229f6f40e4b3 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=9702dc84-3779-4798-bdde-00bb7090b30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425997 May 12 17:20:50.278387 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace63c20-76bb-42ca-9628-fa0fd3a2d23b req-b5f791c0-e9b1-439b-af5b-562f7bbcf681 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:50.279856 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ace63c20-76bb-42ca-9628-fa0fd3a2d23b req-b5f791c0-e9b1-439b-af5b-562f7bbcf681 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "GET /v2.0/ports?device_id=f56f36d8-2e2b-4024-b0e1-d31b9b7f08bf HTTP/1.1" status: 200 len: 945 time: 0.0514405 May 12 17:20:50.327311 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ace63c20-76bb-42ca-9628-fa0fd3a2d23b req-f9792b14-a23e-4ab6-b304-8c40c9f40d34 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4198f2-c72d-4a6d-bdaf-ef5afcf5ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418758 May 12 17:20:50.672144 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b77be21-b9d0-4d31-8105-363c62185ad5 req-c930b199-af52-47ba-8e83-edcb5d537d67 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:50.673601 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-8b77be21-b9d0-4d31-8105-363c62185ad5 req-c930b199-af52-47ba-8e83-edcb5d537d67 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/ports?device_id=50a0e8b1-2d3c-4f5b-b6d9-a7039363047e HTTP/1.1" status: 200 len: 944 time: 0.0463583 May 12 17:20:50.723145 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-8b77be21-b9d0-4d31-8105-363c62185ad5 req-a2f7e28f-50a9-4158-9089-1d9f5c160831 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/security-groups?id=73506ee2-7743-492f-9a19-76b788578cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435121 May 12 17:20:51.144887 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e638719d-c85f-4132-8a3c-d4831b7f86e3 req-c758c54d-9a41-40a5-868d-f358f33645fe tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:51.146272 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e638719d-c85f-4132-8a3c-d4831b7f86e3 req-c758c54d-9a41-40a5-868d-f358f33645fe tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c29ebd7-1d9b-4dba-8a0f-7fe13bc1cdef HTTP/1.1" status: 200 len: 946 time: 0.0498047 May 12 17:20:51.194265 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e638719d-c85f-4132-8a3c-d4831b7f86e3 req-d941d77e-b4d0-462c-8154-2e6bf3b3cc02 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=9702dc84-3779-4798-bdde-00bb7090b30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424607 May 12 17:20:51.436489 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8093c5b5-528e-42bb-ad86-c8267efc4c13 req-d1a7f0dc-da83-467d-896d-b594e5790120 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:51.437865 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-8093c5b5-528e-42bb-ad86-c8267efc4c13 req-d1a7f0dc-da83-467d-896d-b594e5790120 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "GET /v2.0/ports?device_id=f56f36d8-2e2b-4024-b0e1-d31b9b7f08bf HTTP/1.1" status: 200 len: 945 time: 0.0457180 May 12 17:20:51.488954 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-8093c5b5-528e-42bb-ad86-c8267efc4c13 req-d4425c7c-6a66-4aae-bcfd-3a4b9ac4bd30 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4198f2-c72d-4a6d-bdaf-ef5afcf5ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450485 May 12 17:20:51.833103 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad4e081-a9e1-48ea-925f-73e496389e94 req-d74399b5-0b96-425d-be80-2e72f76391af tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:51.834650 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4ad4e081-a9e1-48ea-925f-73e496389e94 req-d74399b5-0b96-425d-be80-2e72f76391af tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/ports?device_id=50a0e8b1-2d3c-4f5b-b6d9-a7039363047e HTTP/1.1" status: 200 len: 944 time: 0.0457604 May 12 17:20:51.882904 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4ad4e081-a9e1-48ea-925f-73e496389e94 req-63dd3f39-9d8e-4959-8192-b7d8c374839d tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/security-groups?id=73506ee2-7743-492f-9a19-76b788578cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426319 May 12 17:20:52.012218 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654f287-3b19-492a-89bb-50e1ea4fb865 req-c3b468e3-79db-4c32-bd84-7e7f26ba0476 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:52.013578 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-9654f287-3b19-492a-89bb-50e1ea4fb865 req-c3b468e3-79db-4c32-bd84-7e7f26ba0476 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c29ebd7-1d9b-4dba-8a0f-7fe13bc1cdef HTTP/1.1" status: 200 len: 946 time: 0.0455377 May 12 17:20:52.107703 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [req-9654f287-3b19-492a-89bb-50e1ea4fb865 req-e93fe778-f123-4010-83f7-2cb25d262476 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Deleting port e25fed55-18b6-4d75-bd0e-374461b42fe4 {{(pid=103468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:20:52.108038 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-9654f287-3b19-492a-89bb-50e1ea4fb865 req-e93fe778-f123-4010-83f7-2cb25d262476 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774528024037'] for port (e25fed55-18b6-4d75-bd0e-374461b42fe4), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:52.196828 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.db [req-9654f287-3b19-492a-89bb-50e1ea4fb865 req-e93fe778-f123-4010-83f7-2cb25d262476 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] For port e25fed55-18b6-4d75-bd0e-374461b42fe4, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=e25fed55-18b6-4d75-bd0e-374461b42fe4,segment=NetworkSegment(19a8dca8-bd58-4f99-95b0-2fe50f24eee0),segment_id=19a8dca8-bd58-4f99-95b0-2fe50f24eee0)] {{(pid=103468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:20:52.197191 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-9654f287-3b19-492a-89bb-50e1ea4fb865 req-e93fe778-f123-4010-83f7-2cb25d262476 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683095'] for port (e25fed55-18b6-4d75-bd0e-374461b42fe4), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:52.375308 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f7c125-4c53-415c-8012-e3e9ceaf9c3d req-91774794-76e7-4198-bc09-f2f7b452537e tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:52.376672 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-b6f7c125-4c53-415c-8012-e3e9ceaf9c3d req-91774794-76e7-4198-bc09-f2f7b452537e tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c29ebd7-1d9b-4dba-8a0f-7fe13bc1cdef HTTP/1.1" status: 200 len: 946 time: 0.1147168 May 12 17:20:52.418227 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-9654f287-3b19-492a-89bb-50e1ea4fb865 req-e93fe778-f123-4010-83f7-2cb25d262476 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:52.418602 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-9654f287-3b19-492a-89bb-50e1ea4fb865 req-e93fe778-f123-4010-83f7-2cb25d262476 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682608'] for floatingip (1505bebe-7daf-44e3-a377-836e80bafcd5), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:52.418907 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.db.l3_db [req-9654f287-3b19-492a-89bb-50e1ea4fb865 req-e93fe778-f123-4010-83f7-2cb25d262476 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Floating IP 1505bebe-7daf-44e3-a377-836e80bafcd5 disassociated. External IP: 172.27.0.156, port: e25fed55-18b6-4d75-bd0e-374461b42fe4. May 12 17:20:52.419247 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [req-9654f287-3b19-492a-89bb-50e1ea4fb865 req-e93fe778-f123-4010-83f7-2cb25d262476 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Calling delete_port for e25fed55-18b6-4d75-bd0e-374461b42fe4 owned by compute:nova {{(pid=103468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:20:52.449109 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-b6f7c125-4c53-415c-8012-e3e9ceaf9c3d req-fe116713-e350-49f0-a953-2b53f5896677 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=9702dc84-3779-4798-bdde-00bb7090b30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657597 May 12 17:20:52.561005 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-9654f287-3b19-492a-89bb-50e1ea4fb865 req-e93fe778-f123-4010-83f7-2cb25d262476 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774528036217', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774527475294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11526335'] for port (e25fed55-18b6-4d75-bd0e-374461b42fe4), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:52.596160 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93fe778-f123-4010-83f7-2cb25d262476 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Pushing event deleted for resources: {'Port': ['ID=e25fed55-18b6-4d75-bd0e-374461b42fe4,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:20:52.610108 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac8fc01-fa4c-4f82-ab71-b9a816544924 req-a20ebe56-2eaf-427a-8c47-10a818a3227f tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:52.611719 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0ac8fc01-fa4c-4f82-ab71-b9a816544924 req-a20ebe56-2eaf-427a-8c47-10a818a3227f tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "GET /v2.0/ports?device_id=f56f36d8-2e2b-4024-b0e1-d31b9b7f08bf HTTP/1.1" status: 200 len: 945 time: 0.0567417 May 12 17:20:52.664246 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0ac8fc01-fa4c-4f82-ab71-b9a816544924 req-9a0b4ecc-b912-4c2f-8ad4-d9ade6e3555a tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4198f2-c72d-4a6d-bdaf-ef5afcf5ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438831 May 12 17:20:52.710794 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9654f287-3b19-492a-89bb-50e1ea4fb865 req-e93fe778-f123-4010-83f7-2cb25d262476 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Router a7ac97b1-eaf3-4897-b787-26f84f0163be has already been hosted by L3 agent e5548ccc-31b8-4072-a6b0-52b00208ea79 {{(pid=103468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:20:52.814924 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Device 0f9ed0e2-fdf3-439b-a2fd-41bd3abe42ba details requested by agent hyperv_hv-cinder-84159 with host hv-cinder-84159 {{(pid=103470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 17:20:52.820552 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9654f287-3b19-492a-89bb-50e1ea4fb865 req-e93fe778-f123-4010-83f7-2cb25d262476 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Notify agent at l3_agent.dv-cinder-841591-1-iscsi the message routers_updated {{(pid=103468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:20:52.831313 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984ee7e7-cbda-4557-b603-facf8e180fc8 None None] Sync routers for ids ['a7ac97b1-eaf3-4897-b787-26f84f0163be'] in dv-cinder-841591-1-iscsi {{(pid=103470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:20:52.847658 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984ee7e7-cbda-4557-b603-facf8e180fc8 None None] Routers {'a7ac97b1-eaf3-4897-b787-26f84f0163be'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:20:52.848277 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-984ee7e7-cbda-4557-b603-facf8e180fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:20:26Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['a7ac97b1-eaf3-4897-b787-26f84f0163be'], 'active': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:20:52.862304 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [req-9654f287-3b19-492a-89bb-50e1ea4fb865 req-e93fe778-f123-4010-83f7-2cb25d262476 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] No DVR routers for this DVR port e25fed55-18b6-4d75-bd0e-374461b42fe4 on host hv-cinder-84159 {{(pid=103468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:20:52.867227 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-9654f287-3b19-492a-89bb-50e1ea4fb865 req-e93fe778-f123-4010-83f7-2cb25d262476 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36930'] for port (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:52.870462 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-9654f287-3b19-492a-89bb-50e1ea4fb865 req-e93fe778-f123-4010-83f7-2cb25d262476 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.58 "DELETE /v2.0/ports/e25fed55-18b6-4d75-bd0e-374461b42fe4 HTTP/1.1" status: 204 len: 173 time: 0.8509147 May 12 17:20:52.870973 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c29ebd7-1d9b-4dba-8a0f-7fe13bc1cdef', 'name': 'network-vif-deleted', 'tag': 'e25fed55-18b6-4d75-bd0e-374461b42fe4'}] {{(pid=103468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:20:52.873205 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11327eb0f41ff280cd3a6497cf1c944478feb1aae12e82efcad6faf65da72353" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2cbb61d-3aa9-4b55-bccb-c42c06ee6221" -d '{"events": [{"server_uuid": "5c29ebd7-1d9b-4dba-8a0f-7fe13bc1cdef", "name": "network-vif-deleted", "tag": "e25fed55-18b6-4d75-bd0e-374461b42fe4"}]}' {{(pid=103468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:20:52.915540 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a68aaeb4-a0fa-4baa-a354-acb0ecb87ea9 x-openstack-request-id: req-a68aaeb4-a0fa-4baa-a354-acb0ecb87ea9 {{(pid=103468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:20:52.915540 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c29ebd7-1d9b-4dba-8a0f-7fe13bc1cdef", "name": "network-vif-deleted", "tag": "e25fed55-18b6-4d75-bd0e-374461b42fe4", "status": "completed", "code": 200}]} {{(pid=103468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:20:52.915803 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a68aaeb4-a0fa-4baa-a354-acb0ecb87ea9 {{(pid=103468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:20:52.916205 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a68aaeb4-a0fa-4baa-a354-acb0ecb87ea9'] response: {'server_uuid': '5c29ebd7-1d9b-4dba-8a0f-7fe13bc1cdef', 'name': 'network-vif-deleted', 'tag': 'e25fed55-18b6-4d75-bd0e-374461b42fe4', 'status': 'completed', 'code': 200} May 12 17:20:53.027112 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef90894-f45e-40f4-a4a6-c45cc51ac7ef req-77e0dd46-92be-41a3-84b9-b03d3b0644ab tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:53.028971 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-bef90894-f45e-40f4-a4a6-c45cc51ac7ef req-77e0dd46-92be-41a3-84b9-b03d3b0644ab tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/ports?device_id=50a0e8b1-2d3c-4f5b-b6d9-a7039363047e HTTP/1.1" status: 200 len: 944 time: 0.0728137 May 12 17:20:53.032542 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] For port 0f9ed0e2-fdf3-439b-a2fd-41bd3abe42ba, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=0f9ed0e2-fdf3-439b-a2fd-41bd3abe42ba,segment=NetworkSegment(d767f7c0-41a8-41cf-940a-83524c0e2e81),segment_id=d767f7c0-41a8-41cf-940a-83524c0e2e81)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:20:53.084776 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-bef90894-f45e-40f4-a4a6-c45cc51ac7ef req-8355ca4a-9fd8-4a01-b485-c244e113deb2 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/security-groups?id=73506ee2-7743-492f-9a19-76b788578cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495946 May 12 17:20:53.185350 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Returning: {'device': '0f9ed0e2-fdf3-439b-a2fd-41bd3abe42ba', 'network_id': '6fb55941-2cb2-4359-bdd6-587e053b44f0', 'port_id': '0f9ed0e2-fdf3-439b-a2fd-41bd3abe42ba', 'mac_address': 'fa:16:3e:97:71:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5f1d9ec-05e3-4b23-84b4-48d07d13574c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 17:20:53.187765 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvr_db [None req-984ee7e7-cbda-4557-b603-facf8e180fc8 None None] Set router a7ac97b1-eaf3-4897-b787-26f84f0163be gateway port host: dv-cinder-841591-1-iscsi {{(pid=103470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:20:53.283195 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Current status of the port 0f9ed0e2-fdf3-439b-a2fd-41bd3abe42ba is: DOWN; New status is: BUILD {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:20:53.283585 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (0f9ed0e2-fdf3-439b-a2fd-41bd3abe42ba), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:53.320243 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f9ed0e2-fdf3-439b-a2fd-41bd3abe42ba {{(pid=103470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:20:53.377481 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] For port 0f9ed0e2-fdf3-439b-a2fd-41bd3abe42ba, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=0f9ed0e2-fdf3-439b-a2fd-41bd3abe42ba,segment=NetworkSegment(d767f7c0-41a8-41cf-940a-83524c0e2e81),segment_id=d767f7c0-41a8-41cf-940a-83524c0e2e81)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:20:53.382811 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (0f9ed0e2-fdf3-439b-a2fd-41bd3abe42ba), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:53.477478 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Pushing event updated for resources: {'Port': ['ID=0f9ed0e2-fdf3-439b-a2fd-41bd3abe42ba,revision_number=4']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:20:53.485377 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-984ee7e7-cbda-4557-b603-facf8e180fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ac97b1-eaf3-4897-b787-26f84f0163be', 'name': 'tempest-ServerRescueNegativeTestJSON-1937888495-router', 'tenant_id': '638166bec22640968de80cfeaeed437b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '4b670f16-25c0-4865-b6e8-66a010626af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:16:01Z', 'updated_at': '2022-05-12T17:16:09Z', 'revision_number': 4, 'project_id': '638166bec22640968de80cfeaeed437b', 'gw_port': {'id': '4b670f16-25c0-4865-b6e8-66a010626af7', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:24:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ac97b1-eaf3-4897-b787-26f84f0163be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:16:02Z', 'updated_at': '2022-05-12T17:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_interfaces': [{'id': '270f4d95-ad83-4f83-8c08-15dd0a788974', 'name': '', 'network_id': 'ff0d6338-2300-4010-ae74-9c2289a9588a', 'tenant_id': '638166bec22640968de80cfeaeed437b', 'mac_address': 'fa:16:3e:96:b3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ac97b1-eaf3-4897-b787-26f84f0163be', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3ceba6be-c195-4fd8-b10b-839022cc6ef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:16:07Z', 'updated_at': '2022-05-12T17:16:15Z', 'revision_number': 5, 'project_id': '638166bec22640968de80cfeaeed437b', 'subnets': [{'id': '3ceba6be-c195-4fd8-b10b-839022cc6ef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:20:53.512632 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984ee7e7-cbda-4557-b603-facf8e180fc8 None None] Checking router: a7ac97b1-eaf3-4897-b787-26f84f0163be for host: dv-cinder-841591-1-iscsi {{(pid=103470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:20:53.521618 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984ee7e7-cbda-4557-b603-facf8e180fc8 None None] Routers {'a7ac97b1-eaf3-4897-b787-26f84f0163be'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:20:53.522224 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-984ee7e7-cbda-4557-b603-facf8e180fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:20:26Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['a7ac97b1-eaf3-4897-b787-26f84f0163be'], 'active': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:20:53.539139 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 59746) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:20:53.591805 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-296f518b-02e2-4d0c-86c5-0b60eaf956c3 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Publish callbacks [] for security_group (9702dc84-3779-4798-bdde-00bb7090b30e), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:53.615069 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-296f518b-02e2-4d0c-86c5-0b60eaf956c3 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Publish callbacks [] for security_group (9702dc84-3779-4798-bdde-00bb7090b30e), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:53.636366 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvr_db [None req-984ee7e7-cbda-4557-b603-facf8e180fc8 None None] Set router a7ac97b1-eaf3-4897-b787-26f84f0163be gateway port host: dv-cinder-841591-1-iscsi {{(pid=103470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:20:53.664927 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-296f518b-02e2-4d0c-86c5-0b60eaf956c3 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (9702dc84-3779-4798-bdde-00bb7090b30e), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:53.666267 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] get_ports_and_sgs() called for port_ids ['0f9ed0e2-fdf3-439b-a2fd-41bd3abe42ba'] {{(pid=103470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:20:53.667559 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-296f518b-02e2-4d0c-86c5-0b60eaf956c3 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:53.668685 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-296f518b-02e2-4d0c-86c5-0b60eaf956c3 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "DELETE /v2.0/security-groups/9702dc84-3779-4798-bdde-00bb7090b30e HTTP/1.1" status: 204 len: 168 time: 0.1285777 May 12 17:20:53.672024 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 59748) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:20:53.677778 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296f518b-02e2-4d0c-86c5-0b60eaf956c3 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9702dc84-3779-4798-bdde-00bb7090b30e,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:20:53.688936 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.api.v2.resource [None req-2fcd22aa-8cc8-4ea2-8148-134bc40e0e33 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] show failed (client error): The resource could not be found. May 12 17:20:53.690084 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-2fcd22aa-8cc8-4ea2-8148-134bc40e0e33 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups/9702dc84-3779-4798-bdde-00bb7090b30e HTTP/1.1" status: 404 len: 347 time: 0.0164635 May 12 17:20:53.693350 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 59752) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:20:53.841791 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae853f7a-07f9-4906-a6ba-4f6bc5e9d0a5 req-0b2df566-93a7-4a35-a29e-fedf2127d3f5 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:53.843298 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-ae853f7a-07f9-4906-a6ba-4f6bc5e9d0a5 req-0b2df566-93a7-4a35-a29e-fedf2127d3f5 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "GET /v2.0/ports?device_id=f56f36d8-2e2b-4024-b0e1-d31b9b7f08bf HTTP/1.1" status: 200 len: 945 time: 0.1026776 May 12 17:20:53.845935 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-f5da94b8-d9db-4c34-b825-21cbb31c6f8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (ad05f391-ff61-4b74-a3af-7ffb7f485489), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:53.859188 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [None req-22912610-e50e-48f4-a81a-cc163effc0ed tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Deleting port 3f44a4d3-5eba-4e06-9399-7abbabbdc7ca {{(pid=103468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:20:53.859529 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-22912610-e50e-48f4-a81a-cc163effc0ed tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774528024037'] for port (3f44a4d3-5eba-4e06-9399-7abbabbdc7ca), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:53.953105 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-ae853f7a-07f9-4906-a6ba-4f6bc5e9d0a5 req-99be1aef-023e-4db1-bbbf-f745a3b243c0 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4198f2-c72d-4a6d-bdaf-ef5afcf5ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022487 May 12 17:20:53.975557 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-22912610-e50e-48f4-a81a-cc163effc0ed tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683095'] for port (3f44a4d3-5eba-4e06-9399-7abbabbdc7ca), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:53.975883 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-22912610-e50e-48f4-a81a-cc163effc0ed tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Publish callbacks [] for floatingip (3f44a4d3-5eba-4e06-9399-7abbabbdc7ca), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:53.979411 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-984ee7e7-cbda-4557-b603-facf8e180fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ac97b1-eaf3-4897-b787-26f84f0163be', 'name': 'tempest-ServerRescueNegativeTestJSON-1937888495-router', 'tenant_id': '638166bec22640968de80cfeaeed437b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '4b670f16-25c0-4865-b6e8-66a010626af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:16:01Z', 'updated_at': '2022-05-12T17:16:09Z', 'revision_number': 4, 'project_id': '638166bec22640968de80cfeaeed437b', 'gw_port': {'id': '4b670f16-25c0-4865-b6e8-66a010626af7', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:24:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ac97b1-eaf3-4897-b787-26f84f0163be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:16:02Z', 'updated_at': '2022-05-12T17:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_interfaces': [{'id': '270f4d95-ad83-4f83-8c08-15dd0a788974', 'name': '', 'network_id': 'ff0d6338-2300-4010-ae74-9c2289a9588a', 'tenant_id': '638166bec22640968de80cfeaeed437b', 'mac_address': 'fa:16:3e:96:b3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ac97b1-eaf3-4897-b787-26f84f0163be', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3ceba6be-c195-4fd8-b10b-839022cc6ef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:16:07Z', 'updated_at': '2022-05-12T17:16:15Z', 'revision_number': 5, 'project_id': '638166bec22640968de80cfeaeed437b', 'subnets': [{'id': '3ceba6be-c195-4fd8-b10b-839022cc6ef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:20:53.987855 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [None req-22912610-e50e-48f4-a81a-cc163effc0ed tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Calling delete_port for 3f44a4d3-5eba-4e06-9399-7abbabbdc7ca owned by network:floatingip {{(pid=103468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:20:54.016468 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984ee7e7-cbda-4557-b603-facf8e180fc8 None None] The sync data for ids ['a7ac97b1-eaf3-4897-b787-26f84f0163be'] in dv-cinder-841591-1-iscsi is: [{'id': 'a7ac97b1-eaf3-4897-b787-26f84f0163be', 'name': 'tempest-ServerRescueNegativeTestJSON-1937888495-router', 'tenant_id': '638166bec22640968de80cfeaeed437b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '4b670f16-25c0-4865-b6e8-66a010626af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:16:01Z', 'updated_at': '2022-05-12T17:16:09Z', 'revision_number': 4, 'project_id': '638166bec22640968de80cfeaeed437b', 'gw_port': {'id': '4b670f16-25c0-4865-b6e8-66a010626af7', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:24:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ac97b1-eaf3-4897-b787-26f84f0163be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:16:02Z', 'updated_at': '2022-05-12T17:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_interfaces': [{'id': '270f4d95-ad83-4f83-8c08-15dd0a788974', 'name': '', 'network_id': 'ff0d6338-2300-4010-ae74-9c2289a9588a', 'tenant_id': '638166bec22640968de80cfeaeed437b', 'mac_address': 'fa:16:3e:96:b3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ac97b1-eaf3-4897-b787-26f84f0163be', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3ceba6be-c195-4fd8-b10b-839022cc6ef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:16:07Z', 'updated_at': '2022-05-12T17:16:15Z', 'revision_number': 5, 'project_id': '638166bec22640968de80cfeaeed437b', 'subnets': [{'id': '3ceba6be-c195-4fd8-b10b-839022cc6ef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:20:54.140529 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-22912610-e50e-48f4-a81a-cc163effc0ed tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774528036217', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774527475294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11526335'] for port (3f44a4d3-5eba-4e06-9399-7abbabbdc7ca), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:54.169445 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22912610-e50e-48f4-a81a-cc163effc0ed tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Pushing event deleted for resources: {'Port': ['ID=3f44a4d3-5eba-4e06-9399-7abbabbdc7ca,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:20:54.203334 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27034e2-38cb-4cc8-aeaa-da5a8a770326 req-1223d4ee-a83a-4496-af9f-6da3f4a875c9 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:54.205713 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b27034e2-38cb-4cc8-aeaa-da5a8a770326 req-1223d4ee-a83a-4496-af9f-6da3f4a875c9 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/ports?device_id=50a0e8b1-2d3c-4f5b-b6d9-a7039363047e HTTP/1.1" status: 200 len: 945 time: 0.0500345 May 12 17:20:54.230948 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-22912610-e50e-48f4-a81a-cc163effc0ed tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Publish callbacks [] for floatingip (1505bebe-7daf-44e3-a377-836e80bafcd5), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:54.234176 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-22912610-e50e-48f4-a81a-cc163effc0ed tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36930'] for floatingip (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:54.235503 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-22912610-e50e-48f4-a81a-cc163effc0ed tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "DELETE /v2.0/floatingips/1505bebe-7daf-44e3-a377-836e80bafcd5 HTTP/1.1" status: 204 len: 168 time: 0.5409906 May 12 17:20:54.262893 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b27034e2-38cb-4cc8-aeaa-da5a8a770326 req-f0f1bd7c-0262-4324-9b86-627605c6de3c tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/security-groups?id=73506ee2-7743-492f-9a19-76b788578cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523546 May 12 17:20:54.316938 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3cc184-6e7c-4d80-ae48-9d2984ee8f79 None None] New status for floating IP 1505bebe-7daf-44e3-a377-836e80bafcd5: DOWN {{(pid=103471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 17:20:54.835321 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Device 0f9ed0e2-fdf3-439b-a2fd-41bd3abe42ba up at agent hyperv_hv-cinder-84159 {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:20:54.884384 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Provisioning for port 0f9ed0e2-fdf3-439b-a2fd-41bd3abe42ba completed by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 17:20:54.890333 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Provisioning complete for port 0f9ed0e2-fdf3-439b-a2fd-41bd3abe42ba triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:20:54.890730 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (0f9ed0e2-fdf3-439b-a2fd-41bd3abe42ba), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:54.969549 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Current status of the port 0f9ed0e2-fdf3-439b-a2fd-41bd3abe42ba is: BUILD; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:20:54.970003 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (0f9ed0e2-fdf3-439b-a2fd-41bd3abe42ba), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:54.998069 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50a0e8b1-2d3c-4f5b-b6d9-a7039363047e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f9ed0e2-fdf3-439b-a2fd-41bd3abe42ba'}] {{(pid=103470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:20:55.000334 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}983eca14ffe1519f8471a5ce991629ce2b8e436912840ac2edb7b499268545ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26dc6ec0-5cba-4f05-9620-b4a7bfd0fc4a" -d '{"events": [{"server_uuid": "50a0e8b1-2d3c-4f5b-b6d9-a7039363047e", "name": "network-vif-plugged", "status": "completed", "tag": "0f9ed0e2-fdf3-439b-a2fd-41bd3abe42ba"}]}' {{(pid=103470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:20:55.013578 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] For port 0f9ed0e2-fdf3-439b-a2fd-41bd3abe42ba, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=0f9ed0e2-fdf3-439b-a2fd-41bd3abe42ba,segment=NetworkSegment(d767f7c0-41a8-41cf-940a-83524c0e2e81),segment_id=d767f7c0-41a8-41cf-940a-83524c0e2e81)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:20:55.018648 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (0f9ed0e2-fdf3-439b-a2fd-41bd3abe42ba), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:55.019374 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Device e25fed55-18b6-4d75-bd0e-374461b42fe4 no longer exists at agent hyperv_hv-cinder-84159 {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:20:55.057112 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45b7f909-833c-4584-b0d8-641625fe3580 x-openstack-request-id: req-45b7f909-833c-4584-b0d8-641625fe3580 {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:20:55.057428 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50a0e8b1-2d3c-4f5b-b6d9-a7039363047e", "name": "network-vif-plugged", "status": "completed", "tag": "0f9ed0e2-fdf3-439b-a2fd-41bd3abe42ba", "code": 200}]} {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:20:55.057685 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-45b7f909-833c-4584-b0d8-641625fe3580 {{(pid=103470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:20:55.058075 dv-cinder-841591-1-iscsi neutron-server[103470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45b7f909-833c-4584-b0d8-641625fe3580'] response: {'server_uuid': '50a0e8b1-2d3c-4f5b-b6d9-a7039363047e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f9ed0e2-fdf3-439b-a2fd-41bd3abe42ba', 'code': 200} May 12 17:20:55.060256 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] No Port match for: e25fed55-18b6-4d75-bd0e-374461b42fe4 {{(pid=103470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:20:55.060658 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Device e25fed55-18b6-4d75-bd0e-374461b42fe4 not bound to the agent host hv-cinder-84159 {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:20:55.073700 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c7bfd0-d888-4145-9ab2-b70b5cc4a95a req-f2a8cb18-a1dc-4cc4-8643-6dedbf6ca07a tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:55.075323 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b5c7bfd0-d888-4145-9ab2-b70b5cc4a95a req-f2a8cb18-a1dc-4cc4-8643-6dedbf6ca07a tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "GET /v2.0/ports?device_id=f56f36d8-2e2b-4024-b0e1-d31b9b7f08bf HTTP/1.1" status: 200 len: 945 time: 0.0483048 May 12 17:20:55.087562 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Pushing event updated for resources: {'Port': ['ID=0f9ed0e2-fdf3-439b-a2fd-41bd3abe42ba,revision_number=5']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:20:55.124198 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b5c7bfd0-d888-4145-9ab2-b70b5cc4a95a req-e6880762-7579-490c-a52a-83abb9ea3a08 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4198f2-c72d-4a6d-bdaf-ef5afcf5ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429845 May 12 17:20:55.291622 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77acc708-242e-4b0f-8785-73a142136964 req-ec5778c3-9c8c-435a-9302-39ced5276f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:55.293267 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-77acc708-242e-4b0f-8785-73a142136964 req-ec5778c3-9c8c-435a-9302-39ced5276f3f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=50a0e8b1-2d3c-4f5b-b6d9-a7039363047e HTTP/1.1" status: 200 len: 1130 time: 0.0452023 May 12 17:20:55.340332 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-77acc708-242e-4b0f-8785-73a142136964 req-5fe4e0a0-0917-41d2-8d65-33044ff7b389 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=73506ee2-7743-492f-9a19-76b788578cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400460 May 12 17:20:55.387136 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed432e2-3e3c-40f2-a5ec-28038f4f85cd req-d6b61256-a6a5-42f0-9919-cfcfeaa160b9 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:55.388593 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-aed432e2-3e3c-40f2-a5ec-28038f4f85cd req-d6b61256-a6a5-42f0-9919-cfcfeaa160b9 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/ports?device_id=50a0e8b1-2d3c-4f5b-b6d9-a7039363047e HTTP/1.1" status: 200 len: 946 time: 0.0461967 May 12 17:20:55.438029 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-aed432e2-3e3c-40f2-a5ec-28038f4f85cd req-48c0bcbe-e73a-4a57-b9a8-5f334c472c6f tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/security-groups?id=73506ee2-7743-492f-9a19-76b788578cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434697 May 12 17:20:56.186826 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b9268ea9-ec8f-43e1-92c0-d830ceea1007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (e5548ccc-31b8-4072-a6b0-52b00208ea79), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:56.240482 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb7626b-3602-42c8-b94c-75c7aa252a10 req-0a88d30b-7500-42a1-99a8-779237a35b82 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:56.241947 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-feb7626b-3602-42c8-b94c-75c7aa252a10 req-0a88d30b-7500-42a1-99a8-779237a35b82 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "GET /v2.0/ports?device_id=f56f36d8-2e2b-4024-b0e1-d31b9b7f08bf HTTP/1.1" status: 200 len: 945 time: 0.0497563 May 12 17:20:56.293971 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-feb7626b-3602-42c8-b94c-75c7aa252a10 req-3fde29ff-764a-4979-953f-77e3403b5d28 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4198f2-c72d-4a6d-bdaf-ef5afcf5ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464561 May 12 17:20:56.366591 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-2255bfb9-95ee-41e1-8380-234720fb1d9a req-96656b47-5f9b-42fa-a4c5-6f01716b5554 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=674ec2ad-d5d1-46d6-b683-b5c2bd561c9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419600 May 12 17:20:56.554400 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aa24e2-8a5e-4893-aa25-4d7551a641db req-38e9a0f0-7867-4eca-a355-4c6489da69f8 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:56.555914 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-14aa24e2-8a5e-4893-aa25-4d7551a641db req-38e9a0f0-7867-4eca-a355-4c6489da69f8 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/ports?device_id=50a0e8b1-2d3c-4f5b-b6d9-a7039363047e HTTP/1.1" status: 200 len: 946 time: 0.0487375 May 12 17:20:56.605657 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-14aa24e2-8a5e-4893-aa25-4d7551a641db req-04f836f9-2f00-4d6d-97cf-9f147acd547c tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/security-groups?id=73506ee2-7743-492f-9a19-76b788578cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442851 May 12 17:20:56.722472 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6353847-5403-4016-92c6-dab002b1e18d req-38feb47d-4f88-4639-9431-fd71f57f2d07 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:56.724592 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a6353847-5403-4016-92c6-dab002b1e18d req-38feb47d-4f88-4639-9431-fd71f57f2d07 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c4eae9c-c6d1-4dc2-8039-344c3c7af142 HTTP/1.1" status: 200 len: 945 time: 0.0503881 May 12 17:20:56.771210 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a6353847-5403-4016-92c6-dab002b1e18d req-29a3b338-3133-4599-a64c-e087f826117a tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=fee15b42-3a1a-44ff-bb18-06fe84b6efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409486 May 12 17:20:56.796206 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d1e3e5-ddcc-42e6-9ec7-6a2b3787e7dd req-ad35ef9e-dc47-4c0a-b562-7bc5835a0d29 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:56.797665 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-18d1e3e5-ddcc-42e6-9ec7-6a2b3787e7dd req-ad35ef9e-dc47-4c0a-b562-7bc5835a0d29 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=68fea2bf-d6a6-4a97-be8f-bd754b36e60c HTTP/1.1" status: 200 len: 945 time: 0.0466027 May 12 17:20:56.843139 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-18d1e3e5-ddcc-42e6-9ec7-6a2b3787e7dd req-79f3903e-aa31-4fd7-8c90-5f6896cec318 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=db7d0f43-a860-4c22-8e80-2ebcff18b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392561 May 12 17:20:57.282502 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-921d17b2-ae2c-4a72-8bd8-05131367e3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (bf71836d-8135-4bcd-843a-dab378dba2b2), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:57.407311 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1847a0-1fca-448e-bf76-1c73ff005c77 req-57ed93e3-0c16-45e3-9e12-9c5ae83d7cfb tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:57.408759 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-be1847a0-1fca-448e-bf76-1c73ff005c77 req-57ed93e3-0c16-45e3-9e12-9c5ae83d7cfb tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "GET /v2.0/ports?device_id=f56f36d8-2e2b-4024-b0e1-d31b9b7f08bf HTTP/1.1" status: 200 len: 945 time: 0.0462253 May 12 17:20:57.456420 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-be1847a0-1fca-448e-bf76-1c73ff005c77 req-fc874ab5-9aba-4450-9069-33f0728471d4 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4198f2-c72d-4a6d-bdaf-ef5afcf5ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417135 May 12 17:20:57.715353 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c072f60-e4eb-4f61-86b8-c4fc2826c4c4 req-11e38186-d975-43e7-be68-75aed7ab2cd9 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:57.716824 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-9c072f60-e4eb-4f61-86b8-c4fc2826c4c4 req-11e38186-d975-43e7-be68-75aed7ab2cd9 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/ports?device_id=50a0e8b1-2d3c-4f5b-b6d9-a7039363047e HTTP/1.1" status: 200 len: 946 time: 0.0454290 May 12 17:20:57.764034 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-9c072f60-e4eb-4f61-86b8-c4fc2826c4c4 req-3b879850-4e7e-47ea-ab52-2311beda21b8 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/security-groups?id=73506ee2-7743-492f-9a19-76b788578cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418167 May 12 17:20:57.872802 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89c2d9e-ad33-45b5-8890-4fd9448edbd6 req-7dfda5fc-b01b-4147-ac23-eb18e27261f2 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:57.874284 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c89c2d9e-ad33-45b5-8890-4fd9448edbd6 req-7dfda5fc-b01b-4147-ac23-eb18e27261f2 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/ports?device_id=50a0e8b1-2d3c-4f5b-b6d9-a7039363047e HTTP/1.1" status: 200 len: 946 time: 0.0468884 May 12 17:20:57.886506 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a9d7f5-7416-42e8-a68e-2bc66b66838f req-5a148cc4-087a-43c2-9a29-6e4804f64375 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:57.888050 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-24a9d7f5-7416-42e8-a68e-2bc66b66838f req-5a148cc4-087a-43c2-9a29-6e4804f64375 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c4eae9c-c6d1-4dc2-8039-344c3c7af142 HTTP/1.1" status: 200 len: 945 time: 0.0484991 May 12 17:20:57.920401 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (38379b20-dcc3-43b7-a09e-956d8be7db9c), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:57.928949 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c89c2d9e-ad33-45b5-8890-4fd9448edbd6 req-da18e157-d678-496b-82c5-07a7161d6e46 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/security-groups?id=73506ee2-7743-492f-9a19-76b788578cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489669 May 12 17:20:57.937315 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-24a9d7f5-7416-42e8-a68e-2bc66b66838f req-21a80ad3-2701-4c70-b725-046e9fc2188e tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=fee15b42-3a1a-44ff-bb18-06fe84b6efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436289 May 12 17:20:57.950851 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 59820) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:20:57.996866 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c06eb1-25b7-430b-a5ca-1d93b2761556 tempest-TestVolumeBootPattern-1504078682 tempest-TestVolumeBootPattern-1504078682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:57.998233 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-c2c06eb1-25b7-430b-a5ca-1d93b2761556 tempest-TestVolumeBootPattern-1504078682 tempest-TestVolumeBootPattern-1504078682-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=50a0e8b1-2d3c-4f5b-b6d9-a7039363047e HTTP/1.1" status: 200 len: 1125 time: 0.0464430 May 12 17:20:58.001181 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 59822) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:20:58.005559 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-29a7d3ce-0d36-49fc-b2a9-e06ef4dd1556 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Request body: {'floatingip': {'floating_network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'port_id': '0f9ed0e2-fdf3-439b-a2fd-41bd3abe42ba', 'tenant_id': '5d002d9e79b24742b0906bc2b220d998', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:20:58.025906 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-29a7d3ce-0d36-49fc-b2a9-e06ef4dd1556 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:58.031308 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d47835-7883-4d7c-b227-7f0b18795e26 req-9df9d472-713f-4342-8473-94147becb86f tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:58.032761 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-01d47835-7883-4d7c-b227-7f0b18795e26 req-9df9d472-713f-4342-8473-94147becb86f tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=68fea2bf-d6a6-4a97-be8f-bd754b36e60c HTTP/1.1" status: 200 len: 945 time: 0.0493879 May 12 17:20:58.078708 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-01d47835-7883-4d7c-b227-7f0b18795e26 req-a97bc65c-07a3-4218-a85c-15daa9fb2ea0 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=db7d0f43-a860-4c22-8e80-2ebcff18b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404561 May 12 17:20:58.105306 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-29a7d3ce-0d36-49fc-b2a9-e06ef4dd1556 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:58.214281 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.db_base_plugin_common [None req-29a7d3ce-0d36-49fc-b2a9-e06ef4dd1556 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Allocated IP 172.27.0.199 (9bfa71c8-c6b3-48ca-a660-d8187367d4be/c986c1c6-d014-45ab-99c5-409df43f439e/8d40609e-a80d-47b6-8cd5-c0472336d142) {{(pid=103468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:20:58.314174 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-29a7d3ce-0d36-49fc-b2a9-e06ef4dd1556 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Publish callbacks [] for port (8d40609e-a80d-47b6-8cd5-c0472336d142), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:58.346526 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-29a7d3ce-0d36-49fc-b2a9-e06ef4dd1556 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774527475285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11526335'] for port (8d40609e-a80d-47b6-8cd5-c0472336d142), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:58.379027 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a7d3ce-0d36-49fc-b2a9-e06ef4dd1556 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Network 9bfa71c8-c6b3-48ca-a660-d8187367d4be is already hosted by enough agents. {{(pid=103468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:20:58.381777 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.base_scheduler [None req-29a7d3ce-0d36-49fc-b2a9-e06ef4dd1556 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Resources bound (agent type, host, resource id): {{(pid=103468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:20:58.385147 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a7d3ce-0d36-49fc-b2a9-e06ef4dd1556 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Received port after_create {{(pid=103468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:20:58.418959 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a7d3ce-0d36-49fc-b2a9-e06ef4dd1556 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Pushing event updated for resources: {'Port': ['ID=8d40609e-a80d-47b6-8cd5-c0472336d142,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:20:58.598426 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87844e2f-0e37-4f7f-a696-6368dda0a5f1 req-23426375-4127-46e2-b8ed-681905530ea2 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:58.599862 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-87844e2f-0e37-4f7f-a696-6368dda0a5f1 req-23426375-4127-46e2-b8ed-681905530ea2 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "GET /v2.0/ports?device_id=f56f36d8-2e2b-4024-b0e1-d31b9b7f08bf HTTP/1.1" status: 200 len: 945 time: 0.0548542 May 12 17:20:58.707241 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-87844e2f-0e37-4f7f-a696-6368dda0a5f1 req-8ee9c3e2-7429-479e-9438-7f3ad63acaaf tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4198f2-c72d-4a6d-bdaf-ef5afcf5ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777311 May 12 17:20:58.820504 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-29a7d3ce-0d36-49fc-b2a9-e06ef4dd1556 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Publish callbacks [] for floatingip (d6bcf848-e509-4cf8-bb22-c4b848ff12aa), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:58.830057 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-c581148e-646c-4c8c-8cc5-93d6184e682f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (98e1a54e-83f0-40d1-9631-7dd40ffbcd59), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:58.889020 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-29a7d3ce-0d36-49fc-b2a9-e06ef4dd1556 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (8d40609e-a80d-47b6-8cd5-c0472336d142), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:59.058556 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efe5157-1445-4254-85a2-06b7cd3ce3e7 req-01eec375-cc00-4e9c-88f3-39712635f407 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:59.060049 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5efe5157-1445-4254-85a2-06b7cd3ce3e7 req-01eec375-cc00-4e9c-88f3-39712635f407 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c4eae9c-c6d1-4dc2-8039-344c3c7af142 HTTP/1.1" status: 200 len: 945 time: 0.0488548 May 12 17:20:59.342372 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5efe5157-1445-4254-85a2-06b7cd3ce3e7 req-9de3494a-c4eb-41a7-8def-41e54cc8e30b tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=fee15b42-3a1a-44ff-bb18-06fe84b6efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2765958 May 12 17:20:59.367984 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-29a7d3ce-0d36-49fc-b2a9-e06ef4dd1556 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Publish callbacks [] for port (8d40609e-a80d-47b6-8cd5-c0472336d142), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:59.385367 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-29a7d3ce-0d36-49fc-b2a9-e06ef4dd1556 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11526280'] for port (8d40609e-a80d-47b6-8cd5-c0472336d142), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:59.452854 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b128f9d7-3920-4868-91ee-b96259810190 req-069faa49-45d7-460c-becb-bae230730c64 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:59.454924 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-b128f9d7-3920-4868-91ee-b96259810190 req-069faa49-45d7-460c-becb-bae230730c64 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=68fea2bf-d6a6-4a97-be8f-bd754b36e60c HTTP/1.1" status: 200 len: 945 time: 0.2824316 May 12 17:20:59.484297 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a7d3ce-0d36-49fc-b2a9-e06ef4dd1556 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Pushing event updated for resources: {'Port': ['ID=8d40609e-a80d-47b6-8cd5-c0472336d142,revision_number=2']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:20:59.495697 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-29a7d3ce-0d36-49fc-b2a9-e06ef4dd1556 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682608'] for floatingip (d6bcf848-e509-4cf8-bb22-c4b848ff12aa), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:20:59.560175 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-b128f9d7-3920-4868-91ee-b96259810190 req-57647252-dd59-4075-a7b5-24ad6da35986 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=db7d0f43-a860-4c22-8e80-2ebcff18b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978901 May 12 17:20:59.635210 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2255bfb9-95ee-41e1-8380-234720fb1d9a req-96c960d8-dcef-47ee-8a3d-c6fc3a0fa6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:59.636628 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-2255bfb9-95ee-41e1-8380-234720fb1d9a req-96c960d8-dcef-47ee-8a3d-c6fc3a0fa6c7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=638166bec22640968de80cfeaeed437b&device_id=674ec2ad-d5d1-46d6-b683-b5c2bd561c9a HTTP/1.1" status: 200 len: 1129 time: 0.0755973 May 12 17:20:59.649873 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.db.l3_db [None req-29a7d3ce-0d36-49fc-b2a9-e06ef4dd1556 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Floating IP d6bcf848-e509-4cf8-bb22-c4b848ff12aa associated. External IP: 172.27.0.199, port: 0f9ed0e2-fdf3-439b-a2fd-41bd3abe42ba. May 12 17:20:59.819361 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82fbaec-1d91-4b69-a311-5751261bc42f req-cf3ed369-ad41-469a-8674-5b48b0c7ddbe tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:20:59.820822 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c82fbaec-1d91-4b69-a311-5751261bc42f req-cf3ed369-ad41-469a-8674-5b48b0c7ddbe tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "GET /v2.0/ports?device_id=f56f36d8-2e2b-4024-b0e1-d31b9b7f08bf HTTP/1.1" status: 200 len: 945 time: 0.0465107 May 12 17:20:59.870368 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29a7d3ce-0d36-49fc-b2a9-e06ef4dd1556 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Router 5902244f-fd5f-46ec-975c-b50c7357dcba has already been hosted by L3 agent e5548ccc-31b8-4072-a6b0-52b00208ea79 {{(pid=103468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:20:59.927174 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c82fbaec-1d91-4b69-a311-5751261bc42f req-11264a5b-427f-444a-a128-5facb755e35e tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4198f2-c72d-4a6d-bdaf-ef5afcf5ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006186 May 12 17:21:00.022267 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2255bfb9-95ee-41e1-8380-234720fb1d9a req-c4641283-a0b6-417e-8b7b-c6192d4350bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:00.024261 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-2255bfb9-95ee-41e1-8380-234720fb1d9a req-c4641283-a0b6-417e-8b7b-c6192d4350bc service neutron] 10.222.0.58 "GET /v2.0/networks?id=ff0d6338-2300-4010-ae74-9c2289a9588a HTTP/1.1" status: 200 len: 920 time: 0.1661222 May 12 17:21:00.094723 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cff683-1df7-45f6-b5f7-43b66ce1f776 req-61405250-c73c-427e-82ce-79c8e66d2cba tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:00.096095 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-52cff683-1df7-45f6-b5f7-43b66ce1f776 req-61405250-c73c-427e-82ce-79c8e66d2cba tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.58 "GET /v2.0/ports?device_id=68fea2bf-d6a6-4a97-be8f-bd754b36e60c HTTP/1.1" status: 200 len: 945 time: 0.1218743 May 12 17:21:00.099287 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-2255bfb9-95ee-41e1-8380-234720fb1d9a req-85ee7c82-879d-4436-89a2-379eb730fa7c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d57d4a88-7f65-442d-9424-fce30450293a HTTP/1.1" status: 200 len: 217 time: 0.0445600 May 12 17:21:00.112619 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29a7d3ce-0d36-49fc-b2a9-e06ef4dd1556 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Notify agent at l3_agent.dv-cinder-841591-1-iscsi the message routers_updated {{(pid=103468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:21:00.123382 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144da783-5bb2-4f83-ae13-53437bd43eb9 None None] Sync routers for ids ['5902244f-fd5f-46ec-975c-b50c7357dcba'] in dv-cinder-841591-1-iscsi {{(pid=103470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:21:00.133442 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144da783-5bb2-4f83-ae13-53437bd43eb9 None None] Routers {'5902244f-fd5f-46ec-975c-b50c7357dcba'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:21:00.134341 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-144da783-5bb2-4f83-ae13-53437bd43eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:20:56Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['5902244f-fd5f-46ec-975c-b50c7357dcba'], 'active': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:21:00.195909 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-29a7d3ce-0d36-49fc-b2a9-e06ef4dd1556 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36930'] for floatingip (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:21:00.250160 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2255bfb9-95ee-41e1-8380-234720fb1d9a req-a818f36f-5b47-48f8-ace2-ebc322347191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:00.251643 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-2255bfb9-95ee-41e1-8380-234720fb1d9a req-a818f36f-5b47-48f8-ace2-ebc322347191 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3ceba6be-c195-4fd8-b10b-839022cc6ef4 HTTP/1.1" status: 200 len: 858 time: 0.1283820 May 12 17:21:00.256383 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvr_db [None req-144da783-5bb2-4f83-ae13-53437bd43eb9 None None] Set router 5902244f-fd5f-46ec-975c-b50c7357dcba gateway port host: dv-cinder-841591-1-iscsi {{(pid=103470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:21:00.261538 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-29a7d3ce-0d36-49fc-b2a9-e06ef4dd1556 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2592723 May 12 17:21:00.264435 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50a0e8b1-2d3c-4f5b-b6d9-a7039363047e', 'tag': '0f9ed0e2-fdf3-439b-a2fd-41bd3abe42ba'}] {{(pid=103468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:21:00.266573 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11327eb0f41ff280cd3a6497cf1c944478feb1aae12e82efcad6faf65da72353" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd10462e-51d5-4876-b089-4fc2a17522d3" -d '{"events": [{"name": "network-changed", "server_uuid": "50a0e8b1-2d3c-4f5b-b6d9-a7039363047e", "tag": "0f9ed0e2-fdf3-439b-a2fd-41bd3abe42ba"}]}' {{(pid=103468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:21:00.285296 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [req-52cff683-1df7-45f6-b5f7-43b66ce1f776 req-b387c780-98d2-4e3b-b9e9-0ed5422d7e82 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Deleting port 4b14ecbe-91e8-4995-96ec-24bef4c83422 {{(pid=103468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:21:00.285653 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-52cff683-1df7-45f6-b5f7-43b66ce1f776 req-b387c780-98d2-4e3b-b9e9-0ed5422d7e82 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774528024037'] for port (4b14ecbe-91e8-4995-96ec-24bef4c83422), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:21:00.291744 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (dea0f963-0a36-45fe-941b-5c749ca6f3bf), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:21:00.315470 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb92f5a5-3777-4195-b1d5-46690d893e75 x-openstack-request-id: req-fb92f5a5-3777-4195-b1d5-46690d893e75 {{(pid=103468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:21:00.315762 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50a0e8b1-2d3c-4f5b-b6d9-a7039363047e", "tag": "0f9ed0e2-fdf3-439b-a2fd-41bd3abe42ba", "status": "completed", "code": 200}]} {{(pid=103468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:21:00.316013 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fb92f5a5-3777-4195-b1d5-46690d893e75 {{(pid=103468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:21:00.316410 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb92f5a5-3777-4195-b1d5-46690d893e75'] response: {'name': 'network-changed', 'server_uuid': '50a0e8b1-2d3c-4f5b-b6d9-a7039363047e', 'tag': '0f9ed0e2-fdf3-439b-a2fd-41bd3abe42ba', 'status': 'completed', 'code': 200} May 12 17:21:00.342105 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2255bfb9-95ee-41e1-8380-234720fb1d9a req-8f326ac6-096c-4a84-af29-461aa4752a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:00.343644 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-2255bfb9-95ee-41e1-8380-234720fb1d9a req-8f326ac6-096c-4a84-af29-461aa4752a86 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ff0d6338-2300-4010-ae74-9c2289a9588a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0745618 May 12 17:21:00.402814 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.db [req-52cff683-1df7-45f6-b5f7-43b66ce1f776 req-b387c780-98d2-4e3b-b9e9-0ed5422d7e82 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] For port 4b14ecbe-91e8-4995-96ec-24bef4c83422, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=4b14ecbe-91e8-4995-96ec-24bef4c83422,segment=NetworkSegment(19a8dca8-bd58-4f99-95b0-2fe50f24eee0),segment_id=19a8dca8-bd58-4f99-95b0-2fe50f24eee0)] {{(pid=103468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:21:00.403343 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-52cff683-1df7-45f6-b5f7-43b66ce1f776 req-b387c780-98d2-4e3b-b9e9-0ed5422d7e82 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683095'] for port (4b14ecbe-91e8-4995-96ec-24bef4c83422), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:21:00.417173 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [req-52cff683-1df7-45f6-b5f7-43b66ce1f776 req-b387c780-98d2-4e3b-b9e9-0ed5422d7e82 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Calling delete_port for 4b14ecbe-91e8-4995-96ec-24bef4c83422 owned by compute:nova {{(pid=103468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:21:00.492257 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-144da783-5bb2-4f83-ae13-53437bd43eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5902244f-fd5f-46ec-975c-b50c7357dcba', 'name': 'tempest-TestVolumeBootPattern-902140157-router', 'tenant_id': '5d002d9e79b24742b0906bc2b220d998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '938c5f0d-73f6-4350-87cf-c7cd25c4cf14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:17:16Z', 'updated_at': '2022-05-12T17:17:21Z', 'revision_number': 4, 'project_id': '5d002d9e79b24742b0906bc2b220d998', 'gw_port': {'id': '938c5f0d-73f6-4350-87cf-c7cd25c4cf14', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:aa:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5902244f-fd5f-46ec-975c-b50c7357dcba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:17:17Z', 'updated_at': '2022-05-12T17:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_floatingips': [{'id': 'd6bcf848-e509-4cf8-bb22-c4b848ff12aa', 'tenant_id': '5d002d9e79b24742b0906bc2b220d998', 'floating_ip_address': '172.27.0.199', 'floating_network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'router_id': '5902244f-fd5f-46ec-975c-b50c7357dcba', 'port_id': '0f9ed0e2-fdf3-439b-a2fd-41bd3abe42ba', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fb55941-2cb2-4359-bdd6-587e053b44f0', 'mac_address': 'fa:16:3e:97:71:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a0e8b1-2d3c-4f5b-b6d9-a7039363047e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:20:58Z', 'updated_at': '2022-05-12T17:20:58Z', 'revision_number': 0, 'project_id': '5d002d9e79b24742b0906bc2b220d998', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51471d09-f440-4cb3-aad2-76a03f1af86b', 'name': '', 'network_id': '6fb55941-2cb2-4359-bdd6-587e053b44f0', 'tenant_id': '5d002d9e79b24742b0906bc2b220d998', 'mac_address': 'fa:16:3e:ff:4a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5902244f-fd5f-46ec-975c-b50c7357dcba', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'c5f1d9ec-05e3-4b23-84b4-48d07d13574c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:17:20Z', 'updated_at': '2022-05-12T17:17:26Z', 'revision_number': 5, 'project_id': '5d002d9e79b24742b0906bc2b220d998', 'subnets': [{'id': 'c5f1d9ec-05e3-4b23-84b4-48d07d13574c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:21:00.509819 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b30ef33-83c8-4637-91b3-8be7ee42996f req-738a6e42-97e2-4477-bc07-c69e887e2f36 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:00.511333 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7b30ef33-83c8-4637-91b3-8be7ee42996f req-738a6e42-97e2-4477-bc07-c69e887e2f36 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c4eae9c-c6d1-4dc2-8039-344c3c7af142 HTTP/1.1" status: 200 len: 945 time: 0.0901351 May 12 17:21:00.514555 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd10462e-51d5-4876-b089-4fc2a17522d3 req-14d739ac-94db-418e-8ef8-42e46f7056a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:00.515927 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-cd10462e-51d5-4876-b089-4fc2a17522d3 req-14d739ac-94db-418e-8ef8-42e46f7056a6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5d002d9e79b24742b0906bc2b220d998&device_id=50a0e8b1-2d3c-4f5b-b6d9-a7039363047e HTTP/1.1" status: 200 len: 1130 time: 0.0580983 May 12 17:21:00.520366 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144da783-5bb2-4f83-ae13-53437bd43eb9 None None] Checking router: 5902244f-fd5f-46ec-975c-b50c7357dcba for host: dv-cinder-841591-1-iscsi {{(pid=103470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:21:00.529707 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144da783-5bb2-4f83-ae13-53437bd43eb9 None None] Routers {'5902244f-fd5f-46ec-975c-b50c7357dcba'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:21:00.530404 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-144da783-5bb2-4f83-ae13-53437bd43eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:20:56Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['5902244f-fd5f-46ec-975c-b50c7357dcba'], 'active': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:21:00.610170 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-2255bfb9-95ee-41e1-8380-234720fb1d9a req-89354e42-8bca-476b-a14f-c4cd2777d23e service neutron] 10.222.0.58 "GET /v2.0/networks/ff0d6338-2300-4010-ae74-9c2289a9588a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344376 May 12 17:21:00.623299 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7b30ef33-83c8-4637-91b3-8be7ee42996f req-4e360e4b-09e5-4680-924d-875e9a5e2842 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=fee15b42-3a1a-44ff-bb18-06fe84b6efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053050 May 12 17:21:00.646233 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd10462e-51d5-4876-b089-4fc2a17522d3 req-a9585f88-90b2-4610-b258-4be03509040a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:00.648219 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-cd10462e-51d5-4876-b089-4fc2a17522d3 req-a9585f88-90b2-4610-b258-4be03509040a service neutron] 10.222.0.58 "GET /v2.0/networks?id=6fb55941-2cb2-4359-bdd6-587e053b44f0 HTTP/1.1" status: 200 len: 912 time: 0.1162443 May 12 17:21:00.690516 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvr_db [None req-144da783-5bb2-4f83-ae13-53437bd43eb9 None None] Set router 5902244f-fd5f-46ec-975c-b50c7357dcba gateway port host: dv-cinder-841591-1-iscsi {{(pid=103470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:21:00.714335 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-cd10462e-51d5-4876-b089-4fc2a17522d3 req-9755a35a-6edf-433d-a77a-e76da9c0f6ac service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f9ed0e2-fdf3-439b-a2fd-41bd3abe42ba HTTP/1.1" status: 200 len: 1000 time: 0.0604212 May 12 17:21:00.714607 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-52cff683-1df7-45f6-b5f7-43b66ce1f776 req-b387c780-98d2-4e3b-b9e9-0ed5422d7e82 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774528036217', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774527475294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11526335'] for port (4b14ecbe-91e8-4995-96ec-24bef4c83422), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:21:00.738015 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] get_ports_and_sgs() called for port_ids ['d57d4a88-7f65-442d-9424-fce30450293a', '4b14ecbe-91e8-4995-96ec-24bef4c83422'] {{(pid=103470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:21:00.756999 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b387c780-98d2-4e3b-b9e9-0ed5422d7e82 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Pushing event deleted for resources: {'Port': ['ID=4b14ecbe-91e8-4995-96ec-24bef4c83422,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:21:00.764744 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9302d9f-7843-46c8-b940-017ddfad63e6 req-c5e6da5b-be02-4982-8ca6-37dc0539c387 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:00.766121 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-e9302d9f-7843-46c8-b940-017ddfad63e6 req-c5e6da5b-be02-4982-8ca6-37dc0539c387 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=68fea2bf-d6a6-4a97-be8f-bd754b36e60c HTTP/1.1" status: 200 len: 945 time: 0.1176658 May 12 17:21:00.770187 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd10462e-51d5-4876-b089-4fc2a17522d3 req-46b7676f-12c8-4f23-959e-703fe2c22e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:00.773533 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-cd10462e-51d5-4876-b089-4fc2a17522d3 req-46b7676f-12c8-4f23-959e-703fe2c22e13 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c5f1d9ec-05e3-4b23-84b4-48d07d13574c HTTP/1.1" status: 200 len: 850 time: 0.0506730 May 12 17:21:00.833004 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd10462e-51d5-4876-b089-4fc2a17522d3 req-da966446-2469-4519-90c3-5e4f95619768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:00.834715 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-cd10462e-51d5-4876-b089-4fc2a17522d3 req-da966446-2469-4519-90c3-5e4f95619768 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6fb55941-2cb2-4359-bdd6-587e053b44f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470955 May 12 17:21:00.840475 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [req-52cff683-1df7-45f6-b5f7-43b66ce1f776 req-b387c780-98d2-4e3b-b9e9-0ed5422d7e82 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] No DVR routers for this DVR port 4b14ecbe-91e8-4995-96ec-24bef4c83422 on host hv-cinder-84159 {{(pid=103468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:21:00.843530 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-2255bfb9-95ee-41e1-8380-234720fb1d9a req-ff08691a-0a12-4177-b922-ae8b404fced0 service neutron] 10.222.0.58 "GET /v2.0/networks/ff0d6338-2300-4010-ae74-9c2289a9588a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243309 May 12 17:21:00.846133 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-52cff683-1df7-45f6-b5f7-43b66ce1f776 req-b387c780-98d2-4e3b-b9e9-0ed5422d7e82 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36930'] for port (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:21:00.849266 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-52cff683-1df7-45f6-b5f7-43b66ce1f776 req-b387c780-98d2-4e3b-b9e9-0ed5422d7e82 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.58 "DELETE /v2.0/ports/4b14ecbe-91e8-4995-96ec-24bef4c83422 HTTP/1.1" status: 204 len: 173 time: 0.7347610 May 12 17:21:00.890963 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-e9302d9f-7843-46c8-b940-017ddfad63e6 req-edb68cc0-b1c1-48c6-97bc-cf43fe861d18 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=db7d0f43-a860-4c22-8e80-2ebcff18b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875008 May 12 17:21:00.985024 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-cd10462e-51d5-4876-b089-4fc2a17522d3 req-b3f665fa-a3c6-47a1-b46d-8456c5d3db07 service neutron] 10.222.0.58 "GET /v2.0/networks/6fb55941-2cb2-4359-bdd6-587e053b44f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286106 May 12 17:21:01.085644 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaa7dda-e7ff-407c-b21a-2c73bdb7fb0c req-adf088ae-0b8d-476e-864d-d05d7398cde8 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:01.087022 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7aaa7dda-e7ff-407c-b21a-2c73bdb7fb0c req-adf088ae-0b8d-476e-864d-d05d7398cde8 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "GET /v2.0/ports?device_id=f56f36d8-2e2b-4024-b0e1-d31b9b7f08bf HTTP/1.1" status: 200 len: 945 time: 0.0757720 May 12 17:21:01.157809 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-144da783-5bb2-4f83-ae13-53437bd43eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5902244f-fd5f-46ec-975c-b50c7357dcba', 'name': 'tempest-TestVolumeBootPattern-902140157-router', 'tenant_id': '5d002d9e79b24742b0906bc2b220d998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '938c5f0d-73f6-4350-87cf-c7cd25c4cf14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:17:16Z', 'updated_at': '2022-05-12T17:17:21Z', 'revision_number': 4, 'project_id': '5d002d9e79b24742b0906bc2b220d998', 'gw_port': {'id': '938c5f0d-73f6-4350-87cf-c7cd25c4cf14', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:aa:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5902244f-fd5f-46ec-975c-b50c7357dcba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:17:17Z', 'updated_at': '2022-05-12T17:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_floatingips': [{'id': 'd6bcf848-e509-4cf8-bb22-c4b848ff12aa', 'tenant_id': '5d002d9e79b24742b0906bc2b220d998', 'floating_ip_address': '172.27.0.199', 'floating_network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'router_id': '5902244f-fd5f-46ec-975c-b50c7357dcba', 'port_id': '0f9ed0e2-fdf3-439b-a2fd-41bd3abe42ba', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fb55941-2cb2-4359-bdd6-587e053b44f0', 'mac_address': 'fa:16:3e:97:71:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a0e8b1-2d3c-4f5b-b6d9-a7039363047e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:20:58Z', 'updated_at': '2022-05-12T17:20:58Z', 'revision_number': 0, 'project_id': '5d002d9e79b24742b0906bc2b220d998', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51471d09-f440-4cb3-aad2-76a03f1af86b', 'name': '', 'network_id': '6fb55941-2cb2-4359-bdd6-587e053b44f0', 'tenant_id': '5d002d9e79b24742b0906bc2b220d998', 'mac_address': 'fa:16:3e:ff:4a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5902244f-fd5f-46ec-975c-b50c7357dcba', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'c5f1d9ec-05e3-4b23-84b4-48d07d13574c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:17:20Z', 'updated_at': '2022-05-12T17:17:26Z', 'revision_number': 5, 'project_id': '5d002d9e79b24742b0906bc2b220d998', 'subnets': [{'id': 'c5f1d9ec-05e3-4b23-84b4-48d07d13574c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:21:01.183511 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-cd10462e-51d5-4876-b089-4fc2a17522d3 req-2e97cc22-ccbd-4814-bce5-5eb9f07c93e4 service neutron] 10.222.0.58 "GET /v2.0/networks/6fb55941-2cb2-4359-bdd6-587e053b44f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615105 May 12 17:21:01.187614 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7aaa7dda-e7ff-407c-b21a-2c73bdb7fb0c req-f9c7ce9b-e333-42fe-b31f-5103d3484ef4 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4198f2-c72d-4a6d-bdaf-ef5afcf5ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710120 May 12 17:21:01.188245 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144da783-5bb2-4f83-ae13-53437bd43eb9 None None] The sync data for ids ['5902244f-fd5f-46ec-975c-b50c7357dcba'] in dv-cinder-841591-1-iscsi is: [{'id': '5902244f-fd5f-46ec-975c-b50c7357dcba', 'name': 'tempest-TestVolumeBootPattern-902140157-router', 'tenant_id': '5d002d9e79b24742b0906bc2b220d998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '938c5f0d-73f6-4350-87cf-c7cd25c4cf14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:17:16Z', 'updated_at': '2022-05-12T17:17:21Z', 'revision_number': 4, 'project_id': '5d002d9e79b24742b0906bc2b220d998', 'gw_port': {'id': '938c5f0d-73f6-4350-87cf-c7cd25c4cf14', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:aa:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5902244f-fd5f-46ec-975c-b50c7357dcba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:17:17Z', 'updated_at': '2022-05-12T17:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_floatingips': [{'id': 'd6bcf848-e509-4cf8-bb22-c4b848ff12aa', 'tenant_id': '5d002d9e79b24742b0906bc2b220d998', 'floating_ip_address': '172.27.0.199', 'floating_network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'router_id': '5902244f-fd5f-46ec-975c-b50c7357dcba', 'port_id': '0f9ed0e2-fdf3-439b-a2fd-41bd3abe42ba', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fb55941-2cb2-4359-bdd6-587e053b44f0', 'mac_address': 'fa:16:3e:97:71:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a0e8b1-2d3c-4f5b-b6d9-a7039363047e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:20:58Z', 'updated_at': '2022-05-12T17:20:58Z', 'revision_number': 0, 'project_id': '5d002d9e79b24742b0906bc2b220d998', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51471d09-f440-4cb3-aad2-76a03f1af86b', 'name': '', 'network_id': '6fb55941-2cb2-4359-bdd6-587e053b44f0', 'tenant_id': '5d002d9e79b24742b0906bc2b220d998', 'mac_address': 'fa:16:3e:ff:4a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5902244f-fd5f-46ec-975c-b50c7357dcba', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'c5f1d9ec-05e3-4b23-84b4-48d07d13574c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:17:20Z', 'updated_at': '2022-05-12T17:17:26Z', 'revision_number': 5, 'project_id': '5d002d9e79b24742b0906bc2b220d998', 'subnets': [{'id': 'c5f1d9ec-05e3-4b23-84b4-48d07d13574c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:21:01.410683 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36dd4bb3-ff81-4c25-bd32-318096242777 None None] New status for floating IP d6bcf848-e509-4cf8-bb22-c4b848ff12aa: ACTIVE {{(pid=103471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 17:21:01.743466 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf29bc96-7ceb-47b9-95cf-1088b0056be4 req-80d492c6-87a4-44c4-b22f-03c9842a2194 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:01.744897 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-bf29bc96-7ceb-47b9-95cf-1088b0056be4 req-80d492c6-87a4-44c4-b22f-03c9842a2194 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c4eae9c-c6d1-4dc2-8039-344c3c7af142 HTTP/1.1" status: 200 len: 945 time: 0.0448079 May 12 17:21:01.789810 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-bf29bc96-7ceb-47b9-95cf-1088b0056be4 req-f5b57a60-9fb8-4133-854e-049d0b09e48a tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=fee15b42-3a1a-44ff-bb18-06fe84b6efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395124 May 12 17:21:02.005416 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e7fd5df7-512a-48c7-9d15-476f6613aa86 req-50834644-1364-4920-add3-8450c0bcc2a9 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=68fea2bf-d6a6-4a97-be8f-bd754b36e60c HTTP/1.1" status: 200 len: 210 time: 0.0279181 May 12 17:21:02.130910 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fffa195-a796-4938-8038-f486d5c2126b req-2ac7ab91-ed09-4c12-9520-d75a6e6d8bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:02.132382 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7fffa195-a796-4938-8038-f486d5c2126b req-2ac7ab91-ed09-4c12-9520-d75a6e6d8bef service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3127460c8042473294d90b9a3338a273&device_id=f56f36d8-2e2b-4024-b0e1-d31b9b7f08bf HTTP/1.1" status: 200 len: 1129 time: 0.0421071 May 12 17:21:02.227640 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fffa195-a796-4938-8038-f486d5c2126b req-9e41a479-f8a5-4788-9a03-0d5068de19e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:02.229120 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7fffa195-a796-4938-8038-f486d5c2126b req-9e41a479-f8a5-4788-9a03-0d5068de19e9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2f4b42e4-7732-4c98-9681-fbceae906075 HTTP/1.1" status: 200 len: 910 time: 0.0873384 May 12 17:21:02.306042 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7fffa195-a796-4938-8038-f486d5c2126b req-c19cf901-a581-4498-8d25-70cda6d192af service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3 HTTP/1.1" status: 200 len: 1001 time: 0.0663362 May 12 17:21:02.309234 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfd30cc-8b99-4d3d-b931-cc2f5c79e5ec req-a0243914-ad6d-4641-bfd4-4cc1a858fcd6 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:02.310772 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-6cfd30cc-8b99-4d3d-b931-cc2f5c79e5ec req-a0243914-ad6d-4641-bfd4-4cc1a858fcd6 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "GET /v2.0/ports?device_id=f56f36d8-2e2b-4024-b0e1-d31b9b7f08bf HTTP/1.1" status: 200 len: 945 time: 0.0509470 May 12 17:21:02.316946 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68fea2bf-d6a6-4a97-be8f-bd754b36e60c', 'name': 'network-vif-deleted', 'tag': '4b14ecbe-91e8-4995-96ec-24bef4c83422'}] {{(pid=103468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:21:02.319137 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11327eb0f41ff280cd3a6497cf1c944478feb1aae12e82efcad6faf65da72353" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b733513c-4f87-4e9f-b58f-9f847bd3dacc" -d '{"events": [{"server_uuid": "68fea2bf-d6a6-4a97-be8f-bd754b36e60c", "name": "network-vif-deleted", "tag": "4b14ecbe-91e8-4995-96ec-24bef4c83422"}]}' {{(pid=103468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:21:02.358573 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4015855e-b439-435f-93fc-971499bb9ca6 x-openstack-request-id: req-4015855e-b439-435f-93fc-971499bb9ca6 {{(pid=103468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:21:02.358870 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68fea2bf-d6a6-4a97-be8f-bd754b36e60c", "name": "network-vif-deleted", "tag": "4b14ecbe-91e8-4995-96ec-24bef4c83422", "status": "completed", "code": 200}]} {{(pid=103468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:21:02.359122 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4015855e-b439-435f-93fc-971499bb9ca6 {{(pid=103468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:21:02.359513 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4015855e-b439-435f-93fc-971499bb9ca6'] response: {'server_uuid': '68fea2bf-d6a6-4a97-be8f-bd754b36e60c', 'name': 'network-vif-deleted', 'tag': '4b14ecbe-91e8-4995-96ec-24bef4c83422', 'status': 'completed', 'code': 200} May 12 17:21:02.360084 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fffa195-a796-4938-8038-f486d5c2126b req-10865328-c9f0-4ae0-be00-e2a863d9ff0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:02.361590 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7fffa195-a796-4938-8038-f486d5c2126b req-10865328-c9f0-4ae0-be00-e2a863d9ff0c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=20ff5ffc-df27-493c-a0fb-88082a87d50e HTTP/1.1" status: 200 len: 848 time: 0.0465083 May 12 17:21:02.367935 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-6cfd30cc-8b99-4d3d-b931-cc2f5c79e5ec req-20b9840a-9b99-44ef-ad4d-0a8f832c60f4 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4198f2-c72d-4a6d-bdaf-ef5afcf5ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516880 May 12 17:21:02.406128 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fffa195-a796-4938-8038-f486d5c2126b req-d919548f-466d-4148-8bb7-8230d92e6ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:02.407663 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7fffa195-a796-4938-8038-f486d5c2126b req-d919548f-466d-4148-8bb7-8230d92e6ace service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2f4b42e4-7732-4c98-9681-fbceae906075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379109 May 12 17:21:02.500256 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7fffa195-a796-4938-8038-f486d5c2126b req-d90f61cb-b165-41f3-8d94-432a502c90aa service neutron] 10.222.0.58 "GET /v2.0/networks/2f4b42e4-7732-4c98-9681-fbceae906075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831058 May 12 17:21:02.588687 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7fffa195-a796-4938-8038-f486d5c2126b req-23c73896-ee4d-4381-ba43-316d5fea25b1 service neutron] 10.222.0.58 "GET /v2.0/networks/2f4b42e4-7732-4c98-9681-fbceae906075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790732 May 12 17:21:02.848512 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Device 4b14ecbe-91e8-4995-96ec-24bef4c83422 no longer exists at agent hyperv_hv-cinder-84159 {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:21:02.872731 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] No Port match for: 4b14ecbe-91e8-4995-96ec-24bef4c83422 {{(pid=103470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:21:02.873083 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Device 4b14ecbe-91e8-4995-96ec-24bef4c83422 not bound to the agent host hv-cinder-84159 {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:21:03.014338 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039f0a94-1aa9-4fdb-a686-7a062d30cc68 req-6e733559-9397-49fb-9c06-624f63fba7bd tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:03.015835 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-039f0a94-1aa9-4fdb-a686-7a062d30cc68 req-6e733559-9397-49fb-9c06-624f63fba7bd tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c4eae9c-c6d1-4dc2-8039-344c3c7af142 HTTP/1.1" status: 200 len: 945 time: 0.0507224 May 12 17:21:03.067662 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-039f0a94-1aa9-4fdb-a686-7a062d30cc68 req-66e554f9-1559-43a0-a737-88bef4f98dac tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=fee15b42-3a1a-44ff-bb18-06fe84b6efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462730 May 12 17:21:03.261187 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba20edf6-ed90-40c9-9cb9-5b5764f395a6 req-bc22bc83-8ad6-48d4-ac6d-604e88260b04 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:03.262661 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ba20edf6-ed90-40c9-9cb9-5b5764f395a6 req-bc22bc83-8ad6-48d4-ac6d-604e88260b04 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=674ec2ad-d5d1-46d6-b683-b5c2bd561c9a HTTP/1.1" status: 200 len: 945 time: 0.0463998 May 12 17:21:03.307922 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ba20edf6-ed90-40c9-9cb9-5b5764f395a6 req-c418b620-c141-41a9-97ec-c752ce8cedc2 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=db7d0f43-a860-4c22-8e80-2ebcff18b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398216 May 12 17:21:03.479428 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59c9295-c291-44e0-b5d7-548aca8a5aab req-a2ffb6de-a249-4af8-a14d-7288c3ba57cd tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:03.480881 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-a59c9295-c291-44e0-b5d7-548aca8a5aab req-a2ffb6de-a249-4af8-a14d-7288c3ba57cd tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "GET /v2.0/ports?device_id=f56f36d8-2e2b-4024-b0e1-d31b9b7f08bf HTTP/1.1" status: 200 len: 945 time: 0.0458000 May 12 17:21:03.528587 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-a59c9295-c291-44e0-b5d7-548aca8a5aab req-7a782442-9cf8-4d76-854b-af1b03fb87fe tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4198f2-c72d-4a6d-bdaf-ef5afcf5ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422475 May 12 17:21:04.187707 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6755187b-8b6d-40cf-9e65-fd6dfd081777 req-5910591d-5afc-4603-bf28-1de8b514318e tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:04.189117 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6755187b-8b6d-40cf-9e65-fd6dfd081777 req-5910591d-5afc-4603-bf28-1de8b514318e tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c4eae9c-c6d1-4dc2-8039-344c3c7af142 HTTP/1.1" status: 200 len: 945 time: 0.0512972 May 12 17:21:04.235184 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6755187b-8b6d-40cf-9e65-fd6dfd081777 req-88b391de-169d-4113-848c-2744ccc9f7f4 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=fee15b42-3a1a-44ff-bb18-06fe84b6efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405958 May 12 17:21:04.418775 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6226baf7-facf-4724-8f6b-71d629cc6e84 req-8674e85d-7e10-43ca-84ed-f39523f33aa1 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:04.420225 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-6226baf7-facf-4724-8f6b-71d629cc6e84 req-8674e85d-7e10-43ca-84ed-f39523f33aa1 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=674ec2ad-d5d1-46d6-b683-b5c2bd561c9a HTTP/1.1" status: 200 len: 945 time: 0.0457160 May 12 17:21:04.468933 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-6226baf7-facf-4724-8f6b-71d629cc6e84 req-5e8070ff-a943-4e93-86eb-d55799f43629 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=db7d0f43-a860-4c22-8e80-2ebcff18b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431938 May 12 17:21:04.637238 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e878c7-d8fb-4125-9805-4abc88b7f410 req-0f90c125-5398-47dc-a915-cae4569e1811 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:04.638694 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-46e878c7-d8fb-4125-9805-4abc88b7f410 req-0f90c125-5398-47dc-a915-cae4569e1811 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "GET /v2.0/ports?device_id=f56f36d8-2e2b-4024-b0e1-d31b9b7f08bf HTTP/1.1" status: 200 len: 945 time: 0.0457876 May 12 17:21:04.685622 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-46e878c7-d8fb-4125-9805-4abc88b7f410 req-9501ddf9-0946-4d49-bd32-c0d20e972502 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4198f2-c72d-4a6d-bdaf-ef5afcf5ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412321 May 12 17:21:05.349272 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b304c16-3435-462b-ad45-01958791ca03 req-34d8c780-d9f6-4fe9-b4b5-e1770e2ee564 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:05.351389 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-0b304c16-3435-462b-ad45-01958791ca03 req-34d8c780-d9f6-4fe9-b4b5-e1770e2ee564 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c4eae9c-c6d1-4dc2-8039-344c3c7af142 HTTP/1.1" status: 200 len: 945 time: 0.0453627 May 12 17:21:05.395745 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-0b304c16-3435-462b-ad45-01958791ca03 req-07c3bb52-e98b-4d38-b7cf-e45a7a86afa0 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=fee15b42-3a1a-44ff-bb18-06fe84b6efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390286 May 12 17:21:05.579489 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe23802-2849-41f3-a30a-b5ab42fb24c0 req-f8a0ee5f-1f0e-4f1f-81cd-f4b4fd457706 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:05.580861 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4fe23802-2849-41f3-a30a-b5ab42fb24c0 req-f8a0ee5f-1f0e-4f1f-81cd-f4b4fd457706 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=674ec2ad-d5d1-46d6-b683-b5c2bd561c9a HTTP/1.1" status: 200 len: 945 time: 0.0454609 May 12 17:21:05.629314 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4fe23802-2849-41f3-a30a-b5ab42fb24c0 req-43f08b5c-a02f-42f4-b830-62c3f16a24b3 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=db7d0f43-a860-4c22-8e80-2ebcff18b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426412 May 12 17:21:05.797640 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38353514-8249-4534-b773-beb586c673e4 req-d55ea94f-9215-455f-a56f-632d674ff3a7 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:05.799098 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-38353514-8249-4534-b773-beb586c673e4 req-d55ea94f-9215-455f-a56f-632d674ff3a7 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "GET /v2.0/ports?device_id=f56f36d8-2e2b-4024-b0e1-d31b9b7f08bf HTTP/1.1" status: 200 len: 945 time: 0.0456910 May 12 17:21:05.846009 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-38353514-8249-4534-b773-beb586c673e4 req-1e6d95cb-ac4f-4f84-a2f6-8d6fa5dc348e tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4198f2-c72d-4a6d-bdaf-ef5afcf5ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414283 May 12 17:21:06.405421 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.agents_db [None req-75b73116-3060-4b2b-9211-a804f2896a96 None None] Agent healthcheck: found 6 active agents {{(pid=103471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:21:06.510832 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597987c6-7bd7-436b-9548-401ba66ec695 req-af23854e-c3f2-4856-bd60-d38ab7bfcb66 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:06.512372 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-597987c6-7bd7-436b-9548-401ba66ec695 req-af23854e-c3f2-4856-bd60-d38ab7bfcb66 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c4eae9c-c6d1-4dc2-8039-344c3c7af142 HTTP/1.1" status: 200 len: 945 time: 0.0460901 May 12 17:21:06.558710 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-597987c6-7bd7-436b-9548-401ba66ec695 req-98d6d9a0-ac7f-466f-b9bb-ee68dd07bb94 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=fee15b42-3a1a-44ff-bb18-06fe84b6efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406330 May 12 17:21:06.742593 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b347d9-8666-480e-84ba-14cb97e2bed9 req-8da97ecc-9879-4607-9b23-4107b563cf23 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:06.744044 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-02b347d9-8666-480e-84ba-14cb97e2bed9 req-8da97ecc-9879-4607-9b23-4107b563cf23 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=674ec2ad-d5d1-46d6-b683-b5c2bd561c9a HTTP/1.1" status: 200 len: 945 time: 0.0496531 May 12 17:21:06.789083 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-02b347d9-8666-480e-84ba-14cb97e2bed9 req-2e07eca0-763e-4ddb-932a-5c59fb48376a tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=db7d0f43-a860-4c22-8e80-2ebcff18b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395834 May 12 17:21:06.955467 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d679f3-c5f5-4636-9bc5-1e5f253a67a0 req-1dfedfac-5e4c-4207-b7d2-f571f9a1cca7 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:06.956836 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-91d679f3-c5f5-4636-9bc5-1e5f253a67a0 req-1dfedfac-5e4c-4207-b7d2-f571f9a1cca7 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "GET /v2.0/ports?device_id=f56f36d8-2e2b-4024-b0e1-d31b9b7f08bf HTTP/1.1" status: 200 len: 945 time: 0.0456331 May 12 17:21:07.003798 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-91d679f3-c5f5-4636-9bc5-1e5f253a67a0 req-f0bf9782-e35f-4387-86f0-f8b09d38727b tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4198f2-c72d-4a6d-bdaf-ef5afcf5ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415745 May 12 17:21:07.669882 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3cc543-d402-4d97-ba09-a10b4bad9ed3 req-5b2d097a-1fac-4341-b9de-9a78004c4429 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:07.671346 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-de3cc543-d402-4d97-ba09-a10b4bad9ed3 req-5b2d097a-1fac-4341-b9de-9a78004c4429 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c4eae9c-c6d1-4dc2-8039-344c3c7af142 HTTP/1.1" status: 200 len: 945 time: 0.0453660 May 12 17:21:07.716133 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-de3cc543-d402-4d97-ba09-a10b4bad9ed3 req-7e345ad4-c564-46cb-9ee4-742b3f44d2f6 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=fee15b42-3a1a-44ff-bb18-06fe84b6efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395312 May 12 17:21:07.902844 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f68bb02-5f80-4293-9ef2-72696d105dd9 req-b7b64a16-e6a9-4252-863a-30c91f980143 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:07.904471 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4f68bb02-5f80-4293-9ef2-72696d105dd9 req-b7b64a16-e6a9-4252-863a-30c91f980143 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=674ec2ad-d5d1-46d6-b683-b5c2bd561c9a HTTP/1.1" status: 200 len: 945 time: 0.0502620 May 12 17:21:07.952860 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4f68bb02-5f80-4293-9ef2-72696d105dd9 req-203a5604-fd13-4f3d-96b7-53751fe7de14 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/security-groups?id=db7d0f43-a860-4c22-8e80-2ebcff18b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428777 May 12 17:21:08.121378 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911b3b38-73b0-4c5e-9776-aefeb60da22b req-75d4d882-b7b9-4a46-945a-08af982b176a tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:08.122891 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-911b3b38-73b0-4c5e-9776-aefeb60da22b req-75d4d882-b7b9-4a46-945a-08af982b176a tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "GET /v2.0/ports?device_id=f56f36d8-2e2b-4024-b0e1-d31b9b7f08bf HTTP/1.1" status: 200 len: 945 time: 0.0468912 May 12 17:21:08.174071 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-911b3b38-73b0-4c5e-9776-aefeb60da22b req-14afec13-9acf-4ce0-9b44-ccbb80b99814 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4198f2-c72d-4a6d-bdaf-ef5afcf5ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455484 May 12 17:21:08.210723 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e908ef4-30b5-457d-87c7-70c3e47f674f req-d0c8c44e-3240-4c48-ba89-7a025f9ada8e tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:08.212550 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5e908ef4-30b5-457d-87c7-70c3e47f674f req-d0c8c44e-3240-4c48-ba89-7a025f9ada8e tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.58 "GET /v2.0/ports?device_id=674ec2ad-d5d1-46d6-b683-b5c2bd561c9a HTTP/1.1" status: 200 len: 945 time: 0.0517077 May 12 17:21:08.301076 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [req-5e908ef4-30b5-457d-87c7-70c3e47f674f req-824cc612-1532-4385-b250-3358b78c3d0a tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Deleting port d57d4a88-7f65-442d-9424-fce30450293a {{(pid=103469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:21:08.301418 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-5e908ef4-30b5-457d-87c7-70c3e47f674f req-824cc612-1532-4385-b250-3358b78c3d0a tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774528024037'] for port (d57d4a88-7f65-442d-9424-fce30450293a), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:21:08.390929 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [req-5e908ef4-30b5-457d-87c7-70c3e47f674f req-824cc612-1532-4385-b250-3358b78c3d0a tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] For port d57d4a88-7f65-442d-9424-fce30450293a, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=d57d4a88-7f65-442d-9424-fce30450293a,segment=NetworkSegment(19a8dca8-bd58-4f99-95b0-2fe50f24eee0),segment_id=19a8dca8-bd58-4f99-95b0-2fe50f24eee0)] {{(pid=103469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:21:08.391215 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-5e908ef4-30b5-457d-87c7-70c3e47f674f req-824cc612-1532-4385-b250-3358b78c3d0a tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683095'] for port (d57d4a88-7f65-442d-9424-fce30450293a), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:21:08.405162 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [req-5e908ef4-30b5-457d-87c7-70c3e47f674f req-824cc612-1532-4385-b250-3358b78c3d0a tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Calling delete_port for d57d4a88-7f65-442d-9424-fce30450293a owned by compute:nova {{(pid=103469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:21:08.536053 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-5e908ef4-30b5-457d-87c7-70c3e47f674f req-824cc612-1532-4385-b250-3358b78c3d0a tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774528036217', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774527475294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968517'] for port (d57d4a88-7f65-442d-9424-fce30450293a), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:21:08.549686 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] get_ports_and_sgs() called for port_ids ['d57d4a88-7f65-442d-9424-fce30450293a'] {{(pid=103470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:21:08.564095 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824cc612-1532-4385-b250-3358b78c3d0a tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Pushing event deleted for resources: {'Port': ['ID=d57d4a88-7f65-442d-9424-fce30450293a,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:21:08.610105 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e908ef4-30b5-457d-87c7-70c3e47f674f req-824cc612-1532-4385-b250-3358b78c3d0a tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] No DVR routers for this DVR port d57d4a88-7f65-442d-9424-fce30450293a on host hv-cinder-84159 {{(pid=103469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:21:08.612631 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-5e908ef4-30b5-457d-87c7-70c3e47f674f req-824cc612-1532-4385-b250-3358b78c3d0a tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36930'] for port (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:21:08.615783 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5e908ef4-30b5-457d-87c7-70c3e47f674f req-824cc612-1532-4385-b250-3358b78c3d0a tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.58 "DELETE /v2.0/ports/d57d4a88-7f65-442d-9424-fce30450293a HTTP/1.1" status: 204 len: 173 time: 0.3968024 May 12 17:21:08.616777 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '674ec2ad-d5d1-46d6-b683-b5c2bd561c9a', 'name': 'network-vif-deleted', 'tag': 'd57d4a88-7f65-442d-9424-fce30450293a'}] {{(pid=103469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:21:08.618977 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a389b951f31a62b906e18655c420a9fe9aa70b39b59c66ae41c54d630ec86ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ad9671-b035-46a4-88fc-da522cc15010" -d '{"events": [{"server_uuid": "674ec2ad-d5d1-46d6-b683-b5c2bd561c9a", "name": "network-vif-deleted", "tag": "d57d4a88-7f65-442d-9424-fce30450293a"}]}' {{(pid=103469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:21:08.653121 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e547d1a9-4bee-4cf8-901d-da8e029534e2 x-openstack-request-id: req-e547d1a9-4bee-4cf8-901d-da8e029534e2 {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:21:08.653409 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "674ec2ad-d5d1-46d6-b683-b5c2bd561c9a", "name": "network-vif-deleted", "tag": "d57d4a88-7f65-442d-9424-fce30450293a", "status": "completed", "code": 200}]} {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:21:08.653658 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e547d1a9-4bee-4cf8-901d-da8e029534e2 {{(pid=103469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:21:08.654057 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e547d1a9-4bee-4cf8-901d-da8e029534e2'] response: {'server_uuid': '674ec2ad-d5d1-46d6-b683-b5c2bd561c9a', 'name': 'network-vif-deleted', 'tag': 'd57d4a88-7f65-442d-9424-fce30450293a', 'status': 'completed', 'code': 200} May 12 17:21:08.832581 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169b806d-9fc3-43dc-86a2-dc4c8084218b req-f8858f37-69b8-4450-8c31-f99eb09f7aa5 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:08.833923 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-169b806d-9fc3-43dc-86a2-dc4c8084218b req-f8858f37-69b8-4450-8c31-f99eb09f7aa5 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c4eae9c-c6d1-4dc2-8039-344c3c7af142 HTTP/1.1" status: 200 len: 945 time: 0.0489132 May 12 17:21:08.887849 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-169b806d-9fc3-43dc-86a2-dc4c8084218b req-d3ede065-b845-4a2a-800e-fefaf586b7af tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=fee15b42-3a1a-44ff-bb18-06fe84b6efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479283 May 12 17:21:08.891089 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Device b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3 no longer exists at agent hyperv_hv-cinder-84159 {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:21:08.985270 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Current status of the port b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3 is: ACTIVE; New status is: DOWN {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:21:08.985753 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:21:09.011490 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f56f36d8-2e2b-4024-b0e1-d31b9b7f08bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3'}] {{(pid=103470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:21:09.013759 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}983eca14ffe1519f8471a5ce991629ce2b8e436912840ac2edb7b499268545ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9814be3c-d1b3-4e4b-b625-a211004c679b" -d '{"events": [{"server_uuid": "f56f36d8-2e2b-4024-b0e1-d31b9b7f08bf", "name": "network-vif-unplugged", "status": "completed", "tag": "b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3"}]}' {{(pid=103470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:21:09.027633 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] For port b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3,segment=NetworkSegment(334ce71a-b387-4b0b-b04b-de0cdcd24a6b),segment_id=334ce71a-b387-4b0b-b04b-de0cdcd24a6b)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:21:09.034020 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:21:09.058545 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 12 May 2022 17:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90d56e98-6236-437a-bc24-52eb47c0fb17 x-openstack-request-id: req-90d56e98-6236-437a-bc24-52eb47c0fb17 {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:21:09.058828 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f56f36d8-2e2b-4024-b0e1-d31b9b7f08bf", "name": "network-vif-unplugged", "status": "failed", "tag": "b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3", "code": 422}]} {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:21:09.059263 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-90d56e98-6236-437a-bc24-52eb47c0fb17 {{(pid=103470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:21:09.059694 dv-cinder-841591-1-iscsi neutron-server[103470]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-90d56e98-6236-437a-bc24-52eb47c0fb17']: {'server_uuid': 'f56f36d8-2e2b-4024-b0e1-d31b9b7f08bf', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3', 'code': 422} returned with failed status May 12 17:21:09.073485 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e674dbf7-071b-4310-8a9d-c6dde6010a88 req-c72c993e-762c-4042-9de1-1747c4aa3555 tempest-ServerRescueNegativeTestJSON-1263118453 tempest-ServerRescueNegativeTestJSON-1263118453-project] 10.222.0.23 "GET /v2.0/ports?device_id=674ec2ad-d5d1-46d6-b683-b5c2bd561c9a HTTP/1.1" status: 200 len: 210 time: 0.0330896 May 12 17:21:09.087802 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Pushing event updated for resources: {'Port': ['ID=b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3,revision_number=6']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:21:09.095400 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:21:09.095667 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:21:09.096027 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:21:09.096386 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:21:09.096721 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:21:09.097048 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:21:09.097373 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:21:09.097719 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:21:09.098043 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:21:09.098370 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:21:09.098719 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:21:09.099044 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:21:09.099363 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:21:09.099678 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:21:09.099994 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:21:09.285230 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffc193f-e7b8-4f88-b9a9-470ce30be71c req-afe58000-6be4-4a91-9232-623fb1e5a7bd tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:09.286725 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-0ffc193f-e7b8-4f88-b9a9-470ce30be71c req-afe58000-6be4-4a91-9232-623fb1e5a7bd tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "GET /v2.0/ports?device_id=f56f36d8-2e2b-4024-b0e1-d31b9b7f08bf HTTP/1.1" status: 200 len: 943 time: 0.0468454 May 12 17:21:09.333823 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-0ffc193f-e7b8-4f88-b9a9-470ce30be71c req-aa0498a0-6574-4af9-a73f-fdd955b97b87 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4198f2-c72d-4a6d-bdaf-ef5afcf5ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415528 May 12 17:21:09.400593 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [req-2e50b889-df36-4701-bec2-7e3df206faf1 req-49e4009b-3ea1-40a4-8aa8-ae044d226495 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103469) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 17:21:09.402787 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2e50b889-df36-4701-bec2-7e3df206faf1 req-49e4009b-3ea1-40a4-8aa8-ae044d226495 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0066307 May 12 17:21:09.542737 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 59914) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:21:09.559707 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d54db8-131e-418b-9023-80ffde8c1b37 req-cf5a92b1-407f-4316-a5ab-57532c4b5532 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:09.561216 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-09d54db8-131e-418b-9023-80ffde8c1b37 req-cf5a92b1-407f-4316-a5ab-57532c4b5532 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "GET /v2.0/ports?device_id=f56f36d8-2e2b-4024-b0e1-d31b9b7f08bf HTTP/1.1" status: 200 len: 943 time: 0.0498035 May 12 17:21:09.610930 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-09d54db8-131e-418b-9023-80ffde8c1b37 req-0f3c2647-c6c8-4242-8a5a-7e9ae792ec26 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4198f2-c72d-4a6d-bdaf-ef5afcf5ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438054 May 12 17:21:09.621731 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f0722de5-06d7-42c6-8c94-14af16004853 req-f7b98971-619d-458e-8076-b35acdf211ed service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f56f36d8-2e2b-4024-b0e1-d31b9b7f08bf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0778546 May 12 17:21:09.630399 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [req-f0722de5-06d7-42c6-8c94-14af16004853 req-ade44732-fed6-4dec-b2be-a0f9245fe54e service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103469) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 17:21:09.631374 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f0722de5-06d7-42c6-8c94-14af16004853 req-ade44732-fed6-4dec-b2be-a0f9245fe54e service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048511 May 12 17:21:09.704851 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 59922) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:21:09.798910 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0722de5-06d7-42c6-8c94-14af16004853 req-00cd8829-ad8a-4c1c-9955-b8fdd4a2b53b tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:09.800259 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f0722de5-06d7-42c6-8c94-14af16004853 req-00cd8829-ad8a-4c1c-9955-b8fdd4a2b53b tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "GET /v2.0/ports/b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3 HTTP/1.1" status: 200 len: 940 time: 0.0944541 May 12 17:21:10.016999 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1551ddc-ebab-42d4-ab90-8ebb6c0a4798 req-e9c696f4-060c-4b0a-8989-cd1b68bd2c54 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:10.018494 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b1551ddc-ebab-42d4-ab90-8ebb6c0a4798 req-e9c696f4-060c-4b0a-8989-cd1b68bd2c54 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c4eae9c-c6d1-4dc2-8039-344c3c7af142 HTTP/1.1" status: 200 len: 945 time: 0.0520246 May 12 17:21:10.070892 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b1551ddc-ebab-42d4-ab90-8ebb6c0a4798 req-185b14d6-9c13-443f-8917-89d92e4a33a7 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=fee15b42-3a1a-44ff-bb18-06fe84b6efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462246 May 12 17:21:10.128141 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 59938) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:21:10.741585 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bee859b-4972-4549-8aa3-4bd3fa7c4406 req-e65e1b8d-5eaa-47e8-aa8a-56108fc16035 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:10.743761 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8bee859b-4972-4549-8aa3-4bd3fa7c4406 req-e65e1b8d-5eaa-47e8-aa8a-56108fc16035 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "GET /v2.0/ports?device_id=f56f36d8-2e2b-4024-b0e1-d31b9b7f08bf HTTP/1.1" status: 200 len: 943 time: 0.0575037 May 12 17:21:10.796443 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8bee859b-4972-4549-8aa3-4bd3fa7c4406 req-344b4c68-2d6c-4546-9aa0-2057197e9c25 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4198f2-c72d-4a6d-bdaf-ef5afcf5ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446222 May 12 17:21:10.900125 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Device b3499779-a985-44de-b351-0cf1eafb3c90 details requested by agent hyperv_hv-cinder-84159 with host hv-cinder-84159 {{(pid=103470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 17:21:10.911884 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-59eae1e7-1f89-49bd-a3ff-d9fbf5711e03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3683293'] for router_interface (a7ac97b1-eaf3-4897-b787-26f84f0163be), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:21:11.005686 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] For port b3499779-a985-44de-b351-0cf1eafb3c90, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=b3499779-a985-44de-b351-0cf1eafb3c90,segment=NetworkSegment(c7a6aaf3-54ce-4151-ae72-69f500e464b9),segment_id=c7a6aaf3-54ce-4151-ae72-69f500e464b9)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:21:11.017739 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Returning: {'device': 'b3499779-a985-44de-b351-0cf1eafb3c90', 'network_id': '77b21ff8-23c6-42d2-9321-6759378651ee', 'port_id': 'b3499779-a985-44de-b351-0cf1eafb3c90', 'mac_address': 'fa:16:3e:6a:f1:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cd36ca6-63ed-4772-87aa-c30fa42b51b3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 17:21:11.054827 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Current status of the port b3499779-a985-44de-b351-0cf1eafb3c90 is: ACTIVE; New status is: BUILD {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:21:11.055319 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (b3499779-a985-44de-b351-0cf1eafb3c90), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:21:11.068097 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b3499779-a985-44de-b351-0cf1eafb3c90 {{(pid=103470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:21:11.092113 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] For port b3499779-a985-44de-b351-0cf1eafb3c90, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=b3499779-a985-44de-b351-0cf1eafb3c90,segment=NetworkSegment(c7a6aaf3-54ce-4151-ae72-69f500e464b9),segment_id=c7a6aaf3-54ce-4151-ae72-69f500e464b9)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:21:11.099045 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (b3499779-a985-44de-b351-0cf1eafb3c90), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:21:11.160121 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Pushing event updated for resources: {'Port': ['ID=b3499779-a985-44de-b351-0cf1eafb3c90,revision_number=6']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:21:11.220665 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49df26f2-70b3-4472-ba55-5adcb94dfe5b req-005f1f9f-653c-4530-88dd-f70c16fc7ad4 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:11.221348 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] get_ports_and_sgs() called for port_ids ['b3499779-a985-44de-b351-0cf1eafb3c90'] {{(pid=103470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:21:11.222321 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-49df26f2-70b3-4472-ba55-5adcb94dfe5b req-005f1f9f-653c-4530-88dd-f70c16fc7ad4 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c4eae9c-c6d1-4dc2-8039-344c3c7af142 HTTP/1.1" status: 200 len: 944 time: 0.0710092 May 12 17:21:11.270972 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [None req-59eae1e7-1f89-49bd-a3ff-d9fbf5711e03 admin admin] Deleting port 270f4d95-ad83-4f83-8c08-15dd0a788974 {{(pid=103468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:21:11.271308 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-59eae1e7-1f89-49bd-a3ff-d9fbf5711e03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774528024037'] for port (270f4d95-ad83-4f83-8c08-15dd0a788974), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:21:11.315300 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-49df26f2-70b3-4472-ba55-5adcb94dfe5b req-3bd0b767-f05d-4401-ba5d-873b0e47bff6 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=fee15b42-3a1a-44ff-bb18-06fe84b6efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762644 May 12 17:21:11.332847 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0722de5-06d7-42c6-8c94-14af16004853 req-cf26b895-0477-4f85-ac1a-8ea9cb3a3a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:11.334364 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f0722de5-06d7-42c6-8c94-14af16004853 req-cf26b895-0477-4f85-ac1a-8ea9cb3a3a3b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f56f36d8-2e2b-4024-b0e1-d31b9b7f08bf&tenant_id=3127460c8042473294d90b9a3338a273 HTTP/1.1" status: 200 len: 1127 time: 0.0786679 May 12 17:21:11.370984 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-59eae1e7-1f89-49bd-a3ff-d9fbf5711e03 admin admin] For port 270f4d95-ad83-4f83-8c08-15dd0a788974, host dv-cinder-841591-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-1-iscsi',level=0,port_id=270f4d95-ad83-4f83-8c08-15dd0a788974,segment=NetworkSegment(19a8dca8-bd58-4f99-95b0-2fe50f24eee0),segment_id=19a8dca8-bd58-4f99-95b0-2fe50f24eee0)] {{(pid=103468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:21:11.371369 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-59eae1e7-1f89-49bd-a3ff-d9fbf5711e03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683095'] for port (270f4d95-ad83-4f83-8c08-15dd0a788974), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:21:11.384903 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [None req-59eae1e7-1f89-49bd-a3ff-d9fbf5711e03 admin admin] Calling delete_port for 270f4d95-ad83-4f83-8c08-15dd0a788974 owned by network:router_interface {{(pid=103468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:21:11.396831 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0722de5-06d7-42c6-8c94-14af16004853 req-92428a2c-f187-4e1b-abbd-4d23f3fc9096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:11.398395 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f0722de5-06d7-42c6-8c94-14af16004853 req-92428a2c-f187-4e1b-abbd-4d23f3fc9096 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3127460c8042473294d90b9a3338a273&device_id=f56f36d8-2e2b-4024-b0e1-d31b9b7f08bf HTTP/1.1" status: 200 len: 1127 time: 0.0390782 May 12 17:21:11.490053 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0722de5-06d7-42c6-8c94-14af16004853 req-75f64a9a-7e1c-4076-b4d2-ec3c20de058d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:11.492097 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f0722de5-06d7-42c6-8c94-14af16004853 req-75f64a9a-7e1c-4076-b4d2-ec3c20de058d service neutron] 10.222.0.58 "GET /v2.0/networks?id=2f4b42e4-7732-4c98-9681-fbceae906075 HTTP/1.1" status: 200 len: 910 time: 0.0861881 May 12 17:21:11.555868 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f0722de5-06d7-42c6-8c94-14af16004853 req-20e2a82b-e373-4591-ab0c-28524372bbfb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3 HTTP/1.1" status: 200 len: 999 time: 0.0568321 May 12 17:21:11.566184 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-59eae1e7-1f89-49bd-a3ff-d9fbf5711e03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774528036217', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774527475294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11526335'] for port (270f4d95-ad83-4f83-8c08-15dd0a788974), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:21:11.594212 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eae1e7-1f89-49bd-a3ff-d9fbf5711e03 admin admin] Pushing event deleted for resources: {'Port': ['ID=270f4d95-ad83-4f83-8c08-15dd0a788974,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:21:11.610324 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0722de5-06d7-42c6-8c94-14af16004853 req-f0101a79-3aa4-45a8-9bd3-e53af48218e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:11.611664 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f0722de5-06d7-42c6-8c94-14af16004853 req-f0101a79-3aa4-45a8-9bd3-e53af48218e1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=20ff5ffc-df27-493c-a0fb-88082a87d50e HTTP/1.1" status: 200 len: 848 time: 0.0462377 May 12 17:21:11.624308 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eae1e7-1f89-49bd-a3ff-d9fbf5711e03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:21:11.624658 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eae1e7-1f89-49bd-a3ff-d9fbf5711e03 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:21:11.625003 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eae1e7-1f89-49bd-a3ff-d9fbf5711e03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:21:11.625348 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eae1e7-1f89-49bd-a3ff-d9fbf5711e03 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:21:11.625671 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eae1e7-1f89-49bd-a3ff-d9fbf5711e03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:21:11.625999 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eae1e7-1f89-49bd-a3ff-d9fbf5711e03 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:21:11.626324 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eae1e7-1f89-49bd-a3ff-d9fbf5711e03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:21:11.626700 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eae1e7-1f89-49bd-a3ff-d9fbf5711e03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:21:11.627029 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eae1e7-1f89-49bd-a3ff-d9fbf5711e03 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:21:11.627358 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eae1e7-1f89-49bd-a3ff-d9fbf5711e03 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:21:11.627686 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eae1e7-1f89-49bd-a3ff-d9fbf5711e03 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:21:11.628012 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eae1e7-1f89-49bd-a3ff-d9fbf5711e03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:21:11.628331 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eae1e7-1f89-49bd-a3ff-d9fbf5711e03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:21:11.628650 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eae1e7-1f89-49bd-a3ff-d9fbf5711e03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:21:11.628971 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eae1e7-1f89-49bd-a3ff-d9fbf5711e03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:21:11.665481 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0722de5-06d7-42c6-8c94-14af16004853 req-d2928960-34ca-4829-aac9-9cb4e58ac509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:11.667006 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f0722de5-06d7-42c6-8c94-14af16004853 req-d2928960-34ca-4829-aac9-9cb4e58ac509 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2f4b42e4-7732-4c98-9681-fbceae906075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489190 May 12 17:21:11.772363 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f0722de5-06d7-42c6-8c94-14af16004853 req-54335ca0-f939-41ad-9213-0de72b8093d7 service neutron] 10.222.0.58 "GET /v2.0/networks/2f4b42e4-7732-4c98-9681-fbceae906075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895257 May 12 17:21:11.780589 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-59eae1e7-1f89-49bd-a3ff-d9fbf5711e03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-519212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475074'] for router_interface (a7ac97b1-eaf3-4897-b787-26f84f0163be), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:21:11.869312 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f0722de5-06d7-42c6-8c94-14af16004853 req-8349336e-372e-4a3a-a09a-5516daf8359c service neutron] 10.222.0.58 "GET /v2.0/networks/2f4b42e4-7732-4c98-9681-fbceae906075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904114 May 12 17:21:11.934058 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509736fa-d156-4cad-b72c-c6045856beb0 req-58645f32-4b20-439a-9686-79250fea4ab1 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:11.935565 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-509736fa-d156-4cad-b72c-c6045856beb0 req-58645f32-4b20-439a-9686-79250fea4ab1 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "GET /v2.0/ports?device_id=f56f36d8-2e2b-4024-b0e1-d31b9b7f08bf HTTP/1.1" status: 200 len: 943 time: 0.0473659 May 12 17:21:11.984321 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-509736fa-d156-4cad-b72c-c6045856beb0 req-252a5a4b-24f2-42fa-9063-7ba7d70c49c3 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4198f2-c72d-4a6d-bdaf-ef5afcf5ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429370 May 12 17:21:12.003843 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59eae1e7-1f89-49bd-a3ff-d9fbf5711e03 admin admin] Router a7ac97b1-eaf3-4897-b787-26f84f0163be has already been hosted by L3 agent e5548ccc-31b8-4072-a6b0-52b00208ea79 {{(pid=103468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:21:12.110442 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59eae1e7-1f89-49bd-a3ff-d9fbf5711e03 admin admin] Notify agent at l3_agent.dv-cinder-841591-1-iscsi the message routers_updated {{(pid=103468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:21:12.115453 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-59eae1e7-1f89-49bd-a3ff-d9fbf5711e03 admin admin] 10.222.0.23 "PUT /v2.0/routers/a7ac97b1-eaf3-4897-b787-26f84f0163be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9862504 May 12 17:21:12.117987 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 59948) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:21:12.119003 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0409b7eb-3f49-40dd-9263-61b3d7137e46 None None] Sync routers for ids ['a7ac97b1-eaf3-4897-b787-26f84f0163be'] in dv-cinder-841591-1-iscsi {{(pid=103470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:21:12.129169 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0409b7eb-3f49-40dd-9263-61b3d7137e46 None None] Routers {'a7ac97b1-eaf3-4897-b787-26f84f0163be'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:21:12.129788 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-0409b7eb-3f49-40dd-9263-61b3d7137e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:20:56Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['a7ac97b1-eaf3-4897-b787-26f84f0163be'], 'active': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:21:12.219148 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-26d8a928-8346-4bd4-9151-438ba16781f8 admin admin] Publish callbacks [] for router (a7ac97b1-eaf3-4897-b787-26f84f0163be), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:21:12.237881 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvr_db [None req-0409b7eb-3f49-40dd-9263-61b3d7137e46 None None] Set router a7ac97b1-eaf3-4897-b787-26f84f0163be gateway port host: dv-cinder-841591-1-iscsi {{(pid=103470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:21:12.326874 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-26d8a928-8346-4bd4-9151-438ba16781f8 admin admin] Publish callbacks [] for router_gateway (a7ac97b1-eaf3-4897-b787-26f84f0163be), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:21:12.372594 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [None req-26d8a928-8346-4bd4-9151-438ba16781f8 admin admin] Deleting port 4b670f16-25c0-4865-b6e8-66a010626af7 {{(pid=103468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:21:12.372928 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-26d8a928-8346-4bd4-9151-438ba16781f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774528024037'] for port (4b670f16-25c0-4865-b6e8-66a010626af7), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:21:12.414702 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-0409b7eb-3f49-40dd-9263-61b3d7137e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ac97b1-eaf3-4897-b787-26f84f0163be', 'name': 'tempest-ServerRescueNegativeTestJSON-1937888495-router', 'tenant_id': '638166bec22640968de80cfeaeed437b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '4b670f16-25c0-4865-b6e8-66a010626af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:16:01Z', 'updated_at': '2022-05-12T17:21:11Z', 'revision_number': 5, 'project_id': '638166bec22640968de80cfeaeed437b', 'gw_port': {'id': '4b670f16-25c0-4865-b6e8-66a010626af7', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:24:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ac97b1-eaf3-4897-b787-26f84f0163be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:16:02Z', 'updated_at': '2022-05-12T17:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi'}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:21:12.444714 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0409b7eb-3f49-40dd-9263-61b3d7137e46 None None] Checking router: a7ac97b1-eaf3-4897-b787-26f84f0163be for host: dv-cinder-841591-1-iscsi {{(pid=103470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:21:12.453426 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0409b7eb-3f49-40dd-9263-61b3d7137e46 None None] Routers {'a7ac97b1-eaf3-4897-b787-26f84f0163be'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:21:12.454046 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-0409b7eb-3f49-40dd-9263-61b3d7137e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:20:56Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['a7ac97b1-eaf3-4897-b787-26f84f0163be'], 'active': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:21:12.481095 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318800c9-bb0b-4965-8a4a-d74594af7ec8 req-84488274-a7db-4a78-af1e-171fe2ea5230 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:12.482483 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-318800c9-bb0b-4965-8a4a-d74594af7ec8 req-84488274-a7db-4a78-af1e-171fe2ea5230 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c4eae9c-c6d1-4dc2-8039-344c3c7af142 HTTP/1.1" status: 200 len: 944 time: 0.0850990 May 12 17:21:12.499467 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-26d8a928-8346-4bd4-9151-438ba16781f8 admin admin] For port 4b670f16-25c0-4865-b6e8-66a010626af7, host dv-cinder-841591-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-1-iscsi',level=0,port_id=4b670f16-25c0-4865-b6e8-66a010626af7,segment=NetworkSegment(54af2f58-bd4b-41ba-9124-743d6aed4e37),segment_id=54af2f58-bd4b-41ba-9124-743d6aed4e37)] {{(pid=103468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:21:12.499826 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-26d8a928-8346-4bd4-9151-438ba16781f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683095'] for port (4b670f16-25c0-4865-b6e8-66a010626af7), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:21:12.520063 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [None req-26d8a928-8346-4bd4-9151-438ba16781f8 admin admin] Calling delete_port for 4b670f16-25c0-4865-b6e8-66a010626af7 owned by network:router_gateway {{(pid=103468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:21:12.543136 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvr_db [None req-0409b7eb-3f49-40dd-9263-61b3d7137e46 None None] Set router a7ac97b1-eaf3-4897-b787-26f84f0163be gateway port host: None {{(pid=103470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:21:12.578496 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-318800c9-bb0b-4965-8a4a-d74594af7ec8 req-6152257d-7aaa-4e1c-bd61-9f860ed431dc tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=fee15b42-3a1a-44ff-bb18-06fe84b6efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904236 May 12 17:21:12.596756 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-0409b7eb-3f49-40dd-9263-61b3d7137e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ac97b1-eaf3-4897-b787-26f84f0163be', 'name': 'tempest-ServerRescueNegativeTestJSON-1937888495-router', 'tenant_id': '638166bec22640968de80cfeaeed437b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:16:01Z', 'updated_at': '2022-05-12T17:21:12Z', 'revision_number': 6, 'project_id': '638166bec22640968de80cfeaeed437b', 'gw_port_host': None}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:21:12.622218 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0409b7eb-3f49-40dd-9263-61b3d7137e46 None None] The sync data for ids ['a7ac97b1-eaf3-4897-b787-26f84f0163be'] in dv-cinder-841591-1-iscsi is: [{'id': 'a7ac97b1-eaf3-4897-b787-26f84f0163be', 'name': 'tempest-ServerRescueNegativeTestJSON-1937888495-router', 'tenant_id': '638166bec22640968de80cfeaeed437b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:16:01Z', 'updated_at': '2022-05-12T17:21:12Z', 'revision_number': 6, 'project_id': '638166bec22640968de80cfeaeed437b', 'gw_port_host': None}] {{(pid=103470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:21:12.713717 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-26d8a928-8346-4bd4-9151-438ba16781f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774528036217', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774527475294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11526335'] for port (4b670f16-25c0-4865-b6e8-66a010626af7), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:21:12.736708 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d8a928-8346-4bd4-9151-438ba16781f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b670f16-25c0-4865-b6e8-66a010626af7,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:21:12.799701 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-26d8a928-8346-4bd4-9151-438ba16781f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3679983'] for router_gateway (a7ac97b1-eaf3-4897-b787-26f84f0163be), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:21:12.926717 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Device b3499779-a985-44de-b351-0cf1eafb3c90 up at agent hyperv_hv-cinder-84159 {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:21:12.976803 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Provisioning complete for port b3499779-a985-44de-b351-0cf1eafb3c90 triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:21:12.977182 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (b3499779-a985-44de-b351-0cf1eafb3c90), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:21:13.092440 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Current status of the port b3499779-a985-44de-b351-0cf1eafb3c90 is: BUILD; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:21:13.092830 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (b3499779-a985-44de-b351-0cf1eafb3c90), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:21:13.121433 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c4eae9c-c6d1-4dc2-8039-344c3c7af142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3499779-a985-44de-b351-0cf1eafb3c90'}] {{(pid=103470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:21:13.124031 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}983eca14ffe1519f8471a5ce991629ce2b8e436912840ac2edb7b499268545ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0438d115-175f-4469-b2ca-0cc180f46eca" -d '{"events": [{"server_uuid": "2c4eae9c-c6d1-4dc2-8039-344c3c7af142", "name": "network-vif-plugged", "status": "completed", "tag": "b3499779-a985-44de-b351-0cf1eafb3c90"}]}' {{(pid=103470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:21:13.136437 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e77523-e76c-49df-ad2b-dbfcc54ef2c3 req-c3b3a263-57c1-4bfe-9c51-8a690dde7ae1 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:13.139053 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] For port b3499779-a985-44de-b351-0cf1eafb3c90, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=b3499779-a985-44de-b351-0cf1eafb3c90,segment=NetworkSegment(c7a6aaf3-54ce-4151-ae72-69f500e464b9),segment_id=c7a6aaf3-54ce-4151-ae72-69f500e464b9)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:21:13.142889 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-02e77523-e76c-49df-ad2b-dbfcc54ef2c3 req-c3b3a263-57c1-4bfe-9c51-8a690dde7ae1 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "GET /v2.0/ports?device_id=f56f36d8-2e2b-4024-b0e1-d31b9b7f08bf HTTP/1.1" status: 200 len: 943 time: 0.0670271 May 12 17:21:13.144309 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (b3499779-a985-44de-b351-0cf1eafb3c90), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:21:13.145479 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Device d57d4a88-7f65-442d-9424-fce30450293a no longer exists at agent hyperv_hv-cinder-84159 {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:21:13.192115 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] No Port match for: d57d4a88-7f65-442d-9424-fce30450293a {{(pid=103470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:21:13.192115 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Device d57d4a88-7f65-442d-9424-fce30450293a not bound to the agent host hv-cinder-84159 {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:21:13.208791 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-02e77523-e76c-49df-ad2b-dbfcc54ef2c3 req-dccc174f-ead6-4dee-b079-68db1e206bb0 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4198f2-c72d-4a6d-bdaf-ef5afcf5ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594831 May 12 17:21:13.221413 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24efa381-0d07-480d-9917-f9cb7bd622d0 x-openstack-request-id: req-24efa381-0d07-480d-9917-f9cb7bd622d0 {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:21:13.221832 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c4eae9c-c6d1-4dc2-8039-344c3c7af142", "name": "network-vif-plugged", "status": "completed", "tag": "b3499779-a985-44de-b351-0cf1eafb3c90", "code": 200}]} {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:21:13.222253 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-24efa381-0d07-480d-9917-f9cb7bd622d0 {{(pid=103470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:21:13.222855 dv-cinder-841591-1-iscsi neutron-server[103470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24efa381-0d07-480d-9917-f9cb7bd622d0'] response: {'server_uuid': '2c4eae9c-c6d1-4dc2-8039-344c3c7af142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3499779-a985-44de-b351-0cf1eafb3c90', 'code': 200} May 12 17:21:13.226785 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Pushing event updated for resources: {'Port': ['ID=b3499779-a985-44de-b351-0cf1eafb3c90,revision_number=7']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:21:13.237442 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-26d8a928-8346-4bd4-9151-438ba16781f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3679655', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1042242'] for router (a7ac97b1-eaf3-4897-b787-26f84f0163be), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:21:13.239619 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-26d8a928-8346-4bd4-9151-438ba16781f8 admin admin] Publish callbacks [] for router_controller (a7ac97b1-eaf3-4897-b787-26f84f0163be), precommit_delete_associations {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:21:13.303323 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-26d8a928-8346-4bd4-9151-438ba16781f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3679678'] for router (a7ac97b1-eaf3-4897-b787-26f84f0163be), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:21:13.304582 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26d8a928-8346-4bd4-9151-438ba16781f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7ac97b1-eaf3-4897-b787-26f84f0163be {{(pid=103468) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 17:21:13.310050 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-26d8a928-8346-4bd4-9151-438ba16781f8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:21:13.311416 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-26d8a928-8346-4bd4-9151-438ba16781f8 admin admin] 10.222.0.23 "DELETE /v2.0/routers/a7ac97b1-eaf3-4897-b787-26f84f0163be HTTP/1.1" status: 204 len: 168 time: 1.1923902 May 12 17:21:13.313788 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 59964) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:21:13.362552 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.db_base_plugin_v2 [None req-f23016c0-fb5f-4910-8cc2-69212391a105 admin admin] Deleting subnet 3ceba6be-c195-4fd8-b10b-839022cc6ef4 {{(pid=103468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 17:21:13.365517 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-f23016c0-fb5f-4910-8cc2-69212391a105 admin admin] Publish callbacks [] for subnet (3ceba6be-c195-4fd8-b10b-839022cc6ef4), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:21:13.400110 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-f23016c0-fb5f-4910-8cc2-69212391a105 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11662675'] for subnet (3ceba6be-c195-4fd8-b10b-839022cc6ef4), precommit_delete_associations {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:21:13.495526 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device 270f4d95-ad83-4f83-8c08-15dd0a788974 no longer exists at agent ovs-agent-dv-cinder-841591-1-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:21:13.512489 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-f23016c0-fb5f-4910-8cc2-69212391a105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3477743'] for subnet (3ceba6be-c195-4fd8-b10b-839022cc6ef4), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:21:13.524431 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] No Port match for: 270f4d95-ad83-4f83-8c08-15dd0a788974 {{(pid=103470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:21:13.524971 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device 270f4d95-ad83-4f83-8c08-15dd0a788974 not bound to the agent host dv-cinder-841591-1-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:21:13.571886 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-f23016c0-fb5f-4910-8cc2-69212391a105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3477750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11526990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12405297'] for subnet (3ceba6be-c195-4fd8-b10b-839022cc6ef4), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:21:13.595060 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23016c0-fb5f-4910-8cc2-69212391a105 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ceba6be-c195-4fd8-b10b-839022cc6ef4,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:21:13.601335 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-f23016c0-fb5f-4910-8cc2-69212391a105 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:21:13.606592 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-f23016c0-fb5f-4910-8cc2-69212391a105 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/3ceba6be-c195-4fd8-b10b-839022cc6ef4 HTTP/1.1" status: 204 len: 168 time: 0.2896810 May 12 17:21:13.607051 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd5575f-1480-42d1-a89f-65d9a380b4f3 None None] Network ff0d6338-2300-4010-ae74-9c2289a9588a requested from dv-cinder-841591-1-iscsi {{(pid=103470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:21:13.607738 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 59976) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:21:13.731701 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-19cc8f2f-d4e1-443a-893c-2cd7d3b9df1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3665968'] for network (ff0d6338-2300-4010-ae74-9c2289a9588a), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:21:13.764025 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a80d07d-800a-49b5-a599-49442ddad594 req-90e4b1d2-f4df-4956-a241-be81bcf75918 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:13.765570 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-7a80d07d-800a-49b5-a599-49442ddad594 req-90e4b1d2-f4df-4956-a241-be81bcf75918 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c4eae9c-c6d1-4dc2-8039-344c3c7af142 HTTP/1.1" status: 200 len: 945 time: 0.0646701 May 12 17:21:13.787073 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650c86e5-9d6f-4a90-b03e-0ea762ec5c92 None None] DHCP port deletion for ff0d6338-2300-4010-ae74-9c2289a9588a request from dv-cinder-841591-1-iscsi {{(pid=103470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 17:21:13.791757 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-19cc8f2f-d4e1-443a-893c-2cd7d3b9df1e admin admin] Deleting port f2cd911f-4616-4520-9f99-35f5f300aaca {{(pid=103469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:21:13.792285 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-19cc8f2f-d4e1-443a-893c-2cd7d3b9df1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774528024037'] for port (f2cd911f-4616-4520-9f99-35f5f300aaca), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:21:13.818513 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-7a80d07d-800a-49b5-a599-49442ddad594 req-8bda584d-8999-4637-a525-649d8b3565fb tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=fee15b42-3a1a-44ff-bb18-06fe84b6efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467587 May 12 17:21:13.870900 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-650c86e5-9d6f-4a90-b03e-0ea762ec5c92 None None] Deleting port f2cd911f-4616-4520-9f99-35f5f300aaca {{(pid=103470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:21:13.871293 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-650c86e5-9d6f-4a90-b03e-0ea762ec5c92 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774528024037'] for port (f2cd911f-4616-4520-9f99-35f5f300aaca), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:21:13.873844 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [None req-19cc8f2f-d4e1-443a-893c-2cd7d3b9df1e admin admin] For port f2cd911f-4616-4520-9f99-35f5f300aaca, host dv-cinder-841591-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-1-iscsi',level=0,port_id=f2cd911f-4616-4520-9f99-35f5f300aaca,segment=NetworkSegment(19a8dca8-bd58-4f99-95b0-2fe50f24eee0),segment_id=19a8dca8-bd58-4f99-95b0-2fe50f24eee0)] {{(pid=103469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:21:13.874275 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-19cc8f2f-d4e1-443a-893c-2cd7d3b9df1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683095'] for port (f2cd911f-4616-4520-9f99-35f5f300aaca), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:21:13.898635 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-19cc8f2f-d4e1-443a-893c-2cd7d3b9df1e admin admin] Calling delete_port for f2cd911f-4616-4520-9f99-35f5f300aaca owned by network:dhcp {{(pid=103469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:21:13.988284 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-650c86e5-9d6f-4a90-b03e-0ea762ec5c92 None None] For port f2cd911f-4616-4520-9f99-35f5f300aaca, host dv-cinder-841591-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-1-iscsi',level=0,port_id=f2cd911f-4616-4520-9f99-35f5f300aaca,segment=NetworkSegment(19a8dca8-bd58-4f99-95b0-2fe50f24eee0),segment_id=19a8dca8-bd58-4f99-95b0-2fe50f24eee0)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:21:13.988685 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-650c86e5-9d6f-4a90-b03e-0ea762ec5c92 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683095'] for port (f2cd911f-4616-4520-9f99-35f5f300aaca), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:21:14.010541 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-650c86e5-9d6f-4a90-b03e-0ea762ec5c92 None None] Calling delete_port for f2cd911f-4616-4520-9f99-35f5f300aaca owned by network:dhcp {{(pid=103470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:21:14.019175 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-19cc8f2f-d4e1-443a-893c-2cd7d3b9df1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774528036217', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774527475294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968517'] for port (f2cd911f-4616-4520-9f99-35f5f300aaca), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:21:14.056582 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cc8f2f-d4e1-443a-893c-2cd7d3b9df1e admin admin] Pushing event deleted for resources: {'Port': ['ID=f2cd911f-4616-4520-9f99-35f5f300aaca,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:21:14.058452 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cc8f2f-d4e1-443a-893c-2cd7d3b9df1e admin admin] No DVR routers for this DVR port f2cd911f-4616-4520-9f99-35f5f300aaca on host dv-cinder-841591-1-iscsi {{(pid=103469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:21:14.145603 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-19cc8f2f-d4e1-443a-893c-2cd7d3b9df1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3512410', 'neutron.services.segments.db._delete_segments_for_network-8774527956246'] for network (ff0d6338-2300-4010-ae74-9c2289a9588a), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:21:14.150165 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-650c86e5-9d6f-4a90-b03e-0ea762ec5c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774528036217', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774527475294'] for port (f2cd911f-4616-4520-9f99-35f5f300aaca), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:21:14.170024 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.services.segments.db [None req-19cc8f2f-d4e1-443a-893c-2cd7d3b9df1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff0d6338-2300-4010-ae74-9c2289a9588a']}} {{(pid=103469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:21:14.182003 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.services.segments.db [None req-19cc8f2f-d4e1-443a-893c-2cd7d3b9df1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19a8dca8-bd58-4f99-95b0-2fe50f24eee0') {'for_net_delete': True} {{(pid=103469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:21:14.182360 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.services.segments.db [None req-19cc8f2f-d4e1-443a-893c-2cd7d3b9df1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19a8dca8-bd58-4f99-95b0-2fe50f24eee0') {} {{(pid=103469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:21:14.187540 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650c86e5-9d6f-4a90-b03e-0ea762ec5c92 None None] Pushing event deleted for resources: {'Port': ['ID=f2cd911f-4616-4520-9f99-35f5f300aaca,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:21:14.193120 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-19cc8f2f-d4e1-443a-893c-2cd7d3b9df1e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774527957791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1968758'] for segment (19a8dca8-bd58-4f99-95b0-2fe50f24eee0), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:21:14.195483 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650c86e5-9d6f-4a90-b03e-0ea762ec5c92 None None] No DVR routers for this DVR port f2cd911f-4616-4520-9f99-35f5f300aaca on host dv-cinder-841591-1-iscsi {{(pid=103470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:21:14.212476 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-19cc8f2f-d4e1-443a-893c-2cd7d3b9df1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3597332'] for segment (19a8dca8-bd58-4f99-95b0-2fe50f24eee0), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:21:14.221506 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19cc8f2f-d4e1-443a-893c-2cd7d3b9df1e admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=103469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 17:21:14.221843 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-19cc8f2f-d4e1-443a-893c-2cd7d3b9df1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3597332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1968598'] for segment (19a8dca8-bd58-4f99-95b0-2fe50f24eee0), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:21:14.223736 dv-cinder-841591-1-iscsi neutron-server[103469]: Traceback (most recent call last): May 12 17:21:14.223736 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 17:21:14.223736 dv-cinder-841591-1-iscsi neutron-server[103469]: timer() May 12 17:21:14.223736 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 17:21:14.223736 dv-cinder-841591-1-iscsi neutron-server[103469]: cb(*args, **kw) May 12 17:21:14.223736 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 17:21:14.223736 dv-cinder-841591-1-iscsi neutron-server[103469]: return func(*args, **kwargs) May 12 17:21:14.223736 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 17:21:14.223736 dv-cinder-841591-1-iscsi neutron-server[103469]: self._notify() May 12 17:21:14.223736 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 17:21:14.223736 dv-cinder-841591-1-iscsi neutron-server[103469]: self.callback(batched_events) May 12 17:21:14.223736 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 17:21:14.223736 dv-cinder-841591-1-iscsi neutron-server[103469]: event.method(event) May 12 17:21:14.223736 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 17:21:14.223736 dv-cinder-841591-1-iscsi neutron-server[103469]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 17:21:14.223736 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 17:21:14.223736 dv-cinder-841591-1-iscsi neutron-server[103469]: aggregate_uuid = self.p_client.list_aggregates( May 12 17:21:14.223736 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 17:21:14.223736 dv-cinder-841591-1-iscsi neutron-server[103469]: return f(self, *a, **k) May 12 17:21:14.223736 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 17:21:14.223736 dv-cinder-841591-1-iscsi neutron-server[103469]: return self._get(url).json() May 12 17:21:14.223736 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 17:21:14.223736 dv-cinder-841591-1-iscsi neutron-server[103469]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 17:21:14.223736 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 17:21:14.223736 dv-cinder-841591-1-iscsi neutron-server[103469]: return self.request(url, 'GET', **kwargs) May 12 17:21:14.223736 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 17:21:14.223736 dv-cinder-841591-1-iscsi neutron-server[103469]: base_url = self.get_endpoint(auth, allow=allow, May 12 17:21:14.223736 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 17:21:14.223736 dv-cinder-841591-1-iscsi neutron-server[103469]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 17:21:14.223736 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 17:21:14.223736 dv-cinder-841591-1-iscsi neutron-server[103469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 17:21:14.223736 dv-cinder-841591-1-iscsi neutron-server[103469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 17:21:14.302122 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-19cc8f2f-d4e1-443a-893c-2cd7d3b9df1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3512417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682781'] for network (ff0d6338-2300-4010-ae74-9c2289a9588a), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:21:14.332256 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-19cc8f2f-d4e1-443a-893c-2cd7d3b9df1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-519179'] for network (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:21:14.341478 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-19cc8f2f-d4e1-443a-893c-2cd7d3b9df1e admin admin] 10.222.0.23 "DELETE /v2.0/networks/ff0d6338-2300-4010-ae74-9c2289a9588a HTTP/1.1" status: 204 len: 168 time: 0.7252169 May 12 17:21:14.341478 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cc8f2f-d4e1-443a-893c-2cd7d3b9df1e admin admin] Pushing event deleted for resources: {'Network': ['ID=ff0d6338-2300-4010-ae74-9c2289a9588a,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:21:14.384056 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5928b11f-8d8b-4091-aab7-200cff81c4c5 req-57a840fb-966e-4a89-9d8c-0514e594fd2e tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:14.391431 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5928b11f-8d8b-4091-aab7-200cff81c4c5 req-57a840fb-966e-4a89-9d8c-0514e594fd2e tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "GET /v2.0/ports?device_id=f56f36d8-2e2b-4024-b0e1-d31b9b7f08bf HTTP/1.1" status: 200 len: 943 time: 0.0866368 May 12 17:21:14.447515 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5928b11f-8d8b-4091-aab7-200cff81c4c5 req-cfeb3fb0-9ee9-4883-b4b5-843c756f5d19 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4198f2-c72d-4a6d-bdaf-ef5afcf5ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551536 May 12 17:21:14.489655 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 59998) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:21:14.539561 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-82e796b4-080f-4fea-9a7f-99ca33d4df76 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=638166bec22640968de80cfeaeed437b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0483549 May 12 17:21:14.542179 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 60000) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:21:14.599079 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-6a925a94-1167-4121-aff4-832a3b7d807a admin admin] Publish callbacks [] for security_group (db7d0f43-a860-4c22-8e80-2ebcff18b10b), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:21:14.625963 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-6a925a94-1167-4121-aff4-832a3b7d807a admin admin] Publish callbacks [] for security_group (db7d0f43-a860-4c22-8e80-2ebcff18b10b), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:21:14.680601 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-6a925a94-1167-4121-aff4-832a3b7d807a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (db7d0f43-a860-4c22-8e80-2ebcff18b10b), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:21:14.684284 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-6a925a94-1167-4121-aff4-832a3b7d807a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:21:14.685757 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-6a925a94-1167-4121-aff4-832a3b7d807a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/db7d0f43-a860-4c22-8e80-2ebcff18b10b HTTP/1.1" status: 204 len: 168 time: 0.1421323 May 12 17:21:14.697408 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a925a94-1167-4121-aff4-832a3b7d807a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db7d0f43-a860-4c22-8e80-2ebcff18b10b,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:21:15.005390 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a4f899-0e1d-42a8-a528-c45d064134c8 req-6e80925b-14e0-4850-bcbc-1a940d85758c tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:15.013015 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-a2a4f899-0e1d-42a8-a528-c45d064134c8 req-6e80925b-14e0-4850-bcbc-1a940d85758c tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c4eae9c-c6d1-4dc2-8039-344c3c7af142 HTTP/1.1" status: 200 len: 945 time: 0.0957506 May 12 17:21:15.020485 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device 4b670f16-25c0-4865-b6e8-66a010626af7 no longer exists at agent ovs-agent-dv-cinder-841591-1-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:21:15.051372 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] No Port match for: 4b670f16-25c0-4865-b6e8-66a010626af7 {{(pid=103470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:21:15.051969 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device 4b670f16-25c0-4865-b6e8-66a010626af7 not bound to the agent host dv-cinder-841591-1-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:21:15.052609 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device f2cd911f-4616-4520-9f99-35f5f300aaca no longer exists at agent ovs-agent-dv-cinder-841591-1-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:21:15.075553 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] No Port match for: f2cd911f-4616-4520-9f99-35f5f300aaca {{(pid=103470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:21:15.076152 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device f2cd911f-4616-4520-9f99-35f5f300aaca not bound to the agent host dv-cinder-841591-1-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:21:15.106516 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-a2a4f899-0e1d-42a8-a528-c45d064134c8 req-8e478e77-1975-4330-a344-d1741e575d63 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=fee15b42-3a1a-44ff-bb18-06fe84b6efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924721 May 12 17:21:15.565660 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dfc034-1acf-4ae8-a9cd-09c336418c4b req-e16b9219-c7db-4260-97fe-4d886035a715 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:15.568049 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a4dfc034-1acf-4ae8-a9cd-09c336418c4b req-e16b9219-c7db-4260-97fe-4d886035a715 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "GET /v2.0/ports?device_id=f56f36d8-2e2b-4024-b0e1-d31b9b7f08bf HTTP/1.1" status: 200 len: 943 time: 0.0556796 May 12 17:21:15.650750 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a4dfc034-1acf-4ae8-a9cd-09c336418c4b req-6dacc125-c9a1-4e56-9e52-31738e35cee4 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4198f2-c72d-4a6d-bdaf-ef5afcf5ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707748 May 12 17:21:16.308184 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f50efa-ab46-428d-9f40-9a2226a5618f req-c3abe40b-d527-47bb-a1ce-ecc69b9f2a4e tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:16.317525 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-41f50efa-ab46-428d-9f40-9a2226a5618f req-c3abe40b-d527-47bb-a1ce-ecc69b9f2a4e tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c4eae9c-c6d1-4dc2-8039-344c3c7af142 HTTP/1.1" status: 200 len: 945 time: 0.1123190 May 12 17:21:16.369911 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-41f50efa-ab46-428d-9f40-9a2226a5618f req-09f99243-45e6-4ae0-9937-7369d450794b tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=fee15b42-3a1a-44ff-bb18-06fe84b6efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510070 May 12 17:21:16.774460 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc282a0-a50d-4df9-8af9-a750bbb5e2de req-f7cb38f8-9291-4904-9606-ffc8d9c897ff tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:16.776041 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9bc282a0-a50d-4df9-8af9-a750bbb5e2de req-f7cb38f8-9291-4904-9606-ffc8d9c897ff tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "GET /v2.0/ports?device_id=f56f36d8-2e2b-4024-b0e1-d31b9b7f08bf HTTP/1.1" status: 200 len: 943 time: 0.0557210 May 12 17:21:16.826790 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9bc282a0-a50d-4df9-8af9-a750bbb5e2de req-e9a0d001-d8e9-4d50-9a59-0edc45b5873a tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4198f2-c72d-4a6d-bdaf-ef5afcf5ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448654 May 12 17:21:17.502082 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b598e97-8081-4f1c-9bdd-7c8f1af29acb req-541d1de0-99b9-4c37-94a0-66c5d3c23eb5 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:17.503905 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-0b598e97-8081-4f1c-9bdd-7c8f1af29acb req-541d1de0-99b9-4c37-94a0-66c5d3c23eb5 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c4eae9c-c6d1-4dc2-8039-344c3c7af142 HTTP/1.1" status: 200 len: 945 time: 0.0481193 May 12 17:21:17.555475 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-0b598e97-8081-4f1c-9bdd-7c8f1af29acb req-87a88e54-0eae-44be-ac8f-4c15a6eaee26 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=fee15b42-3a1a-44ff-bb18-06fe84b6efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441847 May 12 17:21:17.979191 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afae5aa-d380-4b8c-8b61-471b7b4a5e8d req-f5f408b5-b83a-4602-b6fe-cc3c2745016e tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:17.981280 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6afae5aa-d380-4b8c-8b61-471b7b4a5e8d req-f5f408b5-b83a-4602-b6fe-cc3c2745016e tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "GET /v2.0/ports?device_id=f56f36d8-2e2b-4024-b0e1-d31b9b7f08bf HTTP/1.1" status: 200 len: 943 time: 0.0634482 May 12 17:21:18.122049 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6afae5aa-d380-4b8c-8b61-471b7b4a5e8d req-2d35ea1c-5155-4d63-9929-07f034bf3b0d tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4198f2-c72d-4a6d-bdaf-ef5afcf5ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307564 May 12 17:21:18.677450 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b62f88-fa9c-43e4-af07-ee763e38116a req-2efde8cc-4cc1-4de2-894b-e07f0b9d0ee1 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:18.679026 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-47b62f88-fa9c-43e4-af07-ee763e38116a req-2efde8cc-4cc1-4de2-894b-e07f0b9d0ee1 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c4eae9c-c6d1-4dc2-8039-344c3c7af142 HTTP/1.1" status: 200 len: 945 time: 0.0500648 May 12 17:21:18.733208 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-47b62f88-fa9c-43e4-af07-ee763e38116a req-aa4d48c0-0221-4d9e-96f2-98e259a1a400 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=fee15b42-3a1a-44ff-bb18-06fe84b6efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481856 May 12 17:21:18.968666 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Device b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3 details requested by agent hyperv_hv-cinder-84159 with host hv-cinder-84159 {{(pid=103470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 17:21:19.214457 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] For port b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3,segment=NetworkSegment(334ce71a-b387-4b0b-b04b-de0cdcd24a6b),segment_id=334ce71a-b387-4b0b-b04b-de0cdcd24a6b)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:21:19.227287 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Returning: {'device': 'b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3', 'network_id': '2f4b42e4-7732-4c98-9681-fbceae906075', 'port_id': 'b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3', 'mac_address': 'fa:16:3e:a0:d9:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20ff5ffc-df27-493c-a0fb-88082a87d50e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 17:21:19.274059 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b755b9-65a2-4b6a-af0a-dd10375b8a1d req-583286d7-6a3d-442c-8358-097cbd035dbd tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:19.276173 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-28b755b9-65a2-4b6a-af0a-dd10375b8a1d req-583286d7-6a3d-442c-8358-097cbd035dbd tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "GET /v2.0/ports?device_id=f56f36d8-2e2b-4024-b0e1-d31b9b7f08bf HTTP/1.1" status: 200 len: 943 time: 0.0887096 May 12 17:21:19.295179 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Current status of the port b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3 is: DOWN; New status is: BUILD {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:21:19.295659 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:21:19.317025 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3 {{(pid=103470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:21:19.340796 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] For port b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3,segment=NetworkSegment(334ce71a-b387-4b0b-b04b-de0cdcd24a6b),segment_id=334ce71a-b387-4b0b-b04b-de0cdcd24a6b)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:21:19.353710 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:21:19.354535 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-28b755b9-65a2-4b6a-af0a-dd10375b8a1d req-1358f825-bebc-4383-bee0-d05f3b6041fa tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4198f2-c72d-4a6d-bdaf-ef5afcf5ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723147 May 12 17:21:19.426712 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Pushing event updated for resources: {'Port': ['ID=b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3,revision_number=7']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:21:19.673016 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] get_ports_and_sgs() called for port_ids ['b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3'] {{(pid=103470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:21:19.905891 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64496444-f154-43d7-a2ab-2da3cfdc7d10 req-59018039-ed51-4ae6-9cbb-f787dbef0fb9 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:19.908429 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-64496444-f154-43d7-a2ab-2da3cfdc7d10 req-59018039-ed51-4ae6-9cbb-f787dbef0fb9 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c4eae9c-c6d1-4dc2-8039-344c3c7af142 HTTP/1.1" status: 200 len: 945 time: 0.0863571 May 12 17:21:19.983379 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-64496444-f154-43d7-a2ab-2da3cfdc7d10 req-a54f8226-7306-4e98-9db7-d2e663d46037 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=fee15b42-3a1a-44ff-bb18-06fe84b6efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650733 May 12 17:21:20.488388 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c163dd9f-601c-41ea-952a-055645f5acc2 req-705743c5-47b2-401c-bcd5-673dca813d20 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:20.489870 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c163dd9f-601c-41ea-952a-055645f5acc2 req-705743c5-47b2-401c-bcd5-673dca813d20 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "GET /v2.0/ports?device_id=f56f36d8-2e2b-4024-b0e1-d31b9b7f08bf HTTP/1.1" status: 200 len: 944 time: 0.0546169 May 12 17:21:20.548792 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c163dd9f-601c-41ea-952a-055645f5acc2 req-eceaf0fb-c211-46db-9dea-a04f4083709b tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4198f2-c72d-4a6d-bdaf-ef5afcf5ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492380 May 12 17:21:21.102154 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7214b7-4f3d-4a9b-89ce-f14a65df6a5c req-4a89e93f-7207-4107-8e60-5087a95df62f tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:21.104356 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-5e7214b7-4f3d-4a9b-89ce-f14a65df6a5c req-4a89e93f-7207-4107-8e60-5087a95df62f tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c4eae9c-c6d1-4dc2-8039-344c3c7af142 HTTP/1.1" status: 200 len: 945 time: 0.0505400 May 12 17:21:21.160201 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-5e7214b7-4f3d-4a9b-89ce-f14a65df6a5c req-b38841be-069c-408f-8481-97a5a4fc6f5b tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=fee15b42-3a1a-44ff-bb18-06fe84b6efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498273 May 12 17:21:21.666975 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a07f6cc-af3a-48dd-aa85-12dfc76c4849 req-6c014dcd-d7d7-4f3f-9d0c-7281b49d93d4 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:21.668587 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4a07f6cc-af3a-48dd-aa85-12dfc76c4849 req-6c014dcd-d7d7-4f3f-9d0c-7281b49d93d4 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "GET /v2.0/ports?device_id=f56f36d8-2e2b-4024-b0e1-d31b9b7f08bf HTTP/1.1" status: 200 len: 944 time: 0.0487125 May 12 17:21:21.727001 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4a07f6cc-af3a-48dd-aa85-12dfc76c4849 req-d553c4dd-ed6c-4da9-bbae-c4a4af56aea6 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4198f2-c72d-4a6d-bdaf-ef5afcf5ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527666 May 12 17:21:22.291421 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed55b1e-6e48-40ce-9b32-fd3aefa4c5c5 req-1f72b258-482f-4076-a813-b80be7420c7b tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:22.293481 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-8ed55b1e-6e48-40ce-9b32-fd3aefa4c5c5 req-1f72b258-482f-4076-a813-b80be7420c7b tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c4eae9c-c6d1-4dc2-8039-344c3c7af142 HTTP/1.1" status: 200 len: 945 time: 0.0580330 May 12 17:21:22.345888 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-8ed55b1e-6e48-40ce-9b32-fd3aefa4c5c5 req-f1cacc1a-216c-4d60-96d8-cc143b9e03c1 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=fee15b42-3a1a-44ff-bb18-06fe84b6efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475969 May 12 17:21:22.843115 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd796de-616f-4455-9014-dc013719df68 req-1a85d8ae-2d25-49a4-87a6-ad66c5dd8a04 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:22.852504 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7dd796de-616f-4455-9014-dc013719df68 req-1a85d8ae-2d25-49a4-87a6-ad66c5dd8a04 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "GET /v2.0/ports?device_id=f56f36d8-2e2b-4024-b0e1-d31b9b7f08bf HTTP/1.1" status: 200 len: 944 time: 0.0555172 May 12 17:21:22.914320 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7dd796de-616f-4455-9014-dc013719df68 req-deab9000-457c-49f3-9a7f-c5ee22d254b5 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4198f2-c72d-4a6d-bdaf-ef5afcf5ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607293 May 12 17:21:22.937593 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Device b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3 up at agent hyperv_hv-cinder-84159 {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:21:22.994678 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Provisioning complete for port b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3 triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:21:22.995217 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:21:23.081487 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Current status of the port b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3 is: BUILD; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:21:23.081834 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:21:23.111027 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f56f36d8-2e2b-4024-b0e1-d31b9b7f08bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3'}] {{(pid=103470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:21:23.113534 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}983eca14ffe1519f8471a5ce991629ce2b8e436912840ac2edb7b499268545ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-455d1780-2cb1-40b5-9bd0-fc3eaa46e507" -d '{"events": [{"server_uuid": "f56f36d8-2e2b-4024-b0e1-d31b9b7f08bf", "name": "network-vif-plugged", "status": "completed", "tag": "b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3"}]}' {{(pid=103470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:21:23.130643 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] For port b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3,segment=NetworkSegment(334ce71a-b387-4b0b-b04b-de0cdcd24a6b),segment_id=334ce71a-b387-4b0b-b04b-de0cdcd24a6b)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:21:23.148422 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:21:23.174476 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c618b664-ba2e-47a1-9ec2-a91003344206 x-openstack-request-id: req-c618b664-ba2e-47a1-9ec2-a91003344206 {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:21:23.174776 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f56f36d8-2e2b-4024-b0e1-d31b9b7f08bf", "name": "network-vif-plugged", "status": "completed", "tag": "b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3", "code": 200}]} {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:21:23.175036 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c618b664-ba2e-47a1-9ec2-a91003344206 {{(pid=103470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:21:23.175461 dv-cinder-841591-1-iscsi neutron-server[103470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c618b664-ba2e-47a1-9ec2-a91003344206'] response: {'server_uuid': 'f56f36d8-2e2b-4024-b0e1-d31b9b7f08bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3', 'code': 200} May 12 17:21:23.213985 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Pushing event updated for resources: {'Port': ['ID=b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3,revision_number=8']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:21:23.473368 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faef5c01-c6b8-4855-a376-74f22189e856 req-4460623c-68fe-4a2a-81e3-4298b85e51af tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:23.475167 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-faef5c01-c6b8-4855-a376-74f22189e856 req-4460623c-68fe-4a2a-81e3-4298b85e51af tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c4eae9c-c6d1-4dc2-8039-344c3c7af142 HTTP/1.1" status: 200 len: 945 time: 0.0552990 May 12 17:21:23.528215 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-faef5c01-c6b8-4855-a376-74f22189e856 req-8bfa5f77-0e7b-4db9-9d91-b0330884e5fe tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=fee15b42-3a1a-44ff-bb18-06fe84b6efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457666 May 12 17:21:23.596905 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62a8da4-b92b-4466-b2f7-169612526593 req-5d86a417-e63c-4dd5-b66f-96e8c476a8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:23.598628 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a62a8da4-b92b-4466-b2f7-169612526593 req-5d86a417-e63c-4dd5-b66f-96e8c476a8f5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f56f36d8-2e2b-4024-b0e1-d31b9b7f08bf HTTP/1.1" status: 200 len: 1129 time: 0.1476004 May 12 17:21:23.745312 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a62a8da4-b92b-4466-b2f7-169612526593 req-bd0914ad-ed3b-4a36-a6c8-6afc921092b4 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=9f4198f2-c72d-4a6d-bdaf-ef5afcf5ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459020 May 12 17:21:23.778861 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-4209699b-bc86-4aee-a886-45ebd4f0dd87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (ad05f391-ff61-4b74-a3af-7ffb7f485489), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:21:24.032610 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bfc3e5-9247-4415-aea0-274d415cf97a req-f5aa4222-63ee-4619-a711-13f60ee975f3 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:24.034899 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-67bfc3e5-9247-4415-aea0-274d415cf97a req-f5aa4222-63ee-4619-a711-13f60ee975f3 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "GET /v2.0/ports?device_id=f56f36d8-2e2b-4024-b0e1-d31b9b7f08bf HTTP/1.1" status: 200 len: 945 time: 0.0500367 May 12 17:21:24.085772 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-67bfc3e5-9247-4415-aea0-274d415cf97a req-194b8e1a-53da-42f8-8e82-3be8b54dc972 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4198f2-c72d-4a6d-bdaf-ef5afcf5ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449700 May 12 17:21:24.104963 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6676272-8729-4415-895d-363167b39cca req-c8713723-e9ef-4afd-8ef3-1740968ae774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:24.106533 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b6676272-8729-4415-895d-363167b39cca req-c8713723-e9ef-4afd-8ef3-1740968ae774 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9f96cd34d1bc46b78a000e0b5af9d6a2&device_id=2c4eae9c-c6d1-4dc2-8039-344c3c7af142 HTTP/1.1" status: 200 len: 1129 time: 0.0479796 May 12 17:21:24.201292 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6676272-8729-4415-895d-363167b39cca req-58b0d8e8-f84b-4266-8532-4a77beb27a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:24.202791 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b6676272-8729-4415-895d-363167b39cca req-58b0d8e8-f84b-4266-8532-4a77beb27a0a service neutron] 10.222.0.58 "GET /v2.0/networks?id=77b21ff8-23c6-42d2-9321-6759378651ee HTTP/1.1" status: 200 len: 918 time: 0.0896461 May 12 17:21:24.492942 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b6676272-8729-4415-895d-363167b39cca req-a57f5ec1-0161-4e6a-bba8-5ef7670eebd8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3499779-a985-44de-b351-0cf1eafb3c90 HTTP/1.1" status: 200 len: 1001 time: 0.2764723 May 12 17:21:24.657166 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6676272-8729-4415-895d-363167b39cca req-b592b1e7-455f-401f-8b24-85b0dd059e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:24.658640 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b6676272-8729-4415-895d-363167b39cca req-b592b1e7-455f-401f-8b24-85b0dd059e97 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0cd36ca6-63ed-4772-87aa-c30fa42b51b3 HTTP/1.1" status: 200 len: 856 time: 0.0714593 May 12 17:21:24.667266 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611a414c-3c7f-4612-a619-047a194466d0 req-601c53d7-cf4a-482d-ada4-7016f5290c35 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:24.668591 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-611a414c-3c7f-4612-a619-047a194466d0 req-601c53d7-cf4a-482d-ada4-7016f5290c35 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c4eae9c-c6d1-4dc2-8039-344c3c7af142 HTTP/1.1" status: 200 len: 945 time: 0.0563765 May 12 17:21:24.720153 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6676272-8729-4415-895d-363167b39cca req-417d3dd3-b0b6-4dcf-a2a4-6d2162c4394b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:24.721584 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b6676272-8729-4415-895d-363167b39cca req-417d3dd3-b0b6-4dcf-a2a4-6d2162c4394b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=77b21ff8-23c6-42d2-9321-6759378651ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0521877 May 12 17:21:24.751508 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-611a414c-3c7f-4612-a619-047a194466d0 req-ee8466ce-efeb-4d2f-b1f2-cca825116a87 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=fee15b42-3a1a-44ff-bb18-06fe84b6efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749164 May 12 17:21:24.824878 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b6676272-8729-4415-895d-363167b39cca req-bcbe4eca-8477-420b-b3f8-b31246dbcb63 service neutron] 10.222.0.58 "GET /v2.0/networks/77b21ff8-23c6-42d2-9321-6759378651ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881670 May 12 17:21:24.992300 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b6676272-8729-4415-895d-363167b39cca req-44c08c42-6d7e-4c7b-aeb3-1979b800111b service neutron] 10.222.0.58 "GET /v2.0/networks/77b21ff8-23c6-42d2-9321-6759378651ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893650 May 12 17:21:25.199753 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e167e961-a24f-41e1-84d6-b21799f833cc req-3108e748-b0e1-486c-be48-80f4e1b68365 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:25.201641 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-e167e961-a24f-41e1-84d6-b21799f833cc req-3108e748-b0e1-486c-be48-80f4e1b68365 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "GET /v2.0/ports?device_id=f56f36d8-2e2b-4024-b0e1-d31b9b7f08bf HTTP/1.1" status: 200 len: 945 time: 0.0472448 May 12 17:21:25.253857 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-e167e961-a24f-41e1-84d6-b21799f833cc req-5075ae44-9dd1-4930-8d4b-f0a20f03e511 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4198f2-c72d-4a6d-bdaf-ef5afcf5ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466800 May 12 17:21:25.880208 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2007a0-f7fe-40fe-adc8-0de9cf680b5b req-9b2d4597-74e2-4c07-9c72-f1fc13d71a06 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:25.882228 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-cd2007a0-f7fe-40fe-adc8-0de9cf680b5b req-9b2d4597-74e2-4c07-9c72-f1fc13d71a06 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c4eae9c-c6d1-4dc2-8039-344c3c7af142 HTTP/1.1" status: 200 len: 945 time: 0.0527899 May 12 17:21:25.929453 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-cd2007a0-f7fe-40fe-adc8-0de9cf680b5b req-d036f828-3f7d-40b6-996e-44d13ceea6d6 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=fee15b42-3a1a-44ff-bb18-06fe84b6efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402060 May 12 17:21:26.192323 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-8574b673-2c1a-4427-8301-7ce5c053e01d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (e5548ccc-31b8-4072-a6b0-52b00208ea79), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:21:26.956569 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Device b3499779-a985-44de-b351-0cf1eafb3c90 no longer exists at agent hyperv_hv-cinder-84159 {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:21:27.035831 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Current status of the port b3499779-a985-44de-b351-0cf1eafb3c90 is: ACTIVE; New status is: DOWN {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:21:27.036219 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (b3499779-a985-44de-b351-0cf1eafb3c90), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:21:27.048331 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc8ee89-2f79-4009-b128-45a2dda534e3 req-b76cbb47-d9a5-4f00-93a5-dea07480d6f4 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:27.049813 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-3fc8ee89-2f79-4009-b128-45a2dda534e3 req-b76cbb47-d9a5-4f00-93a5-dea07480d6f4 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c4eae9c-c6d1-4dc2-8039-344c3c7af142 HTTP/1.1" status: 200 len: 945 time: 0.0469491 May 12 17:21:27.058912 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c4eae9c-c6d1-4dc2-8039-344c3c7af142', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3499779-a985-44de-b351-0cf1eafb3c90'}] {{(pid=103470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:21:27.061541 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}983eca14ffe1519f8471a5ce991629ce2b8e436912840ac2edb7b499268545ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c3db930-6d9c-4805-80c2-74987f720ecb" -d '{"events": [{"server_uuid": "2c4eae9c-c6d1-4dc2-8039-344c3c7af142", "name": "network-vif-unplugged", "status": "completed", "tag": "b3499779-a985-44de-b351-0cf1eafb3c90"}]}' {{(pid=103470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:21:27.074297 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] For port b3499779-a985-44de-b351-0cf1eafb3c90, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=b3499779-a985-44de-b351-0cf1eafb3c90,segment=NetworkSegment(c7a6aaf3-54ce-4151-ae72-69f500e464b9),segment_id=c7a6aaf3-54ce-4151-ae72-69f500e464b9)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:21:27.079330 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (b3499779-a985-44de-b351-0cf1eafb3c90), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:21:27.099919 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-3fc8ee89-2f79-4009-b128-45a2dda534e3 req-dceb2e67-b8d7-463a-bbc6-6c8917bea480 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=fee15b42-3a1a-44ff-bb18-06fe84b6efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444086 May 12 17:21:27.103534 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 May 2022 17:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fe37b4b-94a9-4def-900a-d599f63529e2 x-openstack-request-id: req-1fe37b4b-94a9-4def-900a-d599f63529e2 {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:21:27.103854 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c4eae9c-c6d1-4dc2-8039-344c3c7af142", "name": "network-vif-unplugged", "status": "completed", "tag": "b3499779-a985-44de-b351-0cf1eafb3c90", "code": 200}]} {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:21:27.104126 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1fe37b4b-94a9-4def-900a-d599f63529e2 {{(pid=103470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:21:27.104504 dv-cinder-841591-1-iscsi neutron-server[103470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fe37b4b-94a9-4def-900a-d599f63529e2'] response: {'server_uuid': '2c4eae9c-c6d1-4dc2-8039-344c3c7af142', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3499779-a985-44de-b351-0cf1eafb3c90', 'code': 200} May 12 17:21:27.130110 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Pushing event updated for resources: {'Port': ['ID=b3499779-a985-44de-b351-0cf1eafb3c90,revision_number=8']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:21:27.285987 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-921d17b2-ae2c-4a72-8bd8-05131367e3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (bf71836d-8135-4bcd-843a-dab378dba2b2), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:21:27.930798 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (38379b20-dcc3-43b7-a09e-956d8be7db9c), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:21:28.223644 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a1ce16-ac70-4262-b376-e31b839cf915 req-27de719e-58b2-44aa-8342-d808608a7514 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:28.225133 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-43a1ce16-ac70-4262-b376-e31b839cf915 req-27de719e-58b2-44aa-8342-d808608a7514 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c4eae9c-c6d1-4dc2-8039-344c3c7af142 HTTP/1.1" status: 200 len: 943 time: 0.0507143 May 12 17:21:28.273176 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-43a1ce16-ac70-4262-b376-e31b839cf915 req-346a3eed-21a4-4b8b-841f-55d6f2079583 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=fee15b42-3a1a-44ff-bb18-06fe84b6efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423887 May 12 17:21:28.832098 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-c581148e-646c-4c8c-8cc5-93d6184e682f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (98e1a54e-83f0-40d1-9631-7dd40ffbcd59), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:21:29.166899 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94482dca-f22e-4081-a383-4adf74a5d79e req-be18d849-4682-40c3-b6b2-9a8337e2ae59 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:29.168536 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-94482dca-f22e-4081-a383-4adf74a5d79e req-be18d849-4682-40c3-b6b2-9a8337e2ae59 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c4eae9c-c6d1-4dc2-8039-344c3c7af142 HTTP/1.1" status: 200 len: 943 time: 0.0658305 May 12 17:21:29.185815 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-c5e49d1c-bcd4-49e5-875a-ee7c0cf2ebe1 req-ad764535-95fe-4238-9cf5-b685834d354b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2c4eae9c-c6d1-4dc2-8039-344c3c7af142&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0415571 May 12 17:21:29.223052 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-94482dca-f22e-4081-a383-4adf74a5d79e req-164427ef-7bf5-4c7a-bca2-2a18840628ad tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=fee15b42-3a1a-44ff-bb18-06fe84b6efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482850 May 12 17:21:29.271502 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e49d1c-bcd4-49e5-875a-ee7c0cf2ebe1 req-002a2963-8910-4335-bca3-31a28852763e tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:29.273560 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-c5e49d1c-bcd4-49e5-875a-ee7c0cf2ebe1 req-002a2963-8910-4335-bca3-31a28852763e tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports/b3499779-a985-44de-b351-0cf1eafb3c90 HTTP/1.1" status: 200 len: 940 time: 0.0563269 May 12 17:21:30.042488 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e49d1c-bcd4-49e5-875a-ee7c0cf2ebe1 req-475a4f6f-bd1c-4cdf-8831-3310f0279e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:30.043997 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c5e49d1c-bcd4-49e5-875a-ee7c0cf2ebe1 req-475a4f6f-bd1c-4cdf-8831-3310f0279e41 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2c4eae9c-c6d1-4dc2-8039-344c3c7af142&tenant_id=9f96cd34d1bc46b78a000e0b5af9d6a2 HTTP/1.1" status: 200 len: 1127 time: 0.0392315 May 12 17:21:30.104121 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e49d1c-bcd4-49e5-875a-ee7c0cf2ebe1 req-e5b91b67-2ff7-46f0-9a79-09ca2ba3e732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:30.105560 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c5e49d1c-bcd4-49e5-875a-ee7c0cf2ebe1 req-e5b91b67-2ff7-46f0-9a79-09ca2ba3e732 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9f96cd34d1bc46b78a000e0b5af9d6a2&device_id=2c4eae9c-c6d1-4dc2-8039-344c3c7af142 HTTP/1.1" status: 200 len: 1127 time: 0.0404632 May 12 17:21:30.199996 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e49d1c-bcd4-49e5-875a-ee7c0cf2ebe1 req-7718e182-342e-4043-89ce-00020a16968c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:30.201354 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c5e49d1c-bcd4-49e5-875a-ee7c0cf2ebe1 req-7718e182-342e-4043-89ce-00020a16968c service neutron] 10.222.0.58 "GET /v2.0/networks?id=77b21ff8-23c6-42d2-9321-6759378651ee HTTP/1.1" status: 200 len: 918 time: 0.0820401 May 12 17:21:30.246684 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (dea0f963-0a36-45fe-941b-5c749ca6f3bf), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:21:30.274497 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c5e49d1c-bcd4-49e5-875a-ee7c0cf2ebe1 req-b4ddb961-92d1-4459-8428-79e4c52b9e9f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3499779-a985-44de-b351-0cf1eafb3c90 HTTP/1.1" status: 200 len: 999 time: 0.0663030 May 12 17:21:30.325068 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e49d1c-bcd4-49e5-875a-ee7c0cf2ebe1 req-dbdc8afe-4a9a-493d-bf09-ff808fd216d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:30.326599 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c5e49d1c-bcd4-49e5-875a-ee7c0cf2ebe1 req-dbdc8afe-4a9a-493d-bf09-ff808fd216d2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0cd36ca6-63ed-4772-87aa-c30fa42b51b3 HTTP/1.1" status: 200 len: 856 time: 0.0444655 May 12 17:21:30.345888 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b74167-ed02-419b-baa3-f85df8d6aee0 req-75d2a9a9-77ba-48fa-96d9-bae3c5ca7b96 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:30.347404 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-99b74167-ed02-419b-baa3-f85df8d6aee0 req-75d2a9a9-77ba-48fa-96d9-bae3c5ca7b96 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c4eae9c-c6d1-4dc2-8039-344c3c7af142 HTTP/1.1" status: 200 len: 943 time: 0.0463994 May 12 17:21:30.371022 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e49d1c-bcd4-49e5-875a-ee7c0cf2ebe1 req-4c90df1f-38c3-4929-8d34-3088d5e96e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:30.372607 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c5e49d1c-bcd4-49e5-875a-ee7c0cf2ebe1 req-4c90df1f-38c3-4929-8d34-3088d5e96e49 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=77b21ff8-23c6-42d2-9321-6759378651ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402079 May 12 17:21:30.398363 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-99b74167-ed02-419b-baa3-f85df8d6aee0 req-55667e46-8792-47ed-9c67-2d57c70cb946 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=fee15b42-3a1a-44ff-bb18-06fe84b6efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446663 May 12 17:21:30.470837 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c5e49d1c-bcd4-49e5-875a-ee7c0cf2ebe1 req-22effd5f-036d-4206-941f-becdc7a80938 service neutron] 10.222.0.58 "GET /v2.0/networks/77b21ff8-23c6-42d2-9321-6759378651ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914896 May 12 17:21:30.566677 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c5e49d1c-bcd4-49e5-875a-ee7c0cf2ebe1 req-2ab7924c-1205-4d93-9d58-9e04af3bac42 service neutron] 10.222.0.58 "GET /v2.0/networks/77b21ff8-23c6-42d2-9321-6759378651ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892704 May 12 17:21:30.966291 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Device b3499779-a985-44de-b351-0cf1eafb3c90 no longer exists at agent hyperv_hv-cinder-84159 {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:21:31.052630 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Current status of the port b3499779-a985-44de-b351-0cf1eafb3c90 is: DOWN; New status is: DOWN {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:21:31.525583 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2f3412-b8f0-49ef-bcca-bd979b190f16 req-91c235be-3b9d-4f81-86a7-8db4404318a5 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:31.527159 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1e2f3412-b8f0-49ef-bcca-bd979b190f16 req-91c235be-3b9d-4f81-86a7-8db4404318a5 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c4eae9c-c6d1-4dc2-8039-344c3c7af142 HTTP/1.1" status: 200 len: 943 time: 0.0533013 May 12 17:21:31.576791 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1e2f3412-b8f0-49ef-bcca-bd979b190f16 req-23a98c8b-8c8d-4710-ac73-ce5dcca547ba tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=fee15b42-3a1a-44ff-bb18-06fe84b6efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435061 May 12 17:21:32.698340 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc08ed27-b56b-4b1b-bd9c-69dd615597ca req-0a22dbcf-efa4-40a5-9378-2f077f7fcb70 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:32.700006 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-cc08ed27-b56b-4b1b-bd9c-69dd615597ca req-0a22dbcf-efa4-40a5-9378-2f077f7fcb70 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c4eae9c-c6d1-4dc2-8039-344c3c7af142 HTTP/1.1" status: 200 len: 943 time: 0.0484290 May 12 17:21:32.751299 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-cc08ed27-b56b-4b1b-bd9c-69dd615597ca req-b35340ec-1327-43f4-a24a-70176d15d4d5 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=fee15b42-3a1a-44ff-bb18-06fe84b6efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455642 May 12 17:21:33.874894 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893fa4e0-281c-44e7-9512-58658e999e81 req-5f42f44b-e70e-471e-af83-c49c0e8ee8ba tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:33.876426 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-893fa4e0-281c-44e7-9512-58658e999e81 req-5f42f44b-e70e-471e-af83-c49c0e8ee8ba tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c4eae9c-c6d1-4dc2-8039-344c3c7af142 HTTP/1.1" status: 200 len: 943 time: 0.0474625 May 12 17:21:33.929968 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-893fa4e0-281c-44e7-9512-58658e999e81 req-fa47d3b3-6413-4cfc-8c32-dddb0d690fc4 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=fee15b42-3a1a-44ff-bb18-06fe84b6efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478978 May 12 17:21:35.049031 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8b2248-fbf0-4b79-9af5-4f6861438f30 req-e9cc25e6-c280-44cc-a837-54ad51f9b754 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:35.050589 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6f8b2248-fbf0-4b79-9af5-4f6861438f30 req-e9cc25e6-c280-44cc-a837-54ad51f9b754 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c4eae9c-c6d1-4dc2-8039-344c3c7af142 HTTP/1.1" status: 200 len: 943 time: 0.0485845 May 12 17:21:35.101827 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6f8b2248-fbf0-4b79-9af5-4f6861438f30 req-efc3d7ac-5fad-4430-a6b0-5fa7378810f4 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=fee15b42-3a1a-44ff-bb18-06fe84b6efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444734 May 12 17:21:36.234810 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2558604-84d1-4dd4-90b7-0c549650e551 req-302176bb-8ade-45f0-9541-7b9a0240cbdd tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:36.236691 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c2558604-84d1-4dd4-90b7-0c549650e551 req-302176bb-8ade-45f0-9541-7b9a0240cbdd tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c4eae9c-c6d1-4dc2-8039-344c3c7af142 HTTP/1.1" status: 200 len: 943 time: 0.0501146 May 12 17:21:36.296550 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c2558604-84d1-4dd4-90b7-0c549650e551 req-786a7778-b9c9-4e7e-8df8-5eebdaa65ec6 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=fee15b42-3a1a-44ff-bb18-06fe84b6efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532277 May 12 17:21:37.421175 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9b0144-24ba-476c-a15b-3cdd03ed0021 req-6fa73526-ec7d-4133-890d-8c456138b4c7 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:37.422831 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-db9b0144-24ba-476c-a15b-3cdd03ed0021 req-6fa73526-ec7d-4133-890d-8c456138b4c7 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c4eae9c-c6d1-4dc2-8039-344c3c7af142 HTTP/1.1" status: 200 len: 943 time: 0.0522656 May 12 17:21:37.477143 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-db9b0144-24ba-476c-a15b-3cdd03ed0021 req-2b16506a-71c2-4da1-9b34-20c4eaba06a7 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=fee15b42-3a1a-44ff-bb18-06fe84b6efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485072 May 12 17:21:38.609622 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1198371-a9cc-4b1e-b80f-ed161d46f6be req-f2565260-4006-49a1-a9af-ef23fdcfd8e6 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:38.611164 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c1198371-a9cc-4b1e-b80f-ed161d46f6be req-f2565260-4006-49a1-a9af-ef23fdcfd8e6 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c4eae9c-c6d1-4dc2-8039-344c3c7af142 HTTP/1.1" status: 200 len: 943 time: 0.0551960 May 12 17:21:38.664630 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c1198371-a9cc-4b1e-b80f-ed161d46f6be req-3e1677ec-80ce-4e1a-897f-f13cf4ca6a90 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=fee15b42-3a1a-44ff-bb18-06fe84b6efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468833 May 12 17:21:39.790755 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e9699c-4483-45ad-a2a0-e5e63bea435d req-ae1374e1-daa7-44fa-aca4-6bd16f0666ba tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:39.792262 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d1e9699c-4483-45ad-a2a0-e5e63bea435d req-ae1374e1-daa7-44fa-aca4-6bd16f0666ba tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c4eae9c-c6d1-4dc2-8039-344c3c7af142 HTTP/1.1" status: 200 len: 943 time: 0.0515900 May 12 17:21:39.839507 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d1e9699c-4483-45ad-a2a0-e5e63bea435d req-3eb270e2-21ee-43d6-8dc9-0a19cdc337be tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=fee15b42-3a1a-44ff-bb18-06fe84b6efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417008 May 12 17:21:40.957250 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2fdd01-8a1a-4476-b19c-cdb06b0522b2 req-882378da-779d-4590-85a5-2a079d3b94c6 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:40.958768 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9c2fdd01-8a1a-4476-b19c-cdb06b0522b2 req-882378da-779d-4590-85a5-2a079d3b94c6 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c4eae9c-c6d1-4dc2-8039-344c3c7af142 HTTP/1.1" status: 200 len: 943 time: 0.0483489 May 12 17:21:41.004489 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9c2fdd01-8a1a-4476-b19c-cdb06b0522b2 req-7215b4eb-45bc-47b8-a65d-05f4bb2368fb tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=fee15b42-3a1a-44ff-bb18-06fe84b6efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396218 May 12 17:21:42.119820 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a7fa9b-0ad2-425f-9c11-78f56e5bda05 req-e78fffde-b946-468a-a1b6-c9a7048eb811 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:42.121245 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f7a7fa9b-0ad2-425f-9c11-78f56e5bda05 req-e78fffde-b946-468a-a1b6-c9a7048eb811 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c4eae9c-c6d1-4dc2-8039-344c3c7af142 HTTP/1.1" status: 200 len: 943 time: 0.0448391 May 12 17:21:42.170013 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f7a7fa9b-0ad2-425f-9c11-78f56e5bda05 req-b7e87e49-609c-4ec3-ade0-a395ee8dbe70 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=fee15b42-3a1a-44ff-bb18-06fe84b6efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433352 May 12 17:21:43.284876 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf794e5-1b32-4371-b786-6eef8ab748f3 req-9e2ec812-6540-4089-a6fd-5f7a40f976e6 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:43.287425 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9bf794e5-1b32-4371-b786-6eef8ab748f3 req-9e2ec812-6540-4089-a6fd-5f7a40f976e6 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c4eae9c-c6d1-4dc2-8039-344c3c7af142 HTTP/1.1" status: 200 len: 943 time: 0.0465519 May 12 17:21:43.338621 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9bf794e5-1b32-4371-b786-6eef8ab748f3 req-92e2f78e-ce3e-47d5-b805-1ce6c671566a tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=fee15b42-3a1a-44ff-bb18-06fe84b6efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462122 May 12 17:21:43.405660 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.agents_db [None req-75b73116-3060-4b2b-9211-a804f2896a96 None None] Agent healthcheck: found 6 active agents {{(pid=103471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:21:44.451730 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8a0932-51d1-49ee-998c-f025466c2c5b req-d0154d07-c0ba-45bd-ad77-8d5a922232fc tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:44.453185 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1d8a0932-51d1-49ee-998c-f025466c2c5b req-d0154d07-c0ba-45bd-ad77-8d5a922232fc tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c4eae9c-c6d1-4dc2-8039-344c3c7af142 HTTP/1.1" status: 200 len: 943 time: 0.0458224 May 12 17:21:44.499406 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1d8a0932-51d1-49ee-998c-f025466c2c5b req-03f736e2-0e11-4167-a065-5cb72d441d4b tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=fee15b42-3a1a-44ff-bb18-06fe84b6efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407317 May 12 17:21:45.620403 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6293a3fb-bc4d-442a-9dbe-694e73735d19 req-fa67a2a5-46b3-482c-8573-dc0323b02431 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:45.621887 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6293a3fb-bc4d-442a-9dbe-694e73735d19 req-fa67a2a5-46b3-482c-8573-dc0323b02431 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c4eae9c-c6d1-4dc2-8039-344c3c7af142 HTTP/1.1" status: 200 len: 943 time: 0.0506256 May 12 17:21:45.674801 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6293a3fb-bc4d-442a-9dbe-694e73735d19 req-eff0071d-143b-4e07-8201-ff2be95d02c7 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=fee15b42-3a1a-44ff-bb18-06fe84b6efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474420 May 12 17:21:46.792340 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2706ecf8-b144-4bb2-b99c-3bdcb0be06f6 req-e006fd1c-92e0-4dfd-9752-a995649d928a tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:46.793805 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-2706ecf8-b144-4bb2-b99c-3bdcb0be06f6 req-e006fd1c-92e0-4dfd-9752-a995649d928a tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c4eae9c-c6d1-4dc2-8039-344c3c7af142 HTTP/1.1" status: 200 len: 943 time: 0.0460694 May 12 17:21:46.840466 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-2706ecf8-b144-4bb2-b99c-3bdcb0be06f6 req-c86fdfcf-b57c-4921-8c20-724baca5ff2d tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=fee15b42-3a1a-44ff-bb18-06fe84b6efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410414 May 12 17:21:47.035983 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Device b3499779-a985-44de-b351-0cf1eafb3c90 details requested by agent hyperv_hv-cinder-84159 with host hv-cinder-84159 {{(pid=103470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 17:21:47.136286 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] For port b3499779-a985-44de-b351-0cf1eafb3c90, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=b3499779-a985-44de-b351-0cf1eafb3c90,segment=NetworkSegment(c7a6aaf3-54ce-4151-ae72-69f500e464b9),segment_id=c7a6aaf3-54ce-4151-ae72-69f500e464b9)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:21:47.147045 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Returning: {'device': 'b3499779-a985-44de-b351-0cf1eafb3c90', 'network_id': '77b21ff8-23c6-42d2-9321-6759378651ee', 'port_id': 'b3499779-a985-44de-b351-0cf1eafb3c90', 'mac_address': 'fa:16:3e:6a:f1:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cd36ca6-63ed-4772-87aa-c30fa42b51b3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 17:21:47.184567 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Current status of the port b3499779-a985-44de-b351-0cf1eafb3c90 is: DOWN; New status is: BUILD {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:21:47.184953 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (b3499779-a985-44de-b351-0cf1eafb3c90), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:21:47.198067 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3499779-a985-44de-b351-0cf1eafb3c90 {{(pid=103470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:21:47.218079 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] For port b3499779-a985-44de-b351-0cf1eafb3c90, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=b3499779-a985-44de-b351-0cf1eafb3c90,segment=NetworkSegment(c7a6aaf3-54ce-4151-ae72-69f500e464b9),segment_id=c7a6aaf3-54ce-4151-ae72-69f500e464b9)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:21:47.221583 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (b3499779-a985-44de-b351-0cf1eafb3c90), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:21:47.267979 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Pushing event updated for resources: {'Port': ['ID=b3499779-a985-44de-b351-0cf1eafb3c90,revision_number=9']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:21:47.477988 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] get_ports_and_sgs() called for port_ids ['b3499779-a985-44de-b351-0cf1eafb3c90'] {{(pid=103470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:21:47.955808 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677cb067-d1e7-443a-b251-374ea23efe87 req-7beece15-9dee-4919-9a68-07c80764d6cd tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:47.957238 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-677cb067-d1e7-443a-b251-374ea23efe87 req-7beece15-9dee-4919-9a68-07c80764d6cd tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c4eae9c-c6d1-4dc2-8039-344c3c7af142 HTTP/1.1" status: 200 len: 944 time: 0.0455022 May 12 17:21:48.002832 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-677cb067-d1e7-443a-b251-374ea23efe87 req-f9698f74-cf6a-4751-9b3f-4a81a972f258 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=fee15b42-3a1a-44ff-bb18-06fe84b6efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396454 May 12 17:21:49.038769 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Device b3499779-a985-44de-b351-0cf1eafb3c90 up at agent hyperv_hv-cinder-84159 {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:21:49.086298 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Provisioning complete for port b3499779-a985-44de-b351-0cf1eafb3c90 triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:21:49.086701 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (b3499779-a985-44de-b351-0cf1eafb3c90), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:21:49.122810 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a039af23-3a15-4d1a-b9b5-e7847de203fa req-dced41f9-781d-4f85-a072-48e23e1d68be tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:49.124279 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-a039af23-3a15-4d1a-b9b5-e7847de203fa req-dced41f9-781d-4f85-a072-48e23e1d68be tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c4eae9c-c6d1-4dc2-8039-344c3c7af142 HTTP/1.1" status: 200 len: 944 time: 0.0504680 May 12 17:21:49.165396 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Current status of the port b3499779-a985-44de-b351-0cf1eafb3c90 is: BUILD; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:21:49.165863 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (b3499779-a985-44de-b351-0cf1eafb3c90), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:21:49.171866 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-a039af23-3a15-4d1a-b9b5-e7847de203fa req-6e5b789d-dccf-492d-8ab8-80838cc1bd9a tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=fee15b42-3a1a-44ff-bb18-06fe84b6efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409119 May 12 17:21:49.191347 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c4eae9c-c6d1-4dc2-8039-344c3c7af142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3499779-a985-44de-b351-0cf1eafb3c90'}] {{(pid=103470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:21:49.193586 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}983eca14ffe1519f8471a5ce991629ce2b8e436912840ac2edb7b499268545ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6c84a93-e1a7-4c8c-a679-0bcd2c54157a" -d '{"events": [{"server_uuid": "2c4eae9c-c6d1-4dc2-8039-344c3c7af142", "name": "network-vif-plugged", "status": "completed", "tag": "b3499779-a985-44de-b351-0cf1eafb3c90"}]}' {{(pid=103470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:21:49.206170 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] For port b3499779-a985-44de-b351-0cf1eafb3c90, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=b3499779-a985-44de-b351-0cf1eafb3c90,segment=NetworkSegment(c7a6aaf3-54ce-4151-ae72-69f500e464b9),segment_id=c7a6aaf3-54ce-4151-ae72-69f500e464b9)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:21:49.211196 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (b3499779-a985-44de-b351-0cf1eafb3c90), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:21:49.260016 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Pushing event updated for resources: {'Port': ['ID=b3499779-a985-44de-b351-0cf1eafb3c90,revision_number=10']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:21:49.295796 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afb86ac2-ea79-4911-a107-5f0fc2d3a933 x-openstack-request-id: req-afb86ac2-ea79-4911-a107-5f0fc2d3a933 {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:21:49.296120 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c4eae9c-c6d1-4dc2-8039-344c3c7af142", "name": "network-vif-plugged", "status": "completed", "tag": "b3499779-a985-44de-b351-0cf1eafb3c90", "code": 200}]} {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:21:49.296382 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-afb86ac2-ea79-4911-a107-5f0fc2d3a933 {{(pid=103470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:21:49.296778 dv-cinder-841591-1-iscsi neutron-server[103470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afb86ac2-ea79-4911-a107-5f0fc2d3a933'] response: {'server_uuid': '2c4eae9c-c6d1-4dc2-8039-344c3c7af142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3499779-a985-44de-b351-0cf1eafb3c90', 'code': 200} May 12 17:21:49.473908 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b59a1e-c7ad-4533-8694-07a362175575 req-7552c038-998c-4fab-9457-e26b73b725eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:49.475541 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a7b59a1e-c7ad-4533-8694-07a362175575 req-7552c038-998c-4fab-9457-e26b73b725eb service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2c4eae9c-c6d1-4dc2-8039-344c3c7af142 HTTP/1.1" status: 200 len: 1130 time: 0.0405686 May 12 17:21:49.524109 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a7b59a1e-c7ad-4533-8694-07a362175575 req-aa3a3bc6-98d8-4449-8978-540ae4e8d923 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=fee15b42-3a1a-44ff-bb18-06fe84b6efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422397 May 12 17:21:50.291672 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431b4260-5a10-48b9-b096-088797d077c6 req-6f6e9526-9f73-4b8c-b8b6-7d66c38f72b4 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:50.293147 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-431b4260-5a10-48b9-b096-088797d077c6 req-6f6e9526-9f73-4b8c-b8b6-7d66c38f72b4 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c4eae9c-c6d1-4dc2-8039-344c3c7af142 HTTP/1.1" status: 200 len: 946 time: 0.0465920 May 12 17:21:50.339075 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-431b4260-5a10-48b9-b096-088797d077c6 req-3a0ec232-71ec-4da8-a236-a0a971017154 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=fee15b42-3a1a-44ff-bb18-06fe84b6efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405326 May 12 17:21:51.458458 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64011028-8244-4ff9-afa1-ca351cf3fe1f req-e29416b8-b33e-4562-99df-9392cd95a641 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:51.459943 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-64011028-8244-4ff9-afa1-ca351cf3fe1f req-e29416b8-b33e-4562-99df-9392cd95a641 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c4eae9c-c6d1-4dc2-8039-344c3c7af142 HTTP/1.1" status: 200 len: 946 time: 0.0471690 May 12 17:21:51.507383 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-64011028-8244-4ff9-afa1-ca351cf3fe1f req-7f17b744-4239-4c22-b6e1-70f41032f977 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=fee15b42-3a1a-44ff-bb18-06fe84b6efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417655 May 12 17:21:52.621851 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78566fda-4e09-49f3-83c9-e2cd1572b1b1 req-8f1646a6-a23e-4ea5-b1c2-c3a716dbb011 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:52.623245 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-78566fda-4e09-49f3-83c9-e2cd1572b1b1 req-8f1646a6-a23e-4ea5-b1c2-c3a716dbb011 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c4eae9c-c6d1-4dc2-8039-344c3c7af142 HTTP/1.1" status: 200 len: 946 time: 0.0460076 May 12 17:21:52.671395 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-78566fda-4e09-49f3-83c9-e2cd1572b1b1 req-b9fe2054-f0dd-4719-981f-58906eab99ad tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=fee15b42-3a1a-44ff-bb18-06fe84b6efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427651 May 12 17:21:53.781020 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-06cc9745-bd47-40ad-819f-c62e705727f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (ad05f391-ff61-4b74-a3af-7ffb7f485489), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:21:53.787231 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8176986b-9f2c-4c84-948f-c466e16f6bc1 req-6e602be9-4255-4d1a-a347-fd057029b0cd tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:53.788748 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8176986b-9f2c-4c84-948f-c466e16f6bc1 req-6e602be9-4255-4d1a-a347-fd057029b0cd tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c4eae9c-c6d1-4dc2-8039-344c3c7af142 HTTP/1.1" status: 200 len: 946 time: 0.0464392 May 12 17:21:53.833938 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8176986b-9f2c-4c84-948f-c466e16f6bc1 req-a31b8115-7400-463d-94cd-559fc986e749 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=fee15b42-3a1a-44ff-bb18-06fe84b6efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396595 May 12 17:21:54.949653 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced2c4e5-4e6a-48a4-96cb-573a83973bc0 req-3a8f27d6-1420-4a28-9f7b-bbc408a578a7 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:54.951131 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-ced2c4e5-4e6a-48a4-96cb-573a83973bc0 req-3a8f27d6-1420-4a28-9f7b-bbc408a578a7 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c4eae9c-c6d1-4dc2-8039-344c3c7af142 HTTP/1.1" status: 200 len: 946 time: 0.0457134 May 12 17:21:54.995898 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-ced2c4e5-4e6a-48a4-96cb-573a83973bc0 req-e1126042-0cd2-4489-ac1b-a069f34d8faf tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=fee15b42-3a1a-44ff-bb18-06fe84b6efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393596 May 12 17:21:56.193344 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-259c1aba-1a33-4508-8cf9-60d317328131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (e5548ccc-31b8-4072-a6b0-52b00208ea79), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:21:56.333279 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-69e71f00-c9d2-44ec-9fce-9633f81e780e req-435067b9-dd62-429b-b797-0fb2bef07c4a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f56f36d8-2e2b-4024-b0e1-d31b9b7f08bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390351 May 12 17:21:56.396185 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e71f00-c9d2-44ec-9fce-9633f81e780e req-22a5652c-187f-4ede-8e05-08084f8e2b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:56.398163 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-69e71f00-c9d2-44ec-9fce-9633f81e780e req-22a5652c-187f-4ede-8e05-08084f8e2b89 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3127460c8042473294d90b9a3338a273&device_id=f56f36d8-2e2b-4024-b0e1-d31b9b7f08bf HTTP/1.1" status: 200 len: 1129 time: 0.0378046 May 12 17:21:56.518220 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e71f00-c9d2-44ec-9fce-9633f81e780e req-43713765-2984-4279-80b5-f3385f8de31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:56.519753 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-69e71f00-c9d2-44ec-9fce-9633f81e780e req-43713765-2984-4279-80b5-f3385f8de31b service neutron] 10.222.0.58 "GET /v2.0/networks?id=2f4b42e4-7732-4c98-9681-fbceae906075 HTTP/1.1" status: 200 len: 910 time: 0.0968482 May 12 17:21:56.591218 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-69e71f00-c9d2-44ec-9fce-9633f81e780e req-548cf7c2-cb25-4d4f-b2ec-d174cb32df32 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3 HTTP/1.1" status: 200 len: 1001 time: 0.0577292 May 12 17:21:56.650703 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e71f00-c9d2-44ec-9fce-9633f81e780e req-8ef23a05-3bef-49f7-b54a-248ee3e3f5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:56.652287 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-69e71f00-c9d2-44ec-9fce-9633f81e780e req-8ef23a05-3bef-49f7-b54a-248ee3e3f5bf service neutron] 10.222.0.58 "GET /v2.0/subnets?id=20ff5ffc-df27-493c-a0fb-88082a87d50e HTTP/1.1" status: 200 len: 848 time: 0.0502310 May 12 17:21:56.699238 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e71f00-c9d2-44ec-9fce-9633f81e780e req-245dfbbb-fe7f-4238-8c1e-7114ed1e4e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:21:56.700862 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-69e71f00-c9d2-44ec-9fce-9633f81e780e req-245dfbbb-fe7f-4238-8c1e-7114ed1e4e31 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2f4b42e4-7732-4c98-9681-fbceae906075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418310 May 12 17:21:56.800614 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-69e71f00-c9d2-44ec-9fce-9633f81e780e req-23dd16ab-0780-4d14-a8a7-d40ee5fc0de4 service neutron] 10.222.0.58 "GET /v2.0/networks/2f4b42e4-7732-4c98-9681-fbceae906075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927248 May 12 17:21:56.897940 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-69e71f00-c9d2-44ec-9fce-9633f81e780e req-081e945f-a25a-411b-a657-6b95b26f8e7f service neutron] 10.222.0.58 "GET /v2.0/networks/2f4b42e4-7732-4c98-9681-fbceae906075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902913 May 12 17:21:57.182662 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 60678) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:21:57.291767 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-921d17b2-ae2c-4a72-8bd8-05131367e3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (bf71836d-8135-4bcd-843a-dab378dba2b2), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:21:57.309443 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-8a663dfd-7cd3-4f91-a613-4a45b0918782 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:21:57.383731 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-8a663dfd-7cd3-4f91-a613-4a45b0918782 admin admin] Publish callbacks [] for security_group (043f88ca-67d8-4fbb-b2cf-912be2073631), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:21:57.387697 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-8a663dfd-7cd3-4f91-a613-4a45b0918782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (043f88ca-67d8-4fbb-b2cf-912be2073631), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:21:57.422653 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-8a663dfd-7cd3-4f91-a613-4a45b0918782 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b85f2c07235f45108584337e1d355bb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2384667 May 12 17:21:57.425143 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 60684) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:21:57.427191 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a663dfd-7cd3-4f91-a613-4a45b0918782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=043f88ca-67d8-4fbb-b2cf-912be2073631,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:21:57.473100 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-5e89214f-260c-4804-b871-2d951175e78c admin admin] Publish callbacks [] for security_group (043f88ca-67d8-4fbb-b2cf-912be2073631), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:21:57.494063 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-5e89214f-260c-4804-b871-2d951175e78c admin admin] Publish callbacks [] for security_group (043f88ca-67d8-4fbb-b2cf-912be2073631), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:21:57.542447 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-5e89214f-260c-4804-b871-2d951175e78c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (043f88ca-67d8-4fbb-b2cf-912be2073631), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:21:57.544972 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-5e89214f-260c-4804-b871-2d951175e78c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:21:57.546119 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-5e89214f-260c-4804-b871-2d951175e78c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/043f88ca-67d8-4fbb-b2cf-912be2073631 HTTP/1.1" status: 204 len: 168 time: 0.1198001 May 12 17:21:57.553859 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e89214f-260c-4804-b871-2d951175e78c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=043f88ca-67d8-4fbb-b2cf-912be2073631,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:21:57.561171 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e89214f-260c-4804-b871-2d951175e78c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:21:57.561463 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e89214f-260c-4804-b871-2d951175e78c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:21:57.561803 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e89214f-260c-4804-b871-2d951175e78c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:21:57.562139 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e89214f-260c-4804-b871-2d951175e78c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:21:57.562493 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e89214f-260c-4804-b871-2d951175e78c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:21:57.562826 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e89214f-260c-4804-b871-2d951175e78c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:21:57.563151 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e89214f-260c-4804-b871-2d951175e78c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:21:57.563473 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e89214f-260c-4804-b871-2d951175e78c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:21:57.563820 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e89214f-260c-4804-b871-2d951175e78c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:21:57.564117 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e89214f-260c-4804-b871-2d951175e78c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:21:57.564440 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e89214f-260c-4804-b871-2d951175e78c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:21:57.564760 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e89214f-260c-4804-b871-2d951175e78c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:21:57.565127 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e89214f-260c-4804-b871-2d951175e78c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:21:57.565385 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e89214f-260c-4804-b871-2d951175e78c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:21:57.565702 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e89214f-260c-4804-b871-2d951175e78c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:21:57.801927 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 60690) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:21:57.815397 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-7f3e1eca-65e9-4936-a1af-4344388b717d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:21:57.891799 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-7f3e1eca-65e9-4936-a1af-4344388b717d admin admin] Publish callbacks [] for security_group (c8150c14-6f6e-4d63-b2fd-50a06b990eb8), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:21:57.895616 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-7f3e1eca-65e9-4936-a1af-4344388b717d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (c8150c14-6f6e-4d63-b2fd-50a06b990eb8), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:21:57.925620 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (38379b20-dcc3-43b7-a09e-956d8be7db9c), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:21:57.936636 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3e1eca-65e9-4936-a1af-4344388b717d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8150c14-6f6e-4d63-b2fd-50a06b990eb8,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:21:57.940995 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-7f3e1eca-65e9-4936-a1af-4344388b717d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=592505db121b4c2081059d1ea4d14ea0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1380141 May 12 17:21:57.943630 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 60692) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:21:57.992354 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-b0866793-318f-478b-9ace-5c546ffa4444 admin admin] Publish callbacks [] for security_group (c8150c14-6f6e-4d63-b2fd-50a06b990eb8), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:21:58.014170 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-b0866793-318f-478b-9ace-5c546ffa4444 admin admin] Publish callbacks [] for security_group (c8150c14-6f6e-4d63-b2fd-50a06b990eb8), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:21:58.058047 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-b0866793-318f-478b-9ace-5c546ffa4444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (c8150c14-6f6e-4d63-b2fd-50a06b990eb8), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:21:58.060569 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-b0866793-318f-478b-9ace-5c546ffa4444 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:21:58.061685 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-b0866793-318f-478b-9ace-5c546ffa4444 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c8150c14-6f6e-4d63-b2fd-50a06b990eb8 HTTP/1.1" status: 204 len: 168 time: 0.1165414 May 12 17:21:58.069599 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0866793-318f-478b-9ace-5c546ffa4444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8150c14-6f6e-4d63-b2fd-50a06b990eb8,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:21:58.838238 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-c581148e-646c-4c8c-8cc5-93d6184e682f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (98e1a54e-83f0-40d1-9631-7dd40ffbcd59), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:00.240138 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (dea0f963-0a36-45fe-941b-5c749ca6f3bf), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:00.786202 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 60834) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:22:00.894553 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-8fc978d6-f17d-465c-9fcf-46e590f8368a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:00.966174 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-8fc978d6-f17d-465c-9fcf-46e590f8368a admin admin] Publish callbacks [] for security_group (145fbdb6-c353-449f-ac68-8b319c6012ad), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:00.969603 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-8fc978d6-f17d-465c-9fcf-46e590f8368a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (145fbdb6-c353-449f-ac68-8b319c6012ad), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:01.006253 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-8fc978d6-f17d-465c-9fcf-46e590f8368a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fa7b9f0dd8414384934103582a1121d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2188220 May 12 17:22:01.007936 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc978d6-f17d-465c-9fcf-46e590f8368a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=145fbdb6-c353-449f-ac68-8b319c6012ad,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:22:01.010489 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 60838) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:22:01.056974 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-c69cb798-0edc-45c8-8e05-ba9b4b0dcc45 admin admin] Publish callbacks [] for security_group (145fbdb6-c353-449f-ac68-8b319c6012ad), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:01.078057 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-c69cb798-0edc-45c8-8e05-ba9b4b0dcc45 admin admin] Publish callbacks [] for security_group (145fbdb6-c353-449f-ac68-8b319c6012ad), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:01.122796 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-c69cb798-0edc-45c8-8e05-ba9b4b0dcc45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (145fbdb6-c353-449f-ac68-8b319c6012ad), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:01.125271 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-c69cb798-0edc-45c8-8e05-ba9b4b0dcc45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:01.126396 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-c69cb798-0edc-45c8-8e05-ba9b4b0dcc45 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/145fbdb6-c353-449f-ac68-8b319c6012ad HTTP/1.1" status: 204 len: 168 time: 0.1149049 May 12 17:22:01.135627 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69cb798-0edc-45c8-8e05-ba9b4b0dcc45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=145fbdb6-c353-449f-ac68-8b319c6012ad,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:22:01.373176 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 60844) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:22:01.389447 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a0231dd0-273c-4a53-8381-95ed43d623b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:01.460795 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a0231dd0-273c-4a53-8381-95ed43d623b5 admin admin] Publish callbacks [] for security_group (6cb90e7e-a585-4fde-a565-b91356c2c3b7), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:01.464382 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a0231dd0-273c-4a53-8381-95ed43d623b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (6cb90e7e-a585-4fde-a565-b91356c2c3b7), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:01.502237 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-a0231dd0-273c-4a53-8381-95ed43d623b5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=85de04e674c04df48f81dba6ec6054e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1280251 May 12 17:22:01.504750 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 60848) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:22:01.511882 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0231dd0-273c-4a53-8381-95ed43d623b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb90e7e-a585-4fde-a565-b91356c2c3b7,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:22:01.555247 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0a5a3a86-1836-4a0f-9249-e4e7f6f4d95e admin admin] Publish callbacks [] for security_group (6cb90e7e-a585-4fde-a565-b91356c2c3b7), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:01.575986 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0a5a3a86-1836-4a0f-9249-e4e7f6f4d95e admin admin] Publish callbacks [] for security_group (6cb90e7e-a585-4fde-a565-b91356c2c3b7), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:01.620027 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0a5a3a86-1836-4a0f-9249-e4e7f6f4d95e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (6cb90e7e-a585-4fde-a565-b91356c2c3b7), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:01.622554 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0a5a3a86-1836-4a0f-9249-e4e7f6f4d95e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:01.623736 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-0a5a3a86-1836-4a0f-9249-e4e7f6f4d95e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6cb90e7e-a585-4fde-a565-b91356c2c3b7 HTTP/1.1" status: 204 len: 168 time: 0.1180484 May 12 17:22:01.631022 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5a3a86-1836-4a0f-9249-e4e7f6f4d95e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb90e7e-a585-4fde-a565-b91356c2c3b7,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:22:03.114610 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 60894) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:22:03.219043 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-238c01de-1989-4305-8df6-a880b778130f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:03.301273 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-238c01de-1989-4305-8df6-a880b778130f admin admin] Publish callbacks [] for security_group (d7884ad2-0182-44b9-8815-998bba4c93e1), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:03.305616 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-238c01de-1989-4305-8df6-a880b778130f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (d7884ad2-0182-44b9-8815-998bba4c93e1), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:03.342159 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-238c01de-1989-4305-8df6-a880b778130f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2f9cf43d12284f87b48446a7c22575eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2264817 May 12 17:22:03.343106 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238c01de-1989-4305-8df6-a880b778130f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7884ad2-0182-44b9-8815-998bba4c93e1,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:22:03.344866 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 60898) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:22:03.392647 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-195326fe-8fac-49a9-8140-af4fb00ee203 admin admin] Publish callbacks [] for security_group (d7884ad2-0182-44b9-8815-998bba4c93e1), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:03.413251 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-195326fe-8fac-49a9-8140-af4fb00ee203 admin admin] Publish callbacks [] for security_group (d7884ad2-0182-44b9-8815-998bba4c93e1), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:03.458206 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-195326fe-8fac-49a9-8140-af4fb00ee203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (d7884ad2-0182-44b9-8815-998bba4c93e1), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:03.461157 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-195326fe-8fac-49a9-8140-af4fb00ee203 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:03.462266 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-195326fe-8fac-49a9-8140-af4fb00ee203 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d7884ad2-0182-44b9-8815-998bba4c93e1 HTTP/1.1" status: 204 len: 168 time: 0.1158056 May 12 17:22:03.469938 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195326fe-8fac-49a9-8140-af4fb00ee203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7884ad2-0182-44b9-8815-998bba4c93e1,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:22:03.709112 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 60906) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:22:03.723111 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ebcf5254-6ac8-40df-a89d-5558915a8399 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:03.799100 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ebcf5254-6ac8-40df-a89d-5558915a8399 admin admin] Publish callbacks [] for security_group (0971fc2f-cb70-4ca2-a826-5836123a05d8), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:03.802680 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ebcf5254-6ac8-40df-a89d-5558915a8399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (0971fc2f-cb70-4ca2-a826-5836123a05d8), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:03.839448 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-ebcf5254-6ac8-40df-a89d-5558915a8399 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c8906a75dc3b4f2ebc22dbda43f89c3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1287961 May 12 17:22:03.840559 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcf5254-6ac8-40df-a89d-5558915a8399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0971fc2f-cb70-4ca2-a826-5836123a05d8,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:22:03.842105 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 60908) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:22:03.893608 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-7972d214-b8ad-4774-abfc-512a52c74c3d admin admin] Publish callbacks [] for security_group (0971fc2f-cb70-4ca2-a826-5836123a05d8), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:03.915172 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-7972d214-b8ad-4774-abfc-512a52c74c3d admin admin] Publish callbacks [] for security_group (0971fc2f-cb70-4ca2-a826-5836123a05d8), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:03.963006 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-7972d214-b8ad-4774-abfc-512a52c74c3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (0971fc2f-cb70-4ca2-a826-5836123a05d8), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:03.965471 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-7972d214-b8ad-4774-abfc-512a52c74c3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:03.966678 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-7972d214-b8ad-4774-abfc-512a52c74c3d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0971fc2f-cb70-4ca2-a826-5836123a05d8 HTTP/1.1" status: 204 len: 168 time: 0.1235576 May 12 17:22:03.974132 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7972d214-b8ad-4774-abfc-512a52c74c3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0971fc2f-cb70-4ca2-a826-5836123a05d8,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:22:11.179411 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d19e71f-c8fe-4488-8def-8b2f85763c59 req-66678ea7-8b0f-4b77-b9ce-e29782168d43 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:22:11.181302 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-3d19e71f-c8fe-4488-8def-8b2f85763c59 req-66678ea7-8b0f-4b77-b9ce-e29782168d43 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/ports?device_id=49694a9c-8430-4914-828c-b11634c14ec8 HTTP/1.1" status: 200 len: 946 time: 0.0485053 May 12 17:22:11.226563 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-3d19e71f-c8fe-4488-8def-8b2f85763c59 req-5d5f8a6e-1235-4915-a5e2-5cad13f594a3 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/security-groups?id=75608702-ec07-427a-bc51-7a75f2ee335d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397739 May 12 17:22:12.341175 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94e0f3d-940b-45a9-a766-ce9ed548f018 req-3a9b0b1b-7473-4090-82e7-e9b216fb6547 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:22:12.342667 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f94e0f3d-940b-45a9-a766-ce9ed548f018 req-3a9b0b1b-7473-4090-82e7-e9b216fb6547 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/ports?device_id=49694a9c-8430-4914-828c-b11634c14ec8 HTTP/1.1" status: 200 len: 946 time: 0.0459068 May 12 17:22:12.391112 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f94e0f3d-940b-45a9-a766-ce9ed548f018 req-87eae23c-6c58-49ba-9514-4e54c5eb7abe tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/security-groups?id=75608702-ec07-427a-bc51-7a75f2ee335d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428689 May 12 17:22:12.911862 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 32828) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:22:13.017462 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-76edc180-c3ba-4ef9-8e79-e1e927eecc6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:13.096685 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020c4c4e-bfb7-447c-91d3-988ebaf16cd0 req-9c090a0c-af79-40e3-b0d9-90b9c2915b0d tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:22:13.098039 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-020c4c4e-bfb7-447c-91d3-988ebaf16cd0 req-9c090a0c-af79-40e3-b0d9-90b9c2915b0d tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.58 "GET /v2.0/ports?device_id=49694a9c-8430-4914-828c-b11634c14ec8 HTTP/1.1" status: 200 len: 946 time: 0.0563090 May 12 17:22:13.163968 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-76edc180-c3ba-4ef9-8e79-e1e927eecc6f admin admin] Publish callbacks [] for security_group (d7213c4f-02d4-403d-99f4-3d7bbb4e898b), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:13.171318 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-76edc180-c3ba-4ef9-8e79-e1e927eecc6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (d7213c4f-02d4-403d-99f4-3d7bbb4e898b), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:13.248167 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-76edc180-c3ba-4ef9-8e79-e1e927eecc6f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=38fc7c00bd0b44e1859bf8e69afb767b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3352265 May 12 17:22:13.249295 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76edc180-c3ba-4ef9-8e79-e1e927eecc6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7213c4f-02d4-403d-99f4-3d7bbb4e898b,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:22:13.250922 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 32834) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:22:13.251786 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [req-020c4c4e-bfb7-447c-91d3-988ebaf16cd0 req-9064eb7e-c59f-4f9b-9a4d-6687935bc1e6 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Deleting port f22f77f1-5b40-44e2-bbd4-24054d6825ab {{(pid=103469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:22:13.252131 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-020c4c4e-bfb7-447c-91d3-988ebaf16cd0 req-9064eb7e-c59f-4f9b-9a4d-6687935bc1e6 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774528024037'] for port (f22f77f1-5b40-44e2-bbd4-24054d6825ab), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:13.300742 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-717e1663-d327-481d-a47b-1d7c1b5eaf49 admin admin] Publish callbacks [] for security_group (d7213c4f-02d4-403d-99f4-3d7bbb4e898b), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:13.320951 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-717e1663-d327-481d-a47b-1d7c1b5eaf49 admin admin] Publish callbacks [] for security_group (d7213c4f-02d4-403d-99f4-3d7bbb4e898b), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:13.340268 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [req-020c4c4e-bfb7-447c-91d3-988ebaf16cd0 req-9064eb7e-c59f-4f9b-9a4d-6687935bc1e6 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] For port f22f77f1-5b40-44e2-bbd4-24054d6825ab, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=f22f77f1-5b40-44e2-bbd4-24054d6825ab,segment=NetworkSegment(fda86e11-a8f8-47c8-b327-8db06b8cc0ae),segment_id=fda86e11-a8f8-47c8-b327-8db06b8cc0ae)] {{(pid=103469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:22:13.340659 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-020c4c4e-bfb7-447c-91d3-988ebaf16cd0 req-9064eb7e-c59f-4f9b-9a4d-6687935bc1e6 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683095'] for port (f22f77f1-5b40-44e2-bbd4-24054d6825ab), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:13.370750 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-717e1663-d327-481d-a47b-1d7c1b5eaf49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (d7213c4f-02d4-403d-99f4-3d7bbb4e898b), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:13.373313 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-717e1663-d327-481d-a47b-1d7c1b5eaf49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:13.374600 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-717e1663-d327-481d-a47b-1d7c1b5eaf49 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d7213c4f-02d4-403d-99f4-3d7bbb4e898b HTTP/1.1" status: 204 len: 168 time: 0.1216683 May 12 17:22:13.382362 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717e1663-d327-481d-a47b-1d7c1b5eaf49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7213c4f-02d4-403d-99f4-3d7bbb4e898b,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:22:13.389719 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717e1663-d327-481d-a47b-1d7c1b5eaf49 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:22:13.390056 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717e1663-d327-481d-a47b-1d7c1b5eaf49 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:22:13.390395 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717e1663-d327-481d-a47b-1d7c1b5eaf49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:22:13.390761 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717e1663-d327-481d-a47b-1d7c1b5eaf49 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:22:13.391086 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717e1663-d327-481d-a47b-1d7c1b5eaf49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:22:13.391407 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717e1663-d327-481d-a47b-1d7c1b5eaf49 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:22:13.391723 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717e1663-d327-481d-a47b-1d7c1b5eaf49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:22:13.392038 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717e1663-d327-481d-a47b-1d7c1b5eaf49 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:22:13.392354 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717e1663-d327-481d-a47b-1d7c1b5eaf49 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:22:13.392705 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717e1663-d327-481d-a47b-1d7c1b5eaf49 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:22:13.392972 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717e1663-d327-481d-a47b-1d7c1b5eaf49 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:22:13.393286 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717e1663-d327-481d-a47b-1d7c1b5eaf49 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:22:13.393596 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717e1663-d327-481d-a47b-1d7c1b5eaf49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:22:13.393912 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717e1663-d327-481d-a47b-1d7c1b5eaf49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:22:13.394209 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717e1663-d327-481d-a47b-1d7c1b5eaf49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:22:13.511045 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024c8329-0694-473d-addd-1843c852fbaa req-7ec700db-71da-4ed2-bc22-b627b4fdcd07 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:22:13.512949 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-024c8329-0694-473d-addd-1843c852fbaa req-7ec700db-71da-4ed2-bc22-b627b4fdcd07 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/ports?device_id=49694a9c-8430-4914-828c-b11634c14ec8 HTTP/1.1" status: 200 len: 946 time: 0.0483603 May 12 17:22:13.562646 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-024c8329-0694-473d-addd-1843c852fbaa req-55de9b35-2180-4f6a-b6e4-85e93e0609ed tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/security-groups?id=75608702-ec07-427a-bc51-7a75f2ee335d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420890 May 12 17:22:13.593438 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-020c4c4e-bfb7-447c-91d3-988ebaf16cd0 req-9064eb7e-c59f-4f9b-9a4d-6687935bc1e6 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:13.594406 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-020c4c4e-bfb7-447c-91d3-988ebaf16cd0 req-9064eb7e-c59f-4f9b-9a4d-6687935bc1e6 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682608'] for floatingip (89379dae-ea49-4852-96af-08c9e69b0942), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:13.594741 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.db.l3_db [req-020c4c4e-bfb7-447c-91d3-988ebaf16cd0 req-9064eb7e-c59f-4f9b-9a4d-6687935bc1e6 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Floating IP 89379dae-ea49-4852-96af-08c9e69b0942 disassociated. External IP: 172.27.0.233, port: f22f77f1-5b40-44e2-bbd4-24054d6825ab. May 12 17:22:13.595108 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [req-020c4c4e-bfb7-447c-91d3-988ebaf16cd0 req-9064eb7e-c59f-4f9b-9a4d-6687935bc1e6 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Calling delete_port for f22f77f1-5b40-44e2-bbd4-24054d6825ab owned by compute:nova {{(pid=103469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:22:13.668804 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 32842) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:22:13.681781 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-734d49e5-7f3c-40d0-b29d-1cc66601fa04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:13.723885 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-020c4c4e-bfb7-447c-91d3-988ebaf16cd0 req-9064eb7e-c59f-4f9b-9a4d-6687935bc1e6 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774528036217', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774527475294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968517'] for port (f22f77f1-5b40-44e2-bbd4-24054d6825ab), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:13.753002 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9064eb7e-c59f-4f9b-9a4d-6687935bc1e6 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Pushing event deleted for resources: {'Port': ['ID=f22f77f1-5b40-44e2-bbd4-24054d6825ab,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:22:13.757553 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-734d49e5-7f3c-40d0-b29d-1cc66601fa04 admin admin] Publish callbacks [] for security_group (6b5d716c-7a40-4fff-8309-05a90cc0637c), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:13.765418 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-734d49e5-7f3c-40d0-b29d-1cc66601fa04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (6b5d716c-7a40-4fff-8309-05a90cc0637c), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:13.804697 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-734d49e5-7f3c-40d0-b29d-1cc66601fa04 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9f712150d9f9417a807955263cb18def&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1347921 May 12 17:22:13.806801 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734d49e5-7f3c-40d0-b29d-1cc66601fa04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b5d716c-7a40-4fff-8309-05a90cc0637c,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:22:13.807824 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 32844) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:22:13.911643 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.scheduler.l3_agent_scheduler [req-020c4c4e-bfb7-447c-91d3-988ebaf16cd0 req-9064eb7e-c59f-4f9b-9a4d-6687935bc1e6 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Router 2055b3ec-09dd-4090-9285-28048742bdf7 has already been hosted by L3 agent e5548ccc-31b8-4072-a6b0-52b00208ea79 {{(pid=103469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:22:13.912508 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0dbf8572-8f02-456a-b84b-7859e83b2dfa admin admin] Publish callbacks [] for security_group (6b5d716c-7a40-4fff-8309-05a90cc0637c), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:13.939598 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0dbf8572-8f02-456a-b84b-7859e83b2dfa admin admin] Publish callbacks [] for security_group (6b5d716c-7a40-4fff-8309-05a90cc0637c), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:14.062686 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0dbf8572-8f02-456a-b84b-7859e83b2dfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (6b5d716c-7a40-4fff-8309-05a90cc0637c), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:14.065149 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0dbf8572-8f02-456a-b84b-7859e83b2dfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:14.066284 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-0dbf8572-8f02-456a-b84b-7859e83b2dfa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6b5d716c-7a40-4fff-8309-05a90cc0637c HTTP/1.1" status: 204 len: 168 time: 0.2575350 May 12 17:22:14.071808 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-020c4c4e-bfb7-447c-91d3-988ebaf16cd0 req-9064eb7e-c59f-4f9b-9a4d-6687935bc1e6 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Notify agent at l3_agent.dv-cinder-841591-1-iscsi the message routers_updated {{(pid=103469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:22:14.079771 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbf8572-8f02-456a-b84b-7859e83b2dfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b5d716c-7a40-4fff-8309-05a90cc0637c,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:22:14.082309 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7734ac-d84d-421d-8f12-5944648912ad None None] Sync routers for ids ['2055b3ec-09dd-4090-9285-28048742bdf7'] in dv-cinder-841591-1-iscsi {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:22:14.101002 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7734ac-d84d-421d-8f12-5944648912ad None None] Routers {'2055b3ec-09dd-4090-9285-28048742bdf7'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:22:14.102331 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-8d7734ac-d84d-421d-8f12-5944648912ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:21:56Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['2055b3ec-09dd-4090-9285-28048742bdf7'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:22:14.125629 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [req-020c4c4e-bfb7-447c-91d3-988ebaf16cd0 req-9064eb7e-c59f-4f9b-9a4d-6687935bc1e6 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] No DVR routers for this DVR port f22f77f1-5b40-44e2-bbd4-24054d6825ab on host hv-cinder-84159 {{(pid=103469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:22:14.128602 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-020c4c4e-bfb7-447c-91d3-988ebaf16cd0 req-9064eb7e-c59f-4f9b-9a4d-6687935bc1e6 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36930'] for port (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:14.132007 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-020c4c4e-bfb7-447c-91d3-988ebaf16cd0 req-9064eb7e-c59f-4f9b-9a4d-6687935bc1e6 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.58 "DELETE /v2.0/ports/f22f77f1-5b40-44e2-bbd4-24054d6825ab HTTP/1.1" status: 204 len: 173 time: 1.0271091 May 12 17:22:14.132463 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49694a9c-8430-4914-828c-b11634c14ec8', 'name': 'network-vif-deleted', 'tag': 'f22f77f1-5b40-44e2-bbd4-24054d6825ab'}] {{(pid=103469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:22:14.135655 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a389b951f31a62b906e18655c420a9fe9aa70b39b59c66ae41c54d630ec86ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae269430-2173-4fc8-abeb-33e8d9c0b8c9" -d '{"events": [{"server_uuid": "49694a9c-8430-4914-828c-b11634c14ec8", "name": "network-vif-deleted", "tag": "f22f77f1-5b40-44e2-bbd4-24054d6825ab"}]}' {{(pid=103469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:22:14.280154 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-8d7734ac-d84d-421d-8f12-5944648912ad None None] Set router 2055b3ec-09dd-4090-9285-28048742bdf7 gateway port host: dv-cinder-841591-1-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:22:14.432085 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c85e7c5b-2e29-4187-9954-6d68f190cc50 x-openstack-request-id: req-c85e7c5b-2e29-4187-9954-6d68f190cc50 {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:22:14.432575 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49694a9c-8430-4914-828c-b11634c14ec8", "name": "network-vif-deleted", "tag": "f22f77f1-5b40-44e2-bbd4-24054d6825ab", "status": "completed", "code": 200}]} {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:22:14.432843 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c85e7c5b-2e29-4187-9954-6d68f190cc50 {{(pid=103469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:22:14.433235 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c85e7c5b-2e29-4187-9954-6d68f190cc50'] response: {'server_uuid': '49694a9c-8430-4914-828c-b11634c14ec8', 'name': 'network-vif-deleted', 'tag': 'f22f77f1-5b40-44e2-bbd4-24054d6825ab', 'status': 'completed', 'code': 200} May 12 17:22:14.478343 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-8d7734ac-d84d-421d-8f12-5944648912ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2055b3ec-09dd-4090-9285-28048742bdf7', 'name': 'tempest-AttachVolumeTestJSON-154657364-router', 'tenant_id': '67e7bebb3ef2474591626aa0a76d7a1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '30375247-101c-4f4b-afc3-a8d1a61a73e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:16:02Z', 'updated_at': '2022-05-12T17:16:11Z', 'revision_number': 4, 'project_id': '67e7bebb3ef2474591626aa0a76d7a1d', 'gw_port': {'id': '30375247-101c-4f4b-afc3-a8d1a61a73e7', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:03:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2055b3ec-09dd-4090-9285-28048742bdf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:16:03Z', 'updated_at': '2022-05-12T17:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_interfaces': [{'id': 'cad86394-a9cb-486c-a924-531fc4111ee5', 'name': '', 'network_id': '8e057b02-0e5b-44bd-83b7-2f23a5bc0a94', 'tenant_id': '67e7bebb3ef2474591626aa0a76d7a1d', 'mac_address': 'fa:16:3e:36:7c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2055b3ec-09dd-4090-9285-28048742bdf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ee2adf5e-fcc4-48d8-8205-399177bedd23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:16:09Z', 'updated_at': '2022-05-12T17:16:21Z', 'revision_number': 5, 'project_id': '67e7bebb3ef2474591626aa0a76d7a1d', 'subnets': [{'id': 'ee2adf5e-fcc4-48d8-8205-399177bedd23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:22:14.505535 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7734ac-d84d-421d-8f12-5944648912ad None None] Checking router: 2055b3ec-09dd-4090-9285-28048742bdf7 for host: dv-cinder-841591-1-iscsi {{(pid=103471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:22:14.514019 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7734ac-d84d-421d-8f12-5944648912ad None None] Routers {'2055b3ec-09dd-4090-9285-28048742bdf7'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:22:14.514653 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-8d7734ac-d84d-421d-8f12-5944648912ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:21:56Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['2055b3ec-09dd-4090-9285-28048742bdf7'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:22:14.639937 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-8d7734ac-d84d-421d-8f12-5944648912ad None None] Set router 2055b3ec-09dd-4090-9285-28048742bdf7 gateway port host: dv-cinder-841591-1-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:22:14.692655 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-024c467e-d93b-439a-aa20-fda8d62d04ec req-4382d3bd-00cf-4b90-9db1-2cb5dbd4e52b tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/ports?device_id=49694a9c-8430-4914-828c-b11634c14ec8 HTTP/1.1" status: 200 len: 210 time: 0.0366940 May 12 17:22:14.855985 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-8d7734ac-d84d-421d-8f12-5944648912ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2055b3ec-09dd-4090-9285-28048742bdf7', 'name': 'tempest-AttachVolumeTestJSON-154657364-router', 'tenant_id': '67e7bebb3ef2474591626aa0a76d7a1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '30375247-101c-4f4b-afc3-a8d1a61a73e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:16:02Z', 'updated_at': '2022-05-12T17:16:11Z', 'revision_number': 4, 'project_id': '67e7bebb3ef2474591626aa0a76d7a1d', 'gw_port': {'id': '30375247-101c-4f4b-afc3-a8d1a61a73e7', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:03:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2055b3ec-09dd-4090-9285-28048742bdf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:16:03Z', 'updated_at': '2022-05-12T17:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_interfaces': [{'id': 'cad86394-a9cb-486c-a924-531fc4111ee5', 'name': '', 'network_id': '8e057b02-0e5b-44bd-83b7-2f23a5bc0a94', 'tenant_id': '67e7bebb3ef2474591626aa0a76d7a1d', 'mac_address': 'fa:16:3e:36:7c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2055b3ec-09dd-4090-9285-28048742bdf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ee2adf5e-fcc4-48d8-8205-399177bedd23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:16:09Z', 'updated_at': '2022-05-12T17:16:21Z', 'revision_number': 5, 'project_id': '67e7bebb3ef2474591626aa0a76d7a1d', 'subnets': [{'id': 'ee2adf5e-fcc4-48d8-8205-399177bedd23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:22:14.882040 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7734ac-d84d-421d-8f12-5944648912ad None None] The sync data for ids ['2055b3ec-09dd-4090-9285-28048742bdf7'] in dv-cinder-841591-1-iscsi is: [{'id': '2055b3ec-09dd-4090-9285-28048742bdf7', 'name': 'tempest-AttachVolumeTestJSON-154657364-router', 'tenant_id': '67e7bebb3ef2474591626aa0a76d7a1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '30375247-101c-4f4b-afc3-a8d1a61a73e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:16:02Z', 'updated_at': '2022-05-12T17:16:11Z', 'revision_number': 4, 'project_id': '67e7bebb3ef2474591626aa0a76d7a1d', 'gw_port': {'id': '30375247-101c-4f4b-afc3-a8d1a61a73e7', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:03:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2055b3ec-09dd-4090-9285-28048742bdf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:16:03Z', 'updated_at': '2022-05-12T17:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_interfaces': [{'id': 'cad86394-a9cb-486c-a924-531fc4111ee5', 'name': '', 'network_id': '8e057b02-0e5b-44bd-83b7-2f23a5bc0a94', 'tenant_id': '67e7bebb3ef2474591626aa0a76d7a1d', 'mac_address': 'fa:16:3e:36:7c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2055b3ec-09dd-4090-9285-28048742bdf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ee2adf5e-fcc4-48d8-8205-399177bedd23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:16:09Z', 'updated_at': '2022-05-12T17:16:21Z', 'revision_number': 5, 'project_id': '67e7bebb3ef2474591626aa0a76d7a1d', 'subnets': [{'id': 'ee2adf5e-fcc4-48d8-8205-399177bedd23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:22:15.117329 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b8f5ea-e5c2-4ebe-b267-baaf4da8a7b7 None None] New status for floating IP 89379dae-ea49-4852-96af-08c9e69b0942: DOWN {{(pid=103470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 17:22:15.782442 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 32894) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:22:15.850835 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9625596d-4804-4381-a674-116639a5cbf7 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Publish callbacks [] for security_group (75608702-ec07-427a-bc51-7a75f2ee335d), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:15.876512 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9625596d-4804-4381-a674-116639a5cbf7 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Publish callbacks [] for security_group (75608702-ec07-427a-bc51-7a75f2ee335d), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:15.924306 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9625596d-4804-4381-a674-116639a5cbf7 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (75608702-ec07-427a-bc51-7a75f2ee335d), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:15.926894 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9625596d-4804-4381-a674-116639a5cbf7 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:15.928060 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-9625596d-4804-4381-a674-116639a5cbf7 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "DELETE /v2.0/security-groups/75608702-ec07-427a-bc51-7a75f2ee335d HTTP/1.1" status: 204 len: 168 time: 0.1446464 May 12 17:22:15.931674 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 32900) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:22:15.937511 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9625596d-4804-4381-a674-116639a5cbf7 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75608702-ec07-427a-bc51-7a75f2ee335d,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:22:15.946822 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.api.v2.resource [None req-d087ea39-5a0a-42e7-94a3-f5576c79a712 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] show failed (client error): The resource could not be found. May 12 17:22:15.947834 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-d087ea39-5a0a-42e7-94a3-f5576c79a712 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "GET /v2.0/security-groups/75608702-ec07-427a-bc51-7a75f2ee335d HTTP/1.1" status: 404 len: 347 time: 0.0151155 May 12 17:22:15.950666 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 32902) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:22:16.063692 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [None req-a89b714a-9316-49a3-b8e8-67e660b93c25 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Deleting port 63c831f7-fe48-489a-b20b-e9f9188af5b8 {{(pid=103468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:22:16.064027 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-a89b714a-9316-49a3-b8e8-67e660b93c25 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774528024037'] for port (63c831f7-fe48-489a-b20b-e9f9188af5b8), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:16.140219 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-a89b714a-9316-49a3-b8e8-67e660b93c25 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683095'] for port (63c831f7-fe48-489a-b20b-e9f9188af5b8), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:16.140540 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-a89b714a-9316-49a3-b8e8-67e660b93c25 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Publish callbacks [] for floatingip (63c831f7-fe48-489a-b20b-e9f9188af5b8), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:16.152139 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [None req-a89b714a-9316-49a3-b8e8-67e660b93c25 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Calling delete_port for 63c831f7-fe48-489a-b20b-e9f9188af5b8 owned by network:floatingip {{(pid=103468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:22:16.279228 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-a89b714a-9316-49a3-b8e8-67e660b93c25 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774528036217', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774527475294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11526335'] for port (63c831f7-fe48-489a-b20b-e9f9188af5b8), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:16.308049 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89b714a-9316-49a3-b8e8-67e660b93c25 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Pushing event deleted for resources: {'Port': ['ID=63c831f7-fe48-489a-b20b-e9f9188af5b8,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:22:16.365600 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-a89b714a-9316-49a3-b8e8-67e660b93c25 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Publish callbacks [] for floatingip (89379dae-ea49-4852-96af-08c9e69b0942), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:16.368084 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-a89b714a-9316-49a3-b8e8-67e660b93c25 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36930'] for floatingip (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:16.369223 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-a89b714a-9316-49a3-b8e8-67e660b93c25 tempest-AttachVolumeTestJSON-1241902557 tempest-AttachVolumeTestJSON-1241902557-project] 10.222.0.23 "DELETE /v2.0/floatingips/89379dae-ea49-4852-96af-08c9e69b0942 HTTP/1.1" status: 204 len: 168 time: 0.4176137 May 12 17:22:17.194328 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Device f22f77f1-5b40-44e2-bbd4-24054d6825ab no longer exists at agent hyperv_hv-cinder-84159 {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:22:17.216122 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] No Port match for: f22f77f1-5b40-44e2-bbd4-24054d6825ab {{(pid=103470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:22:17.216465 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Device f22f77f1-5b40-44e2-bbd4-24054d6825ab not bound to the agent host hv-cinder-84159 {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:22:18.292932 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 32930) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:22:18.395876 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-578e93a3-c40e-43e7-b021-2628fe9ece4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:18.467440 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-578e93a3-c40e-43e7-b021-2628fe9ece4b admin admin] Publish callbacks [] for security_group (5cf3bd72-2bf3-44e1-b56f-c2e68e7d1cc7), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:18.471055 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-578e93a3-c40e-43e7-b021-2628fe9ece4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (5cf3bd72-2bf3-44e1-b56f-c2e68e7d1cc7), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:18.507108 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-578e93a3-c40e-43e7-b021-2628fe9ece4b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9dbf75606bdd4d35a46f8e47ea6479cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2130687 May 12 17:22:18.510387 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 32934) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:22:18.517876 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578e93a3-c40e-43e7-b021-2628fe9ece4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf3bd72-2bf3-44e1-b56f-c2e68e7d1cc7,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:22:18.562989 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-2b44e85f-f829-4d5b-b99b-62bb045994dd admin admin] Publish callbacks [] for security_group (5cf3bd72-2bf3-44e1-b56f-c2e68e7d1cc7), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:18.583605 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-2b44e85f-f829-4d5b-b99b-62bb045994dd admin admin] Publish callbacks [] for security_group (5cf3bd72-2bf3-44e1-b56f-c2e68e7d1cc7), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:18.630477 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-2b44e85f-f829-4d5b-b99b-62bb045994dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (5cf3bd72-2bf3-44e1-b56f-c2e68e7d1cc7), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:18.634040 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-2b44e85f-f829-4d5b-b99b-62bb045994dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:18.635432 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-2b44e85f-f829-4d5b-b99b-62bb045994dd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5cf3bd72-2bf3-44e1-b56f-c2e68e7d1cc7 HTTP/1.1" status: 204 len: 168 time: 0.1241016 May 12 17:22:18.645808 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b44e85f-f829-4d5b-b99b-62bb045994dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cf3bd72-2bf3-44e1-b56f-c2e68e7d1cc7,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:22:18.899816 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 32950) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:22:18.913231 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-674a07f0-c2bf-4b85-9c6c-de4484ba56a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:18.988689 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-674a07f0-c2bf-4b85-9c6c-de4484ba56a0 admin admin] Publish callbacks [] for security_group (015b3637-dd6c-4ab3-9d92-cf3005727add), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:18.992995 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-674a07f0-c2bf-4b85-9c6c-de4484ba56a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (015b3637-dd6c-4ab3-9d92-cf3005727add), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:19.030055 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-674a07f0-c2bf-4b85-9c6c-de4484ba56a0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d0c31e53841c45bdaa7e224b8c75ddcc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1291571 May 12 17:22:19.031307 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674a07f0-c2bf-4b85-9c6c-de4484ba56a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=015b3637-dd6c-4ab3-9d92-cf3005727add,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:22:19.032724 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 32952) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:22:19.087052 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-eaab0832-8424-48b9-aaf4-21f3e2d1ea9c admin admin] Publish callbacks [] for security_group (015b3637-dd6c-4ab3-9d92-cf3005727add), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:19.107904 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-eaab0832-8424-48b9-aaf4-21f3e2d1ea9c admin admin] Publish callbacks [] for security_group (015b3637-dd6c-4ab3-9d92-cf3005727add), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:19.152167 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-eaab0832-8424-48b9-aaf4-21f3e2d1ea9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (015b3637-dd6c-4ab3-9d92-cf3005727add), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:19.154790 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-eaab0832-8424-48b9-aaf4-21f3e2d1ea9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:19.155912 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-eaab0832-8424-48b9-aaf4-21f3e2d1ea9c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/015b3637-dd6c-4ab3-9d92-cf3005727add HTTP/1.1" status: 204 len: 168 time: 0.1221018 May 12 17:22:19.163482 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaab0832-8424-48b9-aaf4-21f3e2d1ea9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=015b3637-dd6c-4ab3-9d92-cf3005727add,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:22:19.910016 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 32984) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:22:20.404743 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.agents_db [None req-75b73116-3060-4b2b-9211-a804f2896a96 None None] Agent healthcheck: found 6 active agents {{(pid=103471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:22:20.663134 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-3d49a87f-2412-4246-a2aa-414f42b236bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3683293'] for router_interface (2055b3ec-09dd-4090-9285-28048742bdf7), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:20.934941 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-3d49a87f-2412-4246-a2aa-414f42b236bb admin admin] Deleting port cad86394-a9cb-486c-a924-531fc4111ee5 {{(pid=103469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:22:20.935272 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-3d49a87f-2412-4246-a2aa-414f42b236bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774528024037'] for port (cad86394-a9cb-486c-a924-531fc4111ee5), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:21.011797 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [None req-3d49a87f-2412-4246-a2aa-414f42b236bb admin admin] For port cad86394-a9cb-486c-a924-531fc4111ee5, host dv-cinder-841591-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-1-iscsi',level=0,port_id=cad86394-a9cb-486c-a924-531fc4111ee5,segment=NetworkSegment(fda86e11-a8f8-47c8-b327-8db06b8cc0ae),segment_id=fda86e11-a8f8-47c8-b327-8db06b8cc0ae)] {{(pid=103469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:22:21.012146 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-3d49a87f-2412-4246-a2aa-414f42b236bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683095'] for port (cad86394-a9cb-486c-a924-531fc4111ee5), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:21.024698 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-3d49a87f-2412-4246-a2aa-414f42b236bb admin admin] Calling delete_port for cad86394-a9cb-486c-a924-531fc4111ee5 owned by network:router_interface {{(pid=103469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:22:21.203672 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-3d49a87f-2412-4246-a2aa-414f42b236bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774528036217', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774527475294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968517'] for port (cad86394-a9cb-486c-a924-531fc4111ee5), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:21.229285 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d49a87f-2412-4246-a2aa-414f42b236bb admin admin] Pushing event deleted for resources: {'Port': ['ID=cad86394-a9cb-486c-a924-531fc4111ee5,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:22:21.414330 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-3d49a87f-2412-4246-a2aa-414f42b236bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-519212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475074'] for router_interface (2055b3ec-09dd-4090-9285-28048742bdf7), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:21.638860 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d49a87f-2412-4246-a2aa-414f42b236bb admin admin] Router 2055b3ec-09dd-4090-9285-28048742bdf7 has already been hosted by L3 agent e5548ccc-31b8-4072-a6b0-52b00208ea79 {{(pid=103469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:22:21.744156 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d49a87f-2412-4246-a2aa-414f42b236bb admin admin] Notify agent at l3_agent.dv-cinder-841591-1-iscsi the message routers_updated {{(pid=103469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:22:21.749335 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-3d49a87f-2412-4246-a2aa-414f42b236bb admin admin] 10.222.0.23 "PUT /v2.0/routers/2055b3ec-09dd-4090-9285-28048742bdf7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8382747 May 12 17:22:21.751856 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 32998) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:22:21.755190 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6076d1da-d015-4969-84ef-e2c0381caa80 None None] Sync routers for ids ['2055b3ec-09dd-4090-9285-28048742bdf7'] in dv-cinder-841591-1-iscsi {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:22:21.765620 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6076d1da-d015-4969-84ef-e2c0381caa80 None None] Routers {'2055b3ec-09dd-4090-9285-28048742bdf7'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:22:21.766213 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-6076d1da-d015-4969-84ef-e2c0381caa80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:21:56Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['2055b3ec-09dd-4090-9285-28048742bdf7'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:22:21.856779 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-07aa4f07-c521-4274-a070-f64259d6e018 admin admin] Publish callbacks [] for router (2055b3ec-09dd-4090-9285-28048742bdf7), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:21.871954 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-6076d1da-d015-4969-84ef-e2c0381caa80 None None] Set router 2055b3ec-09dd-4090-9285-28048742bdf7 gateway port host: dv-cinder-841591-1-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:22:21.963011 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-07aa4f07-c521-4274-a070-f64259d6e018 admin admin] Publish callbacks [] for router_gateway (2055b3ec-09dd-4090-9285-28048742bdf7), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:22.006240 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-07aa4f07-c521-4274-a070-f64259d6e018 admin admin] Deleting port 30375247-101c-4f4b-afc3-a8d1a61a73e7 {{(pid=103469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:22:22.006604 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-07aa4f07-c521-4274-a070-f64259d6e018 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774528024037'] for port (30375247-101c-4f4b-afc3-a8d1a61a73e7), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:22.088868 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [None req-07aa4f07-c521-4274-a070-f64259d6e018 admin admin] For port 30375247-101c-4f4b-afc3-a8d1a61a73e7, host dv-cinder-841591-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-1-iscsi',level=0,port_id=30375247-101c-4f4b-afc3-a8d1a61a73e7,segment=NetworkSegment(54af2f58-bd4b-41ba-9124-743d6aed4e37),segment_id=54af2f58-bd4b-41ba-9124-743d6aed4e37)] {{(pid=103469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:22:22.089404 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-07aa4f07-c521-4274-a070-f64259d6e018 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683095'] for port (30375247-101c-4f4b-afc3-a8d1a61a73e7), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:22.103298 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-07aa4f07-c521-4274-a070-f64259d6e018 admin admin] Calling delete_port for 30375247-101c-4f4b-afc3-a8d1a61a73e7 owned by network:router_gateway {{(pid=103469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:22:22.128052 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-6076d1da-d015-4969-84ef-e2c0381caa80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2055b3ec-09dd-4090-9285-28048742bdf7', 'name': 'tempest-AttachVolumeTestJSON-154657364-router', 'tenant_id': '67e7bebb3ef2474591626aa0a76d7a1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '30375247-101c-4f4b-afc3-a8d1a61a73e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:16:02Z', 'updated_at': '2022-05-12T17:22:21Z', 'revision_number': 5, 'project_id': '67e7bebb3ef2474591626aa0a76d7a1d', 'gw_port': {'id': '30375247-101c-4f4b-afc3-a8d1a61a73e7', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:03:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2055b3ec-09dd-4090-9285-28048742bdf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:16:03Z', 'updated_at': '2022-05-12T17:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi'}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:22:22.153535 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6076d1da-d015-4969-84ef-e2c0381caa80 None None] Checking router: 2055b3ec-09dd-4090-9285-28048742bdf7 for host: dv-cinder-841591-1-iscsi {{(pid=103471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:22:22.162023 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6076d1da-d015-4969-84ef-e2c0381caa80 None None] Routers {'2055b3ec-09dd-4090-9285-28048742bdf7'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:22:22.162452 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-6076d1da-d015-4969-84ef-e2c0381caa80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:21:56Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['2055b3ec-09dd-4090-9285-28048742bdf7'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:22:22.254254 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-6076d1da-d015-4969-84ef-e2c0381caa80 None None] Set router 2055b3ec-09dd-4090-9285-28048742bdf7 gateway port host: None {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:22:22.267326 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-07aa4f07-c521-4274-a070-f64259d6e018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774528036217', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774527475294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968517'] for port (30375247-101c-4f4b-afc3-a8d1a61a73e7), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:22.292864 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aa4f07-c521-4274-a070-f64259d6e018 admin admin] Pushing event deleted for resources: {'Port': ['ID=30375247-101c-4f4b-afc3-a8d1a61a73e7,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:22:22.308351 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-6076d1da-d015-4969-84ef-e2c0381caa80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2055b3ec-09dd-4090-9285-28048742bdf7', 'name': 'tempest-AttachVolumeTestJSON-154657364-router', 'tenant_id': '67e7bebb3ef2474591626aa0a76d7a1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:16:02Z', 'updated_at': '2022-05-12T17:22:21Z', 'revision_number': 6, 'project_id': '67e7bebb3ef2474591626aa0a76d7a1d', 'gw_port_host': None}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:22:22.333983 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6076d1da-d015-4969-84ef-e2c0381caa80 None None] The sync data for ids ['2055b3ec-09dd-4090-9285-28048742bdf7'] in dv-cinder-841591-1-iscsi is: [{'id': '2055b3ec-09dd-4090-9285-28048742bdf7', 'name': 'tempest-AttachVolumeTestJSON-154657364-router', 'tenant_id': '67e7bebb3ef2474591626aa0a76d7a1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:16:02Z', 'updated_at': '2022-05-12T17:22:21Z', 'revision_number': 6, 'project_id': '67e7bebb3ef2474591626aa0a76d7a1d', 'gw_port_host': None}] {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:22:22.358410 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-07aa4f07-c521-4274-a070-f64259d6e018 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3679983'] for router_gateway (2055b3ec-09dd-4090-9285-28048742bdf7), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:22.460501 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-07aa4f07-c521-4274-a070-f64259d6e018 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3679655', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1042242'] for router (2055b3ec-09dd-4090-9285-28048742bdf7), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:22.463227 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-07aa4f07-c521-4274-a070-f64259d6e018 admin admin] Publish callbacks [] for router_controller (2055b3ec-09dd-4090-9285-28048742bdf7), precommit_delete_associations {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:22.529211 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-07aa4f07-c521-4274-a070-f64259d6e018 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3679678'] for router (2055b3ec-09dd-4090-9285-28048742bdf7), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:22.529772 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07aa4f07-c521-4274-a070-f64259d6e018 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2055b3ec-09dd-4090-9285-28048742bdf7 {{(pid=103469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 17:22:22.534672 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-07aa4f07-c521-4274-a070-f64259d6e018 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:22.535811 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-07aa4f07-c521-4274-a070-f64259d6e018 admin admin] 10.222.0.23 "DELETE /v2.0/routers/2055b3ec-09dd-4090-9285-28048742bdf7 HTTP/1.1" status: 204 len: 168 time: 0.7830548 May 12 17:22:22.538303 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 33002) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:22:22.585042 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1e85b43-2afa-4754-a360-a832c73ed866 admin admin] Deleting subnet ee2adf5e-fcc4-48d8-8205-399177bedd23 {{(pid=103469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 17:22:22.588675 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-e1e85b43-2afa-4754-a360-a832c73ed866 admin admin] Publish callbacks [] for subnet (ee2adf5e-fcc4-48d8-8205-399177bedd23), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:22.621114 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-e1e85b43-2afa-4754-a360-a832c73ed866 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1968719'] for subnet (ee2adf5e-fcc4-48d8-8205-399177bedd23), precommit_delete_associations {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:22.728992 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-e1e85b43-2afa-4754-a360-a832c73ed866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3477743'] for subnet (ee2adf5e-fcc4-48d8-8205-399177bedd23), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:22.786402 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-e1e85b43-2afa-4754-a360-a832c73ed866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3477750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1968756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11573712'] for subnet (ee2adf5e-fcc4-48d8-8205-399177bedd23), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:22.810719 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e85b43-2afa-4754-a360-a832c73ed866 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee2adf5e-fcc4-48d8-8205-399177bedd23,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:22:22.814302 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-e1e85b43-2afa-4754-a360-a832c73ed866 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-519179'] for subnet (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:22.817724 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-e1e85b43-2afa-4754-a360-a832c73ed866 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ee2adf5e-fcc4-48d8-8205-399177bedd23 HTTP/1.1" status: 204 len: 168 time: 0.2773564 May 12 17:22:22.819832 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dffe4a3f-5cc9-46b7-92e1-d5badb95e7f8 None None] Network 8e057b02-0e5b-44bd-83b7-2f23a5bc0a94 requested from dv-cinder-841591-1-iscsi {{(pid=103470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:22:22.820877 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 33006) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:22:22.891130 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-af633376-6712-4865-b122-94a777eacc2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3665968'] for network (8e057b02-0e5b-44bd-83b7-2f23a5bc0a94), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:22.939495 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-af633376-6712-4865-b122-94a777eacc2f admin admin] Deleting port afe508c6-8ece-42eb-8225-7b782fdb360a {{(pid=103469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:22:22.939802 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-af633376-6712-4865-b122-94a777eacc2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774528024037'] for port (afe508c6-8ece-42eb-8225-7b782fdb360a), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:22.999465 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [None req-af633376-6712-4865-b122-94a777eacc2f admin admin] For port afe508c6-8ece-42eb-8225-7b782fdb360a, host dv-cinder-841591-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-1-iscsi',level=0,port_id=afe508c6-8ece-42eb-8225-7b782fdb360a,segment=NetworkSegment(fda86e11-a8f8-47c8-b327-8db06b8cc0ae),segment_id=fda86e11-a8f8-47c8-b327-8db06b8cc0ae)] {{(pid=103469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:22:22.999815 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-af633376-6712-4865-b122-94a777eacc2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683095'] for port (afe508c6-8ece-42eb-8225-7b782fdb360a), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:23.012838 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-af633376-6712-4865-b122-94a777eacc2f admin admin] Calling delete_port for afe508c6-8ece-42eb-8225-7b782fdb360a owned by network:dhcp {{(pid=103469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:22:23.081616 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9dd725-2bc1-480d-85f3-f0055b6a4aff None None] DHCP port deletion for 8e057b02-0e5b-44bd-83b7-2f23a5bc0a94 request from dv-cinder-841591-1-iscsi {{(pid=103470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 17:22:23.097020 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-af633376-6712-4865-b122-94a777eacc2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774528036217', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774527475294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968517'] for port (afe508c6-8ece-42eb-8225-7b782fdb360a), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:23.123089 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af633376-6712-4865-b122-94a777eacc2f admin admin] Pushing event deleted for resources: {'Port': ['ID=afe508c6-8ece-42eb-8225-7b782fdb360a,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:22:23.126501 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af633376-6712-4865-b122-94a777eacc2f admin admin] No DVR routers for this DVR port afe508c6-8ece-42eb-8225-7b782fdb360a on host dv-cinder-841591-1-iscsi {{(pid=103469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:22:23.146400 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-cf9dd725-2bc1-480d-85f3-f0055b6a4aff None None] Deleting port afe508c6-8ece-42eb-8225-7b782fdb360a {{(pid=103470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:22:23.146840 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-cf9dd725-2bc1-480d-85f3-f0055b6a4aff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774528024037'] for port (afe508c6-8ece-42eb-8225-7b782fdb360a), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:23.159362 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device cad86394-a9cb-486c-a924-531fc4111ee5 no longer exists at agent ovs-agent-dv-cinder-841591-1-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:22:23.189498 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] No Port match for: cad86394-a9cb-486c-a924-531fc4111ee5 {{(pid=103470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:22:23.189849 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device cad86394-a9cb-486c-a924-531fc4111ee5 not bound to the agent host dv-cinder-841591-1-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:22:23.190276 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device afe508c6-8ece-42eb-8225-7b782fdb360a no longer exists at agent ovs-agent-dv-cinder-841591-1-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:22:23.241594 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] No Port match for: afe508c6-8ece-42eb-8225-7b782fdb360a {{(pid=103470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:22:23.242487 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device afe508c6-8ece-42eb-8225-7b782fdb360a not bound to the agent host dv-cinder-841591-1-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:22:23.242890 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device 30375247-101c-4f4b-afc3-a8d1a61a73e7 no longer exists at agent ovs-agent-dv-cinder-841591-1-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:22:23.271552 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] No Port match for: 30375247-101c-4f4b-afc3-a8d1a61a73e7 {{(pid=103470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:22:23.271936 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device 30375247-101c-4f4b-afc3-a8d1a61a73e7 not bound to the agent host dv-cinder-841591-1-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:22:23.274037 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-cf9dd725-2bc1-480d-85f3-f0055b6a4aff None None] For port afe508c6-8ece-42eb-8225-7b782fdb360a, host dv-cinder-841591-1-iscsi, got binding levels [] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:22:23.274460 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-cf9dd725-2bc1-480d-85f3-f0055b6a4aff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683095'] for port (afe508c6-8ece-42eb-8225-7b782fdb360a), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:23.290740 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-cf9dd725-2bc1-480d-85f3-f0055b6a4aff None None] Calling delete_port for afe508c6-8ece-42eb-8225-7b782fdb360a owned by network:dhcp {{(pid=103470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:22:23.294155 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.ipam_backend_mixin [None req-cf9dd725-2bc1-480d-85f3-f0055b6a4aff None None] Port afe508c6-8ece-42eb-8225-7b782fdb360a was not found and therefore no delete operation was performed {{(pid=103470) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 12 17:22:23.295509 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-cf9dd725-2bc1-480d-85f3-f0055b6a4aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774528036217', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774527475294'] for port (afe508c6-8ece-42eb-8225-7b782fdb360a), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:23.322358 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9dd725-2bc1-480d-85f3-f0055b6a4aff None None] Pushing event deleted for resources: {'Port': ['ID=afe508c6-8ece-42eb-8225-7b782fdb360a,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:22:23.327004 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9dd725-2bc1-480d-85f3-f0055b6a4aff None None] No DVR routers for this DVR port afe508c6-8ece-42eb-8225-7b782fdb360a on host dv-cinder-841591-1-iscsi {{(pid=103470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:22:23.334614 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9dd725-2bc1-480d-85f3-f0055b6a4aff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:22:23.334966 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9dd725-2bc1-480d-85f3-f0055b6a4aff None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:22:23.335332 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9dd725-2bc1-480d-85f3-f0055b6a4aff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:22:23.336246 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9dd725-2bc1-480d-85f3-f0055b6a4aff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:22:23.336596 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9dd725-2bc1-480d-85f3-f0055b6a4aff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:22:23.336926 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9dd725-2bc1-480d-85f3-f0055b6a4aff None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:22:23.342797 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9dd725-2bc1-480d-85f3-f0055b6a4aff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:22:23.342797 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9dd725-2bc1-480d-85f3-f0055b6a4aff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:22:23.342797 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9dd725-2bc1-480d-85f3-f0055b6a4aff None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:22:23.342797 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9dd725-2bc1-480d-85f3-f0055b6a4aff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:22:23.342797 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9dd725-2bc1-480d-85f3-f0055b6a4aff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:22:23.342797 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9dd725-2bc1-480d-85f3-f0055b6a4aff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:22:23.342797 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9dd725-2bc1-480d-85f3-f0055b6a4aff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:22:23.342797 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9dd725-2bc1-480d-85f3-f0055b6a4aff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:22:23.342797 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9dd725-2bc1-480d-85f3-f0055b6a4aff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:22:23.438728 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-af633376-6712-4865-b122-94a777eacc2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3512410', 'neutron.services.segments.db._delete_segments_for_network-8774527956246'] for network (8e057b02-0e5b-44bd-83b7-2f23a5bc0a94), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:23.457481 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.services.segments.db [None req-af633376-6712-4865-b122-94a777eacc2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e057b02-0e5b-44bd-83b7-2f23a5bc0a94']}} {{(pid=103469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:22:23.467409 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.services.segments.db [None req-af633376-6712-4865-b122-94a777eacc2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fda86e11-a8f8-47c8-b327-8db06b8cc0ae') {'for_net_delete': True} {{(pid=103469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:22:23.468055 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.services.segments.db [None req-af633376-6712-4865-b122-94a777eacc2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fda86e11-a8f8-47c8-b327-8db06b8cc0ae') {} {{(pid=103469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:22:23.479195 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-af633376-6712-4865-b122-94a777eacc2f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774527957791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1968758'] for segment (fda86e11-a8f8-47c8-b327-8db06b8cc0ae), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:23.493165 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-af633376-6712-4865-b122-94a777eacc2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3597332'] for segment (fda86e11-a8f8-47c8-b327-8db06b8cc0ae), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:23.499070 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af633376-6712-4865-b122-94a777eacc2f admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=103469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 17:22:23.499454 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-af633376-6712-4865-b122-94a777eacc2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3597332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1968598'] for segment (fda86e11-a8f8-47c8-b327-8db06b8cc0ae), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:23.501132 dv-cinder-841591-1-iscsi neutron-server[103469]: Traceback (most recent call last): May 12 17:22:23.501132 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 17:22:23.501132 dv-cinder-841591-1-iscsi neutron-server[103469]: timer() May 12 17:22:23.501132 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 17:22:23.501132 dv-cinder-841591-1-iscsi neutron-server[103469]: cb(*args, **kw) May 12 17:22:23.501132 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 17:22:23.501132 dv-cinder-841591-1-iscsi neutron-server[103469]: return func(*args, **kwargs) May 12 17:22:23.501132 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 17:22:23.501132 dv-cinder-841591-1-iscsi neutron-server[103469]: self._notify() May 12 17:22:23.501132 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 17:22:23.501132 dv-cinder-841591-1-iscsi neutron-server[103469]: self.callback(batched_events) May 12 17:22:23.501132 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 17:22:23.501132 dv-cinder-841591-1-iscsi neutron-server[103469]: event.method(event) May 12 17:22:23.501132 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 17:22:23.501132 dv-cinder-841591-1-iscsi neutron-server[103469]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 17:22:23.501132 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 17:22:23.501132 dv-cinder-841591-1-iscsi neutron-server[103469]: aggregate_uuid = self.p_client.list_aggregates( May 12 17:22:23.501132 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 17:22:23.501132 dv-cinder-841591-1-iscsi neutron-server[103469]: return f(self, *a, **k) May 12 17:22:23.501132 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 17:22:23.501132 dv-cinder-841591-1-iscsi neutron-server[103469]: return self._get(url).json() May 12 17:22:23.501132 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 17:22:23.501132 dv-cinder-841591-1-iscsi neutron-server[103469]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 17:22:23.501132 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 17:22:23.501132 dv-cinder-841591-1-iscsi neutron-server[103469]: return self.request(url, 'GET', **kwargs) May 12 17:22:23.501132 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 17:22:23.501132 dv-cinder-841591-1-iscsi neutron-server[103469]: base_url = self.get_endpoint(auth, allow=allow, May 12 17:22:23.501132 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 17:22:23.501132 dv-cinder-841591-1-iscsi neutron-server[103469]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 17:22:23.501132 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 17:22:23.501132 dv-cinder-841591-1-iscsi neutron-server[103469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 17:22:23.501132 dv-cinder-841591-1-iscsi neutron-server[103469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 17:22:23.553393 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-af633376-6712-4865-b122-94a777eacc2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3512417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682781'] for network (8e057b02-0e5b-44bd-83b7-2f23a5bc0a94), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:23.558644 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-af633376-6712-4865-b122-94a777eacc2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-519179'] for network (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:23.562213 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-af633376-6712-4865-b122-94a777eacc2f admin admin] 10.222.0.23 "DELETE /v2.0/networks/8e057b02-0e5b-44bd-83b7-2f23a5bc0a94 HTTP/1.1" status: 204 len: 168 time: 0.7403255 May 12 17:22:23.574971 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af633376-6712-4865-b122-94a777eacc2f admin admin] Pushing event deleted for resources: {'Network': ['ID=8e057b02-0e5b-44bd-83b7-2f23a5bc0a94,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:22:23.669365 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 33012) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:22:23.711608 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-eb9094c7-1f36-41f5-b42f-87562ed78729 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=67e7bebb3ef2474591626aa0a76d7a1d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0410619 May 12 17:22:23.714026 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 33014) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:22:23.759776 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-b18b0013-ef04-44e1-b2d8-b54b6d6632bc admin admin] Publish callbacks [] for security_group (aaab53fc-a41a-4057-9eb6-c1718411bfb2), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:23.782069 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-b18b0013-ef04-44e1-b2d8-b54b6d6632bc admin admin] Publish callbacks [] for security_group (aaab53fc-a41a-4057-9eb6-c1718411bfb2), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:23.783865 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-25018cff-bd92-4caa-b90b-d2f24b1d219e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (ad05f391-ff61-4b74-a3af-7ffb7f485489), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:23.832186 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-b18b0013-ef04-44e1-b2d8-b54b6d6632bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (aaab53fc-a41a-4057-9eb6-c1718411bfb2), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:23.834656 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-b18b0013-ef04-44e1-b2d8-b54b6d6632bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:23.836353 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-b18b0013-ef04-44e1-b2d8-b54b6d6632bc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/aaab53fc-a41a-4057-9eb6-c1718411bfb2 HTTP/1.1" status: 204 len: 168 time: 0.1208713 May 12 17:22:23.844145 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18b0013-ef04-44e1-b2d8-b54b6d6632bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaab53fc-a41a-4057-9eb6-c1718411bfb2,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:22:25.146600 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 33070) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:22:25.247883 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-94a1e152-b220-4e9a-8c00-23fa8db6fcb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:25.322688 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-94a1e152-b220-4e9a-8c00-23fa8db6fcb4 admin admin] Publish callbacks [] for security_group (2684ce90-cf9d-4a65-b045-866dd4c06d21), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:25.326261 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-94a1e152-b220-4e9a-8c00-23fa8db6fcb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (2684ce90-cf9d-4a65-b045-866dd4c06d21), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:25.363969 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-94a1e152-b220-4e9a-8c00-23fa8db6fcb4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=91a743da8b174f4ca8f07962a758cdd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2163372 May 12 17:22:25.364827 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a1e152-b220-4e9a-8c00-23fa8db6fcb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2684ce90-cf9d-4a65-b045-866dd4c06d21,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:22:25.366669 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 33074) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:22:25.414706 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-130cbd9e-4d98-4743-b7ce-c3c2e8949a07 admin admin] Publish callbacks [] for security_group (2684ce90-cf9d-4a65-b045-866dd4c06d21), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:25.437445 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-130cbd9e-4d98-4743-b7ce-c3c2e8949a07 admin admin] Publish callbacks [] for security_group (2684ce90-cf9d-4a65-b045-866dd4c06d21), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:25.483784 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-130cbd9e-4d98-4743-b7ce-c3c2e8949a07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (2684ce90-cf9d-4a65-b045-866dd4c06d21), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:25.486403 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-130cbd9e-4d98-4743-b7ce-c3c2e8949a07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:25.487577 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-130cbd9e-4d98-4743-b7ce-c3c2e8949a07 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2684ce90-cf9d-4a65-b045-866dd4c06d21 HTTP/1.1" status: 204 len: 168 time: 0.1198907 May 12 17:22:25.495073 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130cbd9e-4d98-4743-b7ce-c3c2e8949a07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2684ce90-cf9d-4a65-b045-866dd4c06d21,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:22:26.199548 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-960ca204-8ba2-4125-9d60-e0224d3102ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (e5548ccc-31b8-4072-a6b0-52b00208ea79), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:27.291046 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-921d17b2-ae2c-4a72-8bd8-05131367e3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (bf71836d-8135-4bcd-843a-dab378dba2b2), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:27.946603 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (38379b20-dcc3-43b7-a09e-956d8be7db9c), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:28.447206 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63945597-0001-459e-8a15-2760bc8f5d4f req-796febac-620c-4f19-826f-58b30f5d9ec5 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:22:28.448748 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-63945597-0001-459e-8a15-2760bc8f5d4f req-796febac-620c-4f19-826f-58b30f5d9ec5 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c4eae9c-c6d1-4dc2-8039-344c3c7af142 HTTP/1.1" status: 200 len: 946 time: 0.0539348 May 12 17:22:28.499810 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-63945597-0001-459e-8a15-2760bc8f5d4f req-84c086ba-0636-4e47-b722-b2eeb4bdae33 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=fee15b42-3a1a-44ff-bb18-06fe84b6efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421720 May 12 17:22:28.839762 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-c581148e-646c-4c8c-8cc5-93d6184e682f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (98e1a54e-83f0-40d1-9631-7dd40ffbcd59), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:29.618646 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbcf76b-600d-4b05-b401-bb126284ec47 req-df3d6ada-7a6e-4428-a008-58fb8aeebd43 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:22:29.620175 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-fbbcf76b-600d-4b05-b401-bb126284ec47 req-df3d6ada-7a6e-4428-a008-58fb8aeebd43 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c4eae9c-c6d1-4dc2-8039-344c3c7af142 HTTP/1.1" status: 200 len: 946 time: 0.0459752 May 12 17:22:29.666397 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-fbbcf76b-600d-4b05-b401-bb126284ec47 req-e45124c9-c35d-4bad-bf2b-5015adf91eeb tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups?id=fee15b42-3a1a-44ff-bb18-06fe84b6efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406611 May 12 17:22:29.839855 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262024cb-5413-46d4-a56c-5dfe2c4f6748 req-d7159f7e-a33b-4cbe-8d21-d105cf6e348c tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:22:29.841350 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-262024cb-5413-46d4-a56c-5dfe2c4f6748 req-d7159f7e-a33b-4cbe-8d21-d105cf6e348c tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4eae9c-c6d1-4dc2-8039-344c3c7af142 HTTP/1.1" status: 200 len: 946 time: 0.0452826 May 12 17:22:29.932210 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [req-262024cb-5413-46d4-a56c-5dfe2c4f6748 req-0ba4506a-a2b8-4a78-8a74-1058d22b38ad tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Deleting port b3499779-a985-44de-b351-0cf1eafb3c90 {{(pid=103469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:22:29.932551 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-262024cb-5413-46d4-a56c-5dfe2c4f6748 req-0ba4506a-a2b8-4a78-8a74-1058d22b38ad tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774528024037'] for port (b3499779-a985-44de-b351-0cf1eafb3c90), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:30.025461 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [req-262024cb-5413-46d4-a56c-5dfe2c4f6748 req-0ba4506a-a2b8-4a78-8a74-1058d22b38ad tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] For port b3499779-a985-44de-b351-0cf1eafb3c90, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=b3499779-a985-44de-b351-0cf1eafb3c90,segment=NetworkSegment(c7a6aaf3-54ce-4151-ae72-69f500e464b9),segment_id=c7a6aaf3-54ce-4151-ae72-69f500e464b9)] {{(pid=103469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:22:30.025824 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-262024cb-5413-46d4-a56c-5dfe2c4f6748 req-0ba4506a-a2b8-4a78-8a74-1058d22b38ad tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683095'] for port (b3499779-a985-44de-b351-0cf1eafb3c90), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:30.200698 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-262024cb-5413-46d4-a56c-5dfe2c4f6748 req-0ba4506a-a2b8-4a78-8a74-1058d22b38ad tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:30.201091 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-262024cb-5413-46d4-a56c-5dfe2c4f6748 req-0ba4506a-a2b8-4a78-8a74-1058d22b38ad tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682608'] for floatingip (03100997-d9c9-44fa-969a-cc179b2e2be0), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:30.201399 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.db.l3_db [req-262024cb-5413-46d4-a56c-5dfe2c4f6748 req-0ba4506a-a2b8-4a78-8a74-1058d22b38ad tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Floating IP 03100997-d9c9-44fa-969a-cc179b2e2be0 disassociated. External IP: 172.27.0.220, port: b3499779-a985-44de-b351-0cf1eafb3c90. May 12 17:22:30.201740 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [req-262024cb-5413-46d4-a56c-5dfe2c4f6748 req-0ba4506a-a2b8-4a78-8a74-1058d22b38ad tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Calling delete_port for b3499779-a985-44de-b351-0cf1eafb3c90 owned by compute:nova {{(pid=103469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:22:30.231371 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 33186) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:22:30.244640 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (dea0f963-0a36-45fe-941b-5c749ca6f3bf), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:30.333266 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-262024cb-5413-46d4-a56c-5dfe2c4f6748 req-0ba4506a-a2b8-4a78-8a74-1058d22b38ad tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774528036217', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774527475294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968517'] for port (b3499779-a985-44de-b351-0cf1eafb3c90), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:30.345546 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-037723ae-24e4-4434-8d6b-3ec2400c2402 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:30.375199 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba4506a-a2b8-4a78-8a74-1058d22b38ad tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Pushing event deleted for resources: {'Port': ['ID=b3499779-a985-44de-b351-0cf1eafb3c90,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:22:30.427403 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-037723ae-24e4-4434-8d6b-3ec2400c2402 admin admin] Publish callbacks [] for security_group (2913bf9b-5e57-4c97-93ac-c273436d26d6), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:30.432343 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-037723ae-24e4-4434-8d6b-3ec2400c2402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (2913bf9b-5e57-4c97-93ac-c273436d26d6), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:30.464732 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-037723ae-24e4-4434-8d6b-3ec2400c2402 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=491004ae98f54b39abf9dd30fadbb90b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2322857 May 12 17:22:30.465458 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 33196) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:22:30.502261 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.scheduler.l3_agent_scheduler [req-262024cb-5413-46d4-a56c-5dfe2c4f6748 req-0ba4506a-a2b8-4a78-8a74-1058d22b38ad tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Router d37f8c35-61d9-4e4e-a436-9cc0a220161d has already been hosted by L3 agent e5548ccc-31b8-4072-a6b0-52b00208ea79 {{(pid=103469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:22:30.510593 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037723ae-24e4-4434-8d6b-3ec2400c2402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2913bf9b-5e57-4c97-93ac-c273436d26d6,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:22:30.534505 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-171fd75b-97cd-4331-a276-e39dda9decb2 admin admin] Publish callbacks [] for security_group (2913bf9b-5e57-4c97-93ac-c273436d26d6), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:30.556690 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-171fd75b-97cd-4331-a276-e39dda9decb2 admin admin] Publish callbacks [] for security_group (2913bf9b-5e57-4c97-93ac-c273436d26d6), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:30.604066 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-171fd75b-97cd-4331-a276-e39dda9decb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (2913bf9b-5e57-4c97-93ac-c273436d26d6), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:30.607043 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-171fd75b-97cd-4331-a276-e39dda9decb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:30.608378 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-171fd75b-97cd-4331-a276-e39dda9decb2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2913bf9b-5e57-4c97-93ac-c273436d26d6 HTTP/1.1" status: 204 len: 168 time: 0.1408334 May 12 17:22:30.616303 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171fd75b-97cd-4331-a276-e39dda9decb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2913bf9b-5e57-4c97-93ac-c273436d26d6,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:22:30.616863 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-262024cb-5413-46d4-a56c-5dfe2c4f6748 req-0ba4506a-a2b8-4a78-8a74-1058d22b38ad tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Notify agent at l3_agent.dv-cinder-841591-1-iscsi the message routers_updated {{(pid=103469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:22:30.626595 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ff0420-861f-45bf-a32d-9797b0f71f0b None None] Sync routers for ids ['d37f8c35-61d9-4e4e-a436-9cc0a220161d'] in dv-cinder-841591-1-iscsi {{(pid=103470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:22:30.641804 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ff0420-861f-45bf-a32d-9797b0f71f0b None None] Routers {'d37f8c35-61d9-4e4e-a436-9cc0a220161d'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:22:30.642370 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-32ff0420-861f-45bf-a32d-9797b0f71f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:22:26Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['d37f8c35-61d9-4e4e-a436-9cc0a220161d'], 'active': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:22:30.671350 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [req-262024cb-5413-46d4-a56c-5dfe2c4f6748 req-0ba4506a-a2b8-4a78-8a74-1058d22b38ad tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] No DVR routers for this DVR port b3499779-a985-44de-b351-0cf1eafb3c90 on host hv-cinder-84159 {{(pid=103469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:22:30.674227 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-262024cb-5413-46d4-a56c-5dfe2c4f6748 req-0ba4506a-a2b8-4a78-8a74-1058d22b38ad tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36930'] for port (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:30.677801 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-262024cb-5413-46d4-a56c-5dfe2c4f6748 req-0ba4506a-a2b8-4a78-8a74-1058d22b38ad tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.58 "DELETE /v2.0/ports/b3499779-a985-44de-b351-0cf1eafb3c90 HTTP/1.1" status: 204 len: 173 time: 0.8286610 May 12 17:22:30.678406 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c4eae9c-c6d1-4dc2-8039-344c3c7af142', 'name': 'network-vif-deleted', 'tag': 'b3499779-a985-44de-b351-0cf1eafb3c90'}] {{(pid=103469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:22:30.680868 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a389b951f31a62b906e18655c420a9fe9aa70b39b59c66ae41c54d630ec86ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7bbad37-887d-4a4c-9879-9f9fa02263b5" -d '{"events": [{"server_uuid": "2c4eae9c-c6d1-4dc2-8039-344c3c7af142", "name": "network-vif-deleted", "tag": "b3499779-a985-44de-b351-0cf1eafb3c90"}]}' {{(pid=103469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:22:30.773917 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvr_db [None req-32ff0420-861f-45bf-a32d-9797b0f71f0b None None] Set router d37f8c35-61d9-4e4e-a436-9cc0a220161d gateway port host: dv-cinder-841591-1-iscsi {{(pid=103470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:22:30.783490 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e38c6bd2-e605-4aea-9c5b-6219649b19c1 x-openstack-request-id: req-e38c6bd2-e605-4aea-9c5b-6219649b19c1 {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:22:30.783810 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c4eae9c-c6d1-4dc2-8039-344c3c7af142", "name": "network-vif-deleted", "tag": "b3499779-a985-44de-b351-0cf1eafb3c90", "status": "completed", "code": 200}]} {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:22:30.784062 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e38c6bd2-e605-4aea-9c5b-6219649b19c1 {{(pid=103469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:22:30.784461 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e38c6bd2-e605-4aea-9c5b-6219649b19c1'] response: {'server_uuid': '2c4eae9c-c6d1-4dc2-8039-344c3c7af142', 'name': 'network-vif-deleted', 'tag': 'b3499779-a985-44de-b351-0cf1eafb3c90', 'status': 'completed', 'code': 200} May 12 17:22:30.842006 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-483671aa-9994-4e8c-af42-c5f7da3ef31b req-89636c38-0962-482e-9fc4-acb78e2ef625 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c4eae9c-c6d1-4dc2-8039-344c3c7af142 HTTP/1.1" status: 200 len: 210 time: 0.0350339 May 12 17:22:30.975708 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 33206) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:22:30.990125 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ce832a7e-2774-4769-9aff-6d4f124c6e1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:31.075368 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ce832a7e-2774-4769-9aff-6d4f124c6e1e admin admin] Publish callbacks [] for security_group (7d441039-1e8d-4206-9bce-a528c19d13cb), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:31.079498 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ce832a7e-2774-4769-9aff-6d4f124c6e1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (7d441039-1e8d-4206-9bce-a528c19d13cb), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:31.117854 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-32ff0420-861f-45bf-a32d-9797b0f71f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd37f8c35-61d9-4e4e-a436-9cc0a220161d', 'name': 'tempest-AttachVolumeShelveTestJSON-2060211433-router', 'tenant_id': '9f96cd34d1bc46b78a000e0b5af9d6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'ba44eb14-e418-4de5-8e35-cd3da218b7fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:15:55Z', 'updated_at': '2022-05-12T17:15:59Z', 'revision_number': 4, 'project_id': '9f96cd34d1bc46b78a000e0b5af9d6a2', 'gw_port': {'id': 'ba44eb14-e418-4de5-8e35-cd3da218b7fa', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a7:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37f8c35-61d9-4e4e-a436-9cc0a220161d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:15:55Z', 'updated_at': '2022-05-12T17:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_interfaces': [{'id': '1ad17248-876b-46c4-8895-543e86966af1', 'name': '', 'network_id': '77b21ff8-23c6-42d2-9321-6759378651ee', 'tenant_id': '9f96cd34d1bc46b78a000e0b5af9d6a2', 'mac_address': 'fa:16:3e:ff:14:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37f8c35-61d9-4e4e-a436-9cc0a220161d', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '0cd36ca6-63ed-4772-87aa-c30fa42b51b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:15:57Z', 'updated_at': '2022-05-12T17:16:12Z', 'revision_number': 5, 'project_id': '9f96cd34d1bc46b78a000e0b5af9d6a2', 'subnets': [{'id': '0cd36ca6-63ed-4772-87aa-c30fa42b51b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:22:31.119652 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-ce832a7e-2774-4769-9aff-6d4f124c6e1e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0271702ef15247a3aa54a6f47bf7e59d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1427274 May 12 17:22:31.120875 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce832a7e-2774-4769-9aff-6d4f124c6e1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d441039-1e8d-4206-9bce-a528c19d13cb,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:22:31.122311 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 33208) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:22:31.144907 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ff0420-861f-45bf-a32d-9797b0f71f0b None None] Checking router: d37f8c35-61d9-4e4e-a436-9cc0a220161d for host: dv-cinder-841591-1-iscsi {{(pid=103470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:22:31.153936 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ff0420-861f-45bf-a32d-9797b0f71f0b None None] Routers {'d37f8c35-61d9-4e4e-a436-9cc0a220161d'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:22:31.154579 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-32ff0420-861f-45bf-a32d-9797b0f71f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:22:26Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['d37f8c35-61d9-4e4e-a436-9cc0a220161d'], 'active': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:22:31.176332 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0c93f0ae-2b47-4b3e-a207-8cc42d06a32c admin admin] Publish callbacks [] for security_group (7d441039-1e8d-4206-9bce-a528c19d13cb), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:31.198322 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0c93f0ae-2b47-4b3e-a207-8cc42d06a32c admin admin] Publish callbacks [] for security_group (7d441039-1e8d-4206-9bce-a528c19d13cb), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:31.245899 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0c93f0ae-2b47-4b3e-a207-8cc42d06a32c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (7d441039-1e8d-4206-9bce-a528c19d13cb), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:31.248542 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0c93f0ae-2b47-4b3e-a207-8cc42d06a32c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:31.249705 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-0c93f0ae-2b47-4b3e-a207-8cc42d06a32c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7d441039-1e8d-4206-9bce-a528c19d13cb HTTP/1.1" status: 204 len: 168 time: 0.1262832 May 12 17:22:31.258440 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c93f0ae-2b47-4b3e-a207-8cc42d06a32c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d441039-1e8d-4206-9bce-a528c19d13cb,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:22:31.277486 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvr_db [None req-32ff0420-861f-45bf-a32d-9797b0f71f0b None None] Set router d37f8c35-61d9-4e4e-a436-9cc0a220161d gateway port host: dv-cinder-841591-1-iscsi {{(pid=103470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:22:31.473598 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-32ff0420-861f-45bf-a32d-9797b0f71f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd37f8c35-61d9-4e4e-a436-9cc0a220161d', 'name': 'tempest-AttachVolumeShelveTestJSON-2060211433-router', 'tenant_id': '9f96cd34d1bc46b78a000e0b5af9d6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'ba44eb14-e418-4de5-8e35-cd3da218b7fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:15:55Z', 'updated_at': '2022-05-12T17:15:59Z', 'revision_number': 4, 'project_id': '9f96cd34d1bc46b78a000e0b5af9d6a2', 'gw_port': {'id': 'ba44eb14-e418-4de5-8e35-cd3da218b7fa', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a7:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37f8c35-61d9-4e4e-a436-9cc0a220161d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:15:55Z', 'updated_at': '2022-05-12T17:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_interfaces': [{'id': '1ad17248-876b-46c4-8895-543e86966af1', 'name': '', 'network_id': '77b21ff8-23c6-42d2-9321-6759378651ee', 'tenant_id': '9f96cd34d1bc46b78a000e0b5af9d6a2', 'mac_address': 'fa:16:3e:ff:14:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37f8c35-61d9-4e4e-a436-9cc0a220161d', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '0cd36ca6-63ed-4772-87aa-c30fa42b51b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:15:57Z', 'updated_at': '2022-05-12T17:16:12Z', 'revision_number': 5, 'project_id': '9f96cd34d1bc46b78a000e0b5af9d6a2', 'subnets': [{'id': '0cd36ca6-63ed-4772-87aa-c30fa42b51b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:22:31.506744 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ff0420-861f-45bf-a32d-9797b0f71f0b None None] The sync data for ids ['d37f8c35-61d9-4e4e-a436-9cc0a220161d'] in dv-cinder-841591-1-iscsi is: [{'id': 'd37f8c35-61d9-4e4e-a436-9cc0a220161d', 'name': 'tempest-AttachVolumeShelveTestJSON-2060211433-router', 'tenant_id': '9f96cd34d1bc46b78a000e0b5af9d6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'ba44eb14-e418-4de5-8e35-cd3da218b7fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:15:55Z', 'updated_at': '2022-05-12T17:15:59Z', 'revision_number': 4, 'project_id': '9f96cd34d1bc46b78a000e0b5af9d6a2', 'gw_port': {'id': 'ba44eb14-e418-4de5-8e35-cd3da218b7fa', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a7:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37f8c35-61d9-4e4e-a436-9cc0a220161d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:15:55Z', 'updated_at': '2022-05-12T17:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_interfaces': [{'id': '1ad17248-876b-46c4-8895-543e86966af1', 'name': '', 'network_id': '77b21ff8-23c6-42d2-9321-6759378651ee', 'tenant_id': '9f96cd34d1bc46b78a000e0b5af9d6a2', 'mac_address': 'fa:16:3e:ff:14:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37f8c35-61d9-4e4e-a436-9cc0a220161d', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '0cd36ca6-63ed-4772-87aa-c30fa42b51b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:15:57Z', 'updated_at': '2022-05-12T17:16:12Z', 'revision_number': 5, 'project_id': '9f96cd34d1bc46b78a000e0b5af9d6a2', 'subnets': [{'id': '0cd36ca6-63ed-4772-87aa-c30fa42b51b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:22:31.732448 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df220ee1-bd26-4303-a7b2-0607cf5ba431 None None] New status for floating IP 03100997-d9c9-44fa-969a-cc179b2e2be0: DOWN {{(pid=103471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 17:22:31.967762 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-aebe2d39-8eaf-4ea9-982f-3492cb6b28c6 req-155a9910-7c69-4183-a1ba-bb62b4aa0be8 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c4eae9c-c6d1-4dc2-8039-344c3c7af142 HTTP/1.1" status: 200 len: 210 time: 0.0275440 May 12 17:22:33.078700 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-1ef76506-bdc9-43d3-9a61-bdeead7da4b5 req-c8869de2-e5b4-457e-b943-d10ab0db801f tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c4eae9c-c6d1-4dc2-8039-344c3c7af142 HTTP/1.1" status: 200 len: 210 time: 0.0277452 May 12 17:22:33.551917 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Device b3499779-a985-44de-b351-0cf1eafb3c90 no longer exists at agent hyperv_hv-cinder-84159 {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:22:33.577058 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] No Port match for: b3499779-a985-44de-b351-0cf1eafb3c90 {{(pid=103470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:22:33.577368 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Device b3499779-a985-44de-b351-0cf1eafb3c90 not bound to the agent host hv-cinder-84159 {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:22:34.169181 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 33292) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:22:34.227229 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-48efc086-73b3-4af0-8620-c3fbfc7577cc tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Publish callbacks [] for security_group (fee15b42-3a1a-44ff-bb18-06fe84b6efc0), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:34.250601 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-48efc086-73b3-4af0-8620-c3fbfc7577cc tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Publish callbacks [] for security_group (fee15b42-3a1a-44ff-bb18-06fe84b6efc0), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:34.300999 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-48efc086-73b3-4af0-8620-c3fbfc7577cc tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (fee15b42-3a1a-44ff-bb18-06fe84b6efc0), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:34.304549 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-48efc086-73b3-4af0-8620-c3fbfc7577cc tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:34.306060 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-48efc086-73b3-4af0-8620-c3fbfc7577cc tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "DELETE /v2.0/security-groups/fee15b42-3a1a-44ff-bb18-06fe84b6efc0 HTTP/1.1" status: 204 len: 168 time: 0.1357455 May 12 17:22:34.310068 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 33294) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:22:34.316857 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48efc086-73b3-4af0-8620-c3fbfc7577cc tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee15b42-3a1a-44ff-bb18-06fe84b6efc0,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:22:34.326959 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.api.v2.resource [None req-70df56e6-26ca-4732-9cc6-da1b8ae36e1d tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] show failed (client error): The resource could not be found. May 12 17:22:34.328057 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-70df56e6-26ca-4732-9cc6-da1b8ae36e1d tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "GET /v2.0/security-groups/fee15b42-3a1a-44ff-bb18-06fe84b6efc0 HTTP/1.1" status: 404 len: 347 time: 0.0169466 May 12 17:22:34.330953 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 33296) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:22:34.450024 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [None req-bbb109c9-71fa-4291-98be-845fb3790d22 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Deleting port 49c108ae-f665-418d-9d97-3ce490d00eca {{(pid=103468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:22:34.450368 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-bbb109c9-71fa-4291-98be-845fb3790d22 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774528024037'] for port (49c108ae-f665-418d-9d97-3ce490d00eca), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:34.534007 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-bbb109c9-71fa-4291-98be-845fb3790d22 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683095'] for port (49c108ae-f665-418d-9d97-3ce490d00eca), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:34.534335 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-bbb109c9-71fa-4291-98be-845fb3790d22 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Publish callbacks [] for floatingip (49c108ae-f665-418d-9d97-3ce490d00eca), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:34.551229 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [None req-bbb109c9-71fa-4291-98be-845fb3790d22 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Calling delete_port for 49c108ae-f665-418d-9d97-3ce490d00eca owned by network:floatingip {{(pid=103468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:22:34.688593 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-bbb109c9-71fa-4291-98be-845fb3790d22 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774528036217', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774527475294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11526335'] for port (49c108ae-f665-418d-9d97-3ce490d00eca), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:34.715499 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb109c9-71fa-4291-98be-845fb3790d22 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Pushing event deleted for resources: {'Port': ['ID=49c108ae-f665-418d-9d97-3ce490d00eca,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:22:34.777716 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-bbb109c9-71fa-4291-98be-845fb3790d22 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Publish callbacks [] for floatingip (03100997-d9c9-44fa-969a-cc179b2e2be0), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:34.780264 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-bbb109c9-71fa-4291-98be-845fb3790d22 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36930'] for floatingip (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:34.781400 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-bbb109c9-71fa-4291-98be-845fb3790d22 tempest-AttachVolumeShelveTestJSON-423506411 tempest-AttachVolumeShelveTestJSON-423506411-project] 10.222.0.23 "DELETE /v2.0/floatingips/03100997-d9c9-44fa-969a-cc179b2e2be0 HTTP/1.1" status: 204 len: 168 time: 0.4495118 May 12 17:22:36.146761 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 33358) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:22:36.258570 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-78b4b210-355b-45f0-b203-69c22c69f749 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:36.336563 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-78b4b210-355b-45f0-b203-69c22c69f749 admin admin] Publish callbacks [] for security_group (a84b980e-903d-44b8-8a40-a4264babf664), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:36.340183 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-78b4b210-355b-45f0-b203-69c22c69f749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (a84b980e-903d-44b8-8a40-a4264babf664), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:36.378068 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b4b210-355b-45f0-b203-69c22c69f749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a84b980e-903d-44b8-8a40-a4264babf664,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:22:36.382368 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-78b4b210-355b-45f0-b203-69c22c69f749 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ced4ba3e3d9b48029f3605f42d6e1d5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2345681 May 12 17:22:36.385707 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 33368) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:22:36.435364 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-0f9bbbf8-df54-459f-be59-9c0067308ebe admin admin] Publish callbacks [] for security_group (a84b980e-903d-44b8-8a40-a4264babf664), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:36.457177 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-0f9bbbf8-df54-459f-be59-9c0067308ebe admin admin] Publish callbacks [] for security_group (a84b980e-903d-44b8-8a40-a4264babf664), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:36.503996 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-0f9bbbf8-df54-459f-be59-9c0067308ebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (a84b980e-903d-44b8-8a40-a4264babf664), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:36.506685 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-0f9bbbf8-df54-459f-be59-9c0067308ebe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:36.508090 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-0f9bbbf8-df54-459f-be59-9c0067308ebe admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a84b980e-903d-44b8-8a40-a4264babf664 HTTP/1.1" status: 204 len: 168 time: 0.1214592 May 12 17:22:36.515741 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9bbbf8-df54-459f-be59-9c0067308ebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a84b980e-903d-44b8-8a40-a4264babf664,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:22:36.762355 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 33374) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:22:36.775199 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-31c1ac4c-e4da-4648-b5bf-f30884b577a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:36.847893 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-31c1ac4c-e4da-4648-b5bf-f30884b577a3 admin admin] Publish callbacks [] for security_group (7f82bf88-fa56-4b3e-9c9b-0fc5bd48a679), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:36.852020 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-31c1ac4c-e4da-4648-b5bf-f30884b577a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (7f82bf88-fa56-4b3e-9c9b-0fc5bd48a679), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:36.890736 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-31c1ac4c-e4da-4648-b5bf-f30884b577a3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5413576474434062976fa2ae63250ae4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1271849 May 12 17:22:36.891612 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c1ac4c-e4da-4648-b5bf-f30884b577a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f82bf88-fa56-4b3e-9c9b-0fc5bd48a679,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:22:36.893277 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 33376) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:22:36.941526 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-72cecdd8-10bd-47bb-abc4-232235b579d7 admin admin] Publish callbacks [] for security_group (7f82bf88-fa56-4b3e-9c9b-0fc5bd48a679), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:36.962941 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-72cecdd8-10bd-47bb-abc4-232235b579d7 admin admin] Publish callbacks [] for security_group (7f82bf88-fa56-4b3e-9c9b-0fc5bd48a679), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:37.008212 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-72cecdd8-10bd-47bb-abc4-232235b579d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (7f82bf88-fa56-4b3e-9c9b-0fc5bd48a679), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:37.010785 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-72cecdd8-10bd-47bb-abc4-232235b579d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:37.011933 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-72cecdd8-10bd-47bb-abc4-232235b579d7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7f82bf88-fa56-4b3e-9c9b-0fc5bd48a679 HTTP/1.1" status: 204 len: 168 time: 0.1176722 May 12 17:22:37.019214 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cecdd8-10bd-47bb-abc4-232235b579d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f82bf88-fa56-4b3e-9c9b-0fc5bd48a679,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:22:37.213001 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 33388) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:22:37.339487 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 33396) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:22:37.353764 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-6b54f3bc-9461-4821-b772-e4a0b03cbd38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:37.440935 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-6b54f3bc-9461-4821-b772-e4a0b03cbd38 admin admin] Publish callbacks [] for security_group (860b5679-2c64-4ffd-a675-9ca5b9b3ad4a), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:37.445178 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-6b54f3bc-9461-4821-b772-e4a0b03cbd38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (860b5679-2c64-4ffd-a675-9ca5b9b3ad4a), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:37.483413 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b54f3bc-9461-4821-b772-e4a0b03cbd38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=860b5679-2c64-4ffd-a675-9ca5b9b3ad4a,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:22:37.491560 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-6b54f3bc-9461-4821-b772-e4a0b03cbd38 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c226e5d86184423cb9264a00633a7b1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1509347 May 12 17:22:37.492539 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 33408) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:22:37.545522 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-bcc16f67-63cf-4a6e-a219-cbb92469376d admin admin] Publish callbacks [] for security_group (860b5679-2c64-4ffd-a675-9ca5b9b3ad4a), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:37.568044 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-bcc16f67-63cf-4a6e-a219-cbb92469376d admin admin] Publish callbacks [] for security_group (860b5679-2c64-4ffd-a675-9ca5b9b3ad4a), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:37.623422 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-bcc16f67-63cf-4a6e-a219-cbb92469376d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (860b5679-2c64-4ffd-a675-9ca5b9b3ad4a), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:37.626638 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-bcc16f67-63cf-4a6e-a219-cbb92469376d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:37.630631 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-bcc16f67-63cf-4a6e-a219-cbb92469376d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/860b5679-2c64-4ffd-a675-9ca5b9b3ad4a HTTP/1.1" status: 204 len: 168 time: 0.1371148 May 12 17:22:37.640297 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc16f67-63cf-4a6e-a219-cbb92469376d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=860b5679-2c64-4ffd-a675-9ca5b9b3ad4a,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:22:37.684530 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-9f53ca4e-59d4-416d-8596-f5853f9756e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3683293'] for router_interface (d37f8c35-61d9-4e4e-a436-9cc0a220161d), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:37.717462 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 33414) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:22:37.932847 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [None req-9f53ca4e-59d4-416d-8596-f5853f9756e4 admin admin] Deleting port 1ad17248-876b-46c4-8895-543e86966af1 {{(pid=103468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:22:37.933244 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-9f53ca4e-59d4-416d-8596-f5853f9756e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774528024037'] for port (1ad17248-876b-46c4-8895-543e86966af1), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:37.945875 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0778dfca-18d7-46c6-ae77-c5d25802bb6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:38.019265 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-9f53ca4e-59d4-416d-8596-f5853f9756e4 admin admin] For port 1ad17248-876b-46c4-8895-543e86966af1, host dv-cinder-841591-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-1-iscsi',level=0,port_id=1ad17248-876b-46c4-8895-543e86966af1,segment=NetworkSegment(c7a6aaf3-54ce-4151-ae72-69f500e464b9),segment_id=c7a6aaf3-54ce-4151-ae72-69f500e464b9)] {{(pid=103468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:22:38.019623 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-9f53ca4e-59d4-416d-8596-f5853f9756e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683095'] for port (1ad17248-876b-46c4-8895-543e86966af1), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:38.029111 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0778dfca-18d7-46c6-ae77-c5d25802bb6b admin admin] Publish callbacks [] for security_group (10851205-384e-470f-859a-f539ef26900f), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:38.034222 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0778dfca-18d7-46c6-ae77-c5d25802bb6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (10851205-384e-470f-859a-f539ef26900f), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:38.037693 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [None req-9f53ca4e-59d4-416d-8596-f5853f9756e4 admin admin] Calling delete_port for 1ad17248-876b-46c4-8895-543e86966af1 owned by network:router_interface {{(pid=103468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:22:38.078497 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-0778dfca-18d7-46c6-ae77-c5d25802bb6b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b46b4b38f3934930b78857dad6102d22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3575635 May 12 17:22:38.078497 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0778dfca-18d7-46c6-ae77-c5d25802bb6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10851205-384e-470f-859a-f539ef26900f,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:22:38.079625 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 33428) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:22:38.131056 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-97a82b84-e0d2-4aec-961f-ae8b59460222 admin admin] Publish callbacks [] for security_group (10851205-384e-470f-859a-f539ef26900f), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:38.154810 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-97a82b84-e0d2-4aec-961f-ae8b59460222 admin admin] Publish callbacks [] for security_group (10851205-384e-470f-859a-f539ef26900f), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:38.208032 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-97a82b84-e0d2-4aec-961f-ae8b59460222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (10851205-384e-470f-859a-f539ef26900f), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:38.211644 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-97a82b84-e0d2-4aec-961f-ae8b59460222 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:38.213221 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-97a82b84-e0d2-4aec-961f-ae8b59460222 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/10851205-384e-470f-859a-f539ef26900f HTTP/1.1" status: 204 len: 168 time: 0.1327972 May 12 17:22:38.222383 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a82b84-e0d2-4aec-961f-ae8b59460222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10851205-384e-470f-859a-f539ef26900f,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:22:38.250963 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-9f53ca4e-59d4-416d-8596-f5853f9756e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774528036217', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774527475294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11526335'] for port (1ad17248-876b-46c4-8895-543e86966af1), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:38.288056 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f53ca4e-59d4-416d-8596-f5853f9756e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ad17248-876b-46c4-8895-543e86966af1,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:22:38.475097 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-9f53ca4e-59d4-416d-8596-f5853f9756e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-519212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475074'] for router_interface (d37f8c35-61d9-4e4e-a436-9cc0a220161d), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:38.725572 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f53ca4e-59d4-416d-8596-f5853f9756e4 admin admin] Router d37f8c35-61d9-4e4e-a436-9cc0a220161d has already been hosted by L3 agent e5548ccc-31b8-4072-a6b0-52b00208ea79 {{(pid=103468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:22:39.160637 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f53ca4e-59d4-416d-8596-f5853f9756e4 admin admin] Notify agent at l3_agent.dv-cinder-841591-1-iscsi the message routers_updated {{(pid=103468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:22:39.165946 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 33476) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:22:39.167306 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-9f53ca4e-59d4-416d-8596-f5853f9756e4 admin admin] 10.222.0.23 "PUT /v2.0/routers/d37f8c35-61d9-4e4e-a436-9cc0a220161d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9554319 May 12 17:22:39.168630 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8cdadf2-814e-45da-b3c4-c27ef31716de None None] Sync routers for ids ['d37f8c35-61d9-4e4e-a436-9cc0a220161d'] in dv-cinder-841591-1-iscsi {{(pid=103470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:22:39.181161 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cdadf2-814e-45da-b3c4-c27ef31716de None None] Routers {'d37f8c35-61d9-4e4e-a436-9cc0a220161d'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:22:39.182011 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-f8cdadf2-814e-45da-b3c4-c27ef31716de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:22:26Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['d37f8c35-61d9-4e4e-a436-9cc0a220161d'], 'active': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:22:39.341570 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvr_db [None req-f8cdadf2-814e-45da-b3c4-c27ef31716de None None] Set router d37f8c35-61d9-4e4e-a436-9cc0a220161d gateway port host: dv-cinder-841591-1-iscsi {{(pid=103470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:22:39.363582 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-c6603096-5b8b-48db-8924-84f91d1ea9c4 admin admin] Publish callbacks [] for router (d37f8c35-61d9-4e4e-a436-9cc0a220161d), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:39.535693 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-c6603096-5b8b-48db-8924-84f91d1ea9c4 admin admin] Publish callbacks [] for router_gateway (d37f8c35-61d9-4e4e-a436-9cc0a220161d), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:39.591914 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-c6603096-5b8b-48db-8924-84f91d1ea9c4 admin admin] Deleting port ba44eb14-e418-4de5-8e35-cd3da218b7fa {{(pid=103469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:22:39.592711 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-c6603096-5b8b-48db-8924-84f91d1ea9c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774528024037'] for port (ba44eb14-e418-4de5-8e35-cd3da218b7fa), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:39.595404 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-f8cdadf2-814e-45da-b3c4-c27ef31716de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd37f8c35-61d9-4e4e-a436-9cc0a220161d', 'name': 'tempest-AttachVolumeShelveTestJSON-2060211433-router', 'tenant_id': '9f96cd34d1bc46b78a000e0b5af9d6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'ba44eb14-e418-4de5-8e35-cd3da218b7fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:15:55Z', 'updated_at': '2022-05-12T17:22:38Z', 'revision_number': 5, 'project_id': '9f96cd34d1bc46b78a000e0b5af9d6a2', 'gw_port': {'id': 'ba44eb14-e418-4de5-8e35-cd3da218b7fa', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a7:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37f8c35-61d9-4e4e-a436-9cc0a220161d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:15:55Z', 'updated_at': '2022-05-12T17:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi'}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:22:39.628490 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8cdadf2-814e-45da-b3c4-c27ef31716de None None] Checking router: d37f8c35-61d9-4e4e-a436-9cc0a220161d for host: dv-cinder-841591-1-iscsi {{(pid=103470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:22:39.637386 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cdadf2-814e-45da-b3c4-c27ef31716de None None] Routers {'d37f8c35-61d9-4e4e-a436-9cc0a220161d'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:22:39.638005 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-f8cdadf2-814e-45da-b3c4-c27ef31716de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:22:26Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['d37f8c35-61d9-4e4e-a436-9cc0a220161d'], 'active': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:22:39.681991 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [None req-c6603096-5b8b-48db-8924-84f91d1ea9c4 admin admin] For port ba44eb14-e418-4de5-8e35-cd3da218b7fa, host dv-cinder-841591-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-1-iscsi',level=0,port_id=ba44eb14-e418-4de5-8e35-cd3da218b7fa,segment=NetworkSegment(54af2f58-bd4b-41ba-9124-743d6aed4e37),segment_id=54af2f58-bd4b-41ba-9124-743d6aed4e37)] {{(pid=103469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:22:39.683052 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-c6603096-5b8b-48db-8924-84f91d1ea9c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683095'] for port (ba44eb14-e418-4de5-8e35-cd3da218b7fa), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:39.710780 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-c6603096-5b8b-48db-8924-84f91d1ea9c4 admin admin] Calling delete_port for ba44eb14-e418-4de5-8e35-cd3da218b7fa owned by network:router_gateway {{(pid=103469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:22:39.747524 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvr_db [None req-f8cdadf2-814e-45da-b3c4-c27ef31716de None None] Set router d37f8c35-61d9-4e4e-a436-9cc0a220161d gateway port host: None {{(pid=103470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:22:39.818877 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-f8cdadf2-814e-45da-b3c4-c27ef31716de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd37f8c35-61d9-4e4e-a436-9cc0a220161d', 'name': 'tempest-AttachVolumeShelveTestJSON-2060211433-router', 'tenant_id': '9f96cd34d1bc46b78a000e0b5af9d6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:15:55Z', 'updated_at': '2022-05-12T17:22:39Z', 'revision_number': 6, 'project_id': '9f96cd34d1bc46b78a000e0b5af9d6a2', 'gw_port_host': None}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:22:39.854949 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8cdadf2-814e-45da-b3c4-c27ef31716de None None] The sync data for ids ['d37f8c35-61d9-4e4e-a436-9cc0a220161d'] in dv-cinder-841591-1-iscsi is: [{'id': 'd37f8c35-61d9-4e4e-a436-9cc0a220161d', 'name': 'tempest-AttachVolumeShelveTestJSON-2060211433-router', 'tenant_id': '9f96cd34d1bc46b78a000e0b5af9d6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:15:55Z', 'updated_at': '2022-05-12T17:22:39Z', 'revision_number': 6, 'project_id': '9f96cd34d1bc46b78a000e0b5af9d6a2', 'gw_port_host': None}] {{(pid=103470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:22:39.935878 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-c6603096-5b8b-48db-8924-84f91d1ea9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774528036217', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774527475294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968517'] for port (ba44eb14-e418-4de5-8e35-cd3da218b7fa), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:39.967534 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6603096-5b8b-48db-8924-84f91d1ea9c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba44eb14-e418-4de5-8e35-cd3da218b7fa,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:22:40.031929 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-c6603096-5b8b-48db-8924-84f91d1ea9c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3679983'] for router_gateway (d37f8c35-61d9-4e4e-a436-9cc0a220161d), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:40.126484 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-c6603096-5b8b-48db-8924-84f91d1ea9c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3679655', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1042242'] for router (d37f8c35-61d9-4e4e-a436-9cc0a220161d), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:40.128634 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-c6603096-5b8b-48db-8924-84f91d1ea9c4 admin admin] Publish callbacks [] for router_controller (d37f8c35-61d9-4e4e-a436-9cc0a220161d), precommit_delete_associations {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:40.175273 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-c6603096-5b8b-48db-8924-84f91d1ea9c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3679678'] for router (d37f8c35-61d9-4e4e-a436-9cc0a220161d), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:40.175920 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6603096-5b8b-48db-8924-84f91d1ea9c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d37f8c35-61d9-4e4e-a436-9cc0a220161d {{(pid=103469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 17:22:40.181482 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-c6603096-5b8b-48db-8924-84f91d1ea9c4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:40.182985 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-c6603096-5b8b-48db-8924-84f91d1ea9c4 admin admin] 10.222.0.23 "DELETE /v2.0/routers/d37f8c35-61d9-4e4e-a436-9cc0a220161d HTTP/1.1" status: 204 len: 168 time: 1.0111012 May 12 17:22:40.184925 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 33556) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:22:40.206838 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 33560) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:22:40.234324 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d6bc77d-31b2-4010-8cfc-90c1071f714f admin admin] Deleting subnet 0cd36ca6-63ed-4772-87aa-c30fa42b51b3 {{(pid=103469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 17:22:40.238455 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0d6bc77d-31b2-4010-8cfc-90c1071f714f admin admin] Publish callbacks [] for subnet (0cd36ca6-63ed-4772-87aa-c30fa42b51b3), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:40.275408 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0d6bc77d-31b2-4010-8cfc-90c1071f714f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1968719'] for subnet (0cd36ca6-63ed-4772-87aa-c30fa42b51b3), precommit_delete_associations {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:40.344246 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-363bc8c0-8152-4fa2-a819-80c7d88934f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:40.400177 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0d6bc77d-31b2-4010-8cfc-90c1071f714f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3477743'] for subnet (0cd36ca6-63ed-4772-87aa-c30fa42b51b3), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:40.469202 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0d6bc77d-31b2-4010-8cfc-90c1071f714f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3477750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1968756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11573712'] for subnet (0cd36ca6-63ed-4772-87aa-c30fa42b51b3), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:40.474502 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-363bc8c0-8152-4fa2-a819-80c7d88934f7 admin admin] Publish callbacks [] for security_group (71f9d16a-2c73-4066-8d65-e11b8619b699), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:40.481462 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-363bc8c0-8152-4fa2-a819-80c7d88934f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (71f9d16a-2c73-4066-8d65-e11b8619b699), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:40.500423 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0d6bc77d-31b2-4010-8cfc-90c1071f714f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-519179'] for subnet (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:40.503585 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-0d6bc77d-31b2-4010-8cfc-90c1071f714f admin admin] 10.222.0.23 "DELETE /v2.0/subnets/0cd36ca6-63ed-4772-87aa-c30fa42b51b3 HTTP/1.1" status: 204 len: 168 time: 0.3177302 May 12 17:22:40.504538 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6bc77d-31b2-4010-8cfc-90c1071f714f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cd36ca6-63ed-4772-87aa-c30fa42b51b3,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:22:40.510560 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a027e8c-08a4-4e06-a9e9-c1885d00a60e None None] Network 77b21ff8-23c6-42d2-9321-6759378651ee requested from dv-cinder-841591-1-iscsi {{(pid=103470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:22:40.512300 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 33572) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:22:40.526241 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-363bc8c0-8152-4fa2-a819-80c7d88934f7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ea89f4104acd4fdba93b7c359e426e48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3182445 May 12 17:22:40.528702 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 33574) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:22:40.538996 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363bc8c0-8152-4fa2-a819-80c7d88934f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71f9d16a-2c73-4066-8d65-e11b8619b699,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:22:40.586565 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-fdf3b6a6-f709-4cb7-8cab-c2f7c803893a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3665968'] for network (77b21ff8-23c6-42d2-9321-6759378651ee), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:40.593384 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-2f3d5d1f-827b-4b6a-9eff-5416ca95b1e0 admin admin] Publish callbacks [] for security_group (71f9d16a-2c73-4066-8d65-e11b8619b699), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:40.615859 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-2f3d5d1f-827b-4b6a-9eff-5416ca95b1e0 admin admin] Publish callbacks [] for security_group (71f9d16a-2c73-4066-8d65-e11b8619b699), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:40.638180 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-fdf3b6a6-f709-4cb7-8cab-c2f7c803893a admin admin] Deleting port 7718932f-9fca-4183-bc37-3dafecacd201 {{(pid=103469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:22:40.638627 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-fdf3b6a6-f709-4cb7-8cab-c2f7c803893a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774528024037'] for port (7718932f-9fca-4183-bc37-3dafecacd201), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:40.692796 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-2f3d5d1f-827b-4b6a-9eff-5416ca95b1e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (71f9d16a-2c73-4066-8d65-e11b8619b699), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:40.696948 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-2f3d5d1f-827b-4b6a-9eff-5416ca95b1e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:40.702502 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-2f3d5d1f-827b-4b6a-9eff-5416ca95b1e0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/71f9d16a-2c73-4066-8d65-e11b8619b699 HTTP/1.1" status: 204 len: 168 time: 0.1717446 May 12 17:22:40.709755 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [None req-fdf3b6a6-f709-4cb7-8cab-c2f7c803893a admin admin] For port 7718932f-9fca-4183-bc37-3dafecacd201, host dv-cinder-841591-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-1-iscsi',level=0,port_id=7718932f-9fca-4183-bc37-3dafecacd201,segment=NetworkSegment(c7a6aaf3-54ce-4151-ae72-69f500e464b9),segment_id=c7a6aaf3-54ce-4151-ae72-69f500e464b9)] {{(pid=103469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:22:40.710198 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-fdf3b6a6-f709-4cb7-8cab-c2f7c803893a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683095'] for port (7718932f-9fca-4183-bc37-3dafecacd201), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:40.710738 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e9c398-ec62-48bb-99d1-c52d08596f2a None None] DHCP port deletion for 77b21ff8-23c6-42d2-9321-6759378651ee request from dv-cinder-841591-1-iscsi {{(pid=103470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 17:22:40.726648 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-fdf3b6a6-f709-4cb7-8cab-c2f7c803893a admin admin] Calling delete_port for 7718932f-9fca-4183-bc37-3dafecacd201 owned by network:dhcp {{(pid=103469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:22:40.729172 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3d5d1f-827b-4b6a-9eff-5416ca95b1e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71f9d16a-2c73-4066-8d65-e11b8619b699,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:22:40.784665 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-43e9c398-ec62-48bb-99d1-c52d08596f2a None None] Deleting port 7718932f-9fca-4183-bc37-3dafecacd201 {{(pid=103470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:22:40.785043 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-43e9c398-ec62-48bb-99d1-c52d08596f2a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774528024037'] for port (7718932f-9fca-4183-bc37-3dafecacd201), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:40.836013 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-fdf3b6a6-f709-4cb7-8cab-c2f7c803893a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774528036217', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774527475294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968517'] for port (7718932f-9fca-4183-bc37-3dafecacd201), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:40.860983 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-43e9c398-ec62-48bb-99d1-c52d08596f2a None None] For port 7718932f-9fca-4183-bc37-3dafecacd201, host dv-cinder-841591-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-1-iscsi',level=0,port_id=7718932f-9fca-4183-bc37-3dafecacd201,segment=NetworkSegment(c7a6aaf3-54ce-4151-ae72-69f500e464b9),segment_id=c7a6aaf3-54ce-4151-ae72-69f500e464b9)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:22:40.861459 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-43e9c398-ec62-48bb-99d1-c52d08596f2a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683095'] for port (7718932f-9fca-4183-bc37-3dafecacd201), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:40.875511 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf3b6a6-f709-4cb7-8cab-c2f7c803893a admin admin] No DVR routers for this DVR port 7718932f-9fca-4183-bc37-3dafecacd201 on host dv-cinder-841591-1-iscsi {{(pid=103469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:22:40.876954 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-43e9c398-ec62-48bb-99d1-c52d08596f2a None None] Calling delete_port for 7718932f-9fca-4183-bc37-3dafecacd201 owned by network:dhcp {{(pid=103470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:22:40.879573 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf3b6a6-f709-4cb7-8cab-c2f7c803893a admin admin] Pushing event deleted for resources: {'Port': ['ID=7718932f-9fca-4183-bc37-3dafecacd201,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:22:40.958057 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-fdf3b6a6-f709-4cb7-8cab-c2f7c803893a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3512410', 'neutron.services.segments.db._delete_segments_for_network-8774527956246'] for network (77b21ff8-23c6-42d2-9321-6759378651ee), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:40.982153 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-43e9c398-ec62-48bb-99d1-c52d08596f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774528036217', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774527475294'] for port (7718932f-9fca-4183-bc37-3dafecacd201), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:40.996170 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e9c398-ec62-48bb-99d1-c52d08596f2a None None] No DVR routers for this DVR port 7718932f-9fca-4183-bc37-3dafecacd201 on host dv-cinder-841591-1-iscsi {{(pid=103470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:22:41.014603 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.services.segments.db [None req-fdf3b6a6-f709-4cb7-8cab-c2f7c803893a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77b21ff8-23c6-42d2-9321-6759378651ee']}} {{(pid=103469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:22:41.027866 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.services.segments.db [None req-fdf3b6a6-f709-4cb7-8cab-c2f7c803893a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7a6aaf3-54ce-4151-ae72-69f500e464b9') {'for_net_delete': True} {{(pid=103469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:22:41.028313 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e9c398-ec62-48bb-99d1-c52d08596f2a None None] Pushing event deleted for resources: {'Port': ['ID=7718932f-9fca-4183-bc37-3dafecacd201,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:22:41.028841 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.services.segments.db [None req-fdf3b6a6-f709-4cb7-8cab-c2f7c803893a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7a6aaf3-54ce-4151-ae72-69f500e464b9') {} {{(pid=103469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:22:41.058769 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-fdf3b6a6-f709-4cb7-8cab-c2f7c803893a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774527957791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1968758'] for segment (c7a6aaf3-54ce-4151-ae72-69f500e464b9), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:41.082912 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-fdf3b6a6-f709-4cb7-8cab-c2f7c803893a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3597332'] for segment (c7a6aaf3-54ce-4151-ae72-69f500e464b9), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:41.091551 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdf3b6a6-f709-4cb7-8cab-c2f7c803893a admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=103469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 17:22:41.092149 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-fdf3b6a6-f709-4cb7-8cab-c2f7c803893a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3597332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1968598'] for segment (c7a6aaf3-54ce-4151-ae72-69f500e464b9), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:41.094237 dv-cinder-841591-1-iscsi neutron-server[103469]: Traceback (most recent call last): May 12 17:22:41.094237 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 17:22:41.094237 dv-cinder-841591-1-iscsi neutron-server[103469]: timer() May 12 17:22:41.094237 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 17:22:41.094237 dv-cinder-841591-1-iscsi neutron-server[103469]: cb(*args, **kw) May 12 17:22:41.094237 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 17:22:41.094237 dv-cinder-841591-1-iscsi neutron-server[103469]: return func(*args, **kwargs) May 12 17:22:41.094237 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 17:22:41.094237 dv-cinder-841591-1-iscsi neutron-server[103469]: self._notify() May 12 17:22:41.094237 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 17:22:41.094237 dv-cinder-841591-1-iscsi neutron-server[103469]: self.callback(batched_events) May 12 17:22:41.094237 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 17:22:41.094237 dv-cinder-841591-1-iscsi neutron-server[103469]: event.method(event) May 12 17:22:41.094237 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 17:22:41.094237 dv-cinder-841591-1-iscsi neutron-server[103469]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 17:22:41.094237 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 17:22:41.094237 dv-cinder-841591-1-iscsi neutron-server[103469]: aggregate_uuid = self.p_client.list_aggregates( May 12 17:22:41.094237 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 17:22:41.094237 dv-cinder-841591-1-iscsi neutron-server[103469]: return f(self, *a, **k) May 12 17:22:41.094237 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 17:22:41.094237 dv-cinder-841591-1-iscsi neutron-server[103469]: return self._get(url).json() May 12 17:22:41.094237 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 17:22:41.094237 dv-cinder-841591-1-iscsi neutron-server[103469]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 17:22:41.094237 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 17:22:41.094237 dv-cinder-841591-1-iscsi neutron-server[103469]: return self.request(url, 'GET', **kwargs) May 12 17:22:41.094237 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 17:22:41.094237 dv-cinder-841591-1-iscsi neutron-server[103469]: base_url = self.get_endpoint(auth, allow=allow, May 12 17:22:41.094237 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 17:22:41.094237 dv-cinder-841591-1-iscsi neutron-server[103469]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 17:22:41.094237 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 17:22:41.094237 dv-cinder-841591-1-iscsi neutron-server[103469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 17:22:41.094237 dv-cinder-841591-1-iscsi neutron-server[103469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 17:22:41.101472 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device 1ad17248-876b-46c4-8895-543e86966af1 no longer exists at agent ovs-agent-dv-cinder-841591-1-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:22:41.121451 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 33582) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:22:41.134573 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] No Port match for: 1ad17248-876b-46c4-8895-543e86966af1 {{(pid=103470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:22:41.134916 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device 1ad17248-876b-46c4-8895-543e86966af1 not bound to the agent host dv-cinder-841591-1-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:22:41.135340 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device ba44eb14-e418-4de5-8e35-cd3da218b7fa no longer exists at agent ovs-agent-dv-cinder-841591-1-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:22:41.136605 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-575a249e-589c-4a10-b30b-f5ee8759dea5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:41.161417 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] No Port match for: ba44eb14-e418-4de5-8e35-cd3da218b7fa {{(pid=103470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:22:41.161839 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device ba44eb14-e418-4de5-8e35-cd3da218b7fa not bound to the agent host dv-cinder-841591-1-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:22:41.162378 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device 7718932f-9fca-4183-bc37-3dafecacd201 no longer exists at agent ovs-agent-dv-cinder-841591-1-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:22:41.180279 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-fdf3b6a6-f709-4cb7-8cab-c2f7c803893a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3512417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682781'] for network (77b21ff8-23c6-42d2-9321-6759378651ee), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:41.184289 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] No Port match for: 7718932f-9fca-4183-bc37-3dafecacd201 {{(pid=103470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:22:41.184983 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device 7718932f-9fca-4183-bc37-3dafecacd201 not bound to the agent host dv-cinder-841591-1-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:22:41.185498 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-fdf3b6a6-f709-4cb7-8cab-c2f7c803893a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-519179'] for network (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:41.193052 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-fdf3b6a6-f709-4cb7-8cab-c2f7c803893a admin admin] 10.222.0.23 "DELETE /v2.0/networks/77b21ff8-23c6-42d2-9321-6759378651ee HTTP/1.1" status: 204 len: 168 time: 0.6772134 May 12 17:22:41.206843 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf3b6a6-f709-4cb7-8cab-c2f7c803893a admin admin] Pushing event deleted for resources: {'Network': ['ID=77b21ff8-23c6-42d2-9321-6759378651ee,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:22:41.236532 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-575a249e-589c-4a10-b30b-f5ee8759dea5 admin admin] Publish callbacks [] for security_group (384c3fc0-4469-4eb1-a890-8677110f938a), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:41.240761 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-575a249e-589c-4a10-b30b-f5ee8759dea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (384c3fc0-4469-4eb1-a890-8677110f938a), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:41.276915 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575a249e-589c-4a10-b30b-f5ee8759dea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=384c3fc0-4469-4eb1-a890-8677110f938a,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:22:41.296025 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-575a249e-589c-4a10-b30b-f5ee8759dea5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5db0302c22644e02bd30c75d32d341e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1633856 May 12 17:22:41.296407 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 33586) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:22:41.353081 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-3db9938f-e7b6-461b-898d-e114085572d7 admin admin] Publish callbacks [] for security_group (384c3fc0-4469-4eb1-a890-8677110f938a), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:41.375450 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-3db9938f-e7b6-461b-898d-e114085572d7 admin admin] Publish callbacks [] for security_group (384c3fc0-4469-4eb1-a890-8677110f938a), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:41.377622 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 33588) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:22:41.420957 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-cc8ccc3c-83ad-4e66-a547-344c0ddce52b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9f96cd34d1bc46b78a000e0b5af9d6a2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0421047 May 12 17:22:41.423393 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 33590) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:22:41.427355 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-3db9938f-e7b6-461b-898d-e114085572d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (384c3fc0-4469-4eb1-a890-8677110f938a), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:41.429972 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-3db9938f-e7b6-461b-898d-e114085572d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:41.431117 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-3db9938f-e7b6-461b-898d-e114085572d7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/384c3fc0-4469-4eb1-a890-8677110f938a HTTP/1.1" status: 204 len: 168 time: 0.1389523 May 12 17:22:41.438878 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9938f-e7b6-461b-898d-e114085572d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=384c3fc0-4469-4eb1-a890-8677110f938a,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:22:41.479129 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-decacec8-c26f-48f7-865b-3afd117c12fb admin admin] Publish callbacks [] for security_group (0eae7dcf-c433-472b-9317-42b2d04ee1a6), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:41.499598 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-decacec8-c26f-48f7-865b-3afd117c12fb admin admin] Publish callbacks [] for security_group (0eae7dcf-c433-472b-9317-42b2d04ee1a6), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:41.555716 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-decacec8-c26f-48f7-865b-3afd117c12fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (0eae7dcf-c433-472b-9317-42b2d04ee1a6), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:41.558267 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-decacec8-c26f-48f7-865b-3afd117c12fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:41.559536 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-decacec8-c26f-48f7-865b-3afd117c12fb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0eae7dcf-c433-472b-9317-42b2d04ee1a6 HTTP/1.1" status: 204 len: 168 time: 0.1350880 May 12 17:22:41.567915 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decacec8-c26f-48f7-865b-3afd117c12fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eae7dcf-c433-472b-9317-42b2d04ee1a6,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:22:42.364588 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 33642) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:22:42.464900 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-f059972c-7650-4c0f-89b7-5c5b2f32b91f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1570607306-network', 'tenant_id': 'fc2e1c9926c14a1393f45a7dc0346ddc'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:22:42.488475 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f059972c-7650-4c0f-89b7-5c5b2f32b91f admin admin] Made reservation on behalf of fc2e1c9926c14a1393f45a7dc0346ddc for: {'network': 1} {{(pid=103469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:22:42.491121 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-f059972c-7650-4c0f-89b7-5c5b2f32b91f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for network (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:42.499762 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-f059972c-7650-4c0f-89b7-5c5b2f32b91f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:42.582259 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-f059972c-7650-4c0f-89b7-5c5b2f32b91f admin admin] Publish callbacks [] for security_group (c59d917e-8b94-436d-be98-270081161e24), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:42.586701 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-f059972c-7650-4c0f-89b7-5c5b2f32b91f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (c59d917e-8b94-436d-be98-270081161e24), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:42.614967 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f059972c-7650-4c0f-89b7-5c5b2f32b91f admin admin] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=103469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 17:22:42.627371 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f059972c-7650-4c0f-89b7-5c5b2f32b91f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c59d917e-8b94-436d-be98-270081161e24,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:22:42.632267 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-f059972c-7650-4c0f-89b7-5c5b2f32b91f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774527956237', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3597332'] for segment (284792a3-93aa-46c3-ba63-29b471e2894b), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:42.632899 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.db.segments_db [None req-f059972c-7650-4c0f-89b7-5c5b2f32b91f admin admin] Added segment 284792a3-93aa-46c3-ba63-29b471e2894b of type vlan for network fcfb02df-5940-4251-8c77-308786c51833 May 12 17:22:42.675355 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-f059972c-7650-4c0f-89b7-5c5b2f32b91f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774527496843'] for network (fcfb02df-5940-4251-8c77-308786c51833), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:42.703087 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-f059972c-7650-4c0f-89b7-5c5b2f32b91f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205'] for network (fcfb02df-5940-4251-8c77-308786c51833), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:42.704116 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f059972c-7650-4c0f-89b7-5c5b2f32b91f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:22:42.704733 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-f059972c-7650-4c0f-89b7-5c5b2f32b91f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-519179'] for network (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:42.750530 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 33680) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:22:42.751140 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-f059972c-7650-4c0f-89b7-5c5b2f32b91f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.3848407 May 12 17:22:42.756985 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-2d364902-e501-44ae-b2fb-acafb8b718fb admin admin] Request body: {'subnet': {'network_id': 'fcfb02df-5940-4251-8c77-308786c51833', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1570607306-subnet', 'tenant_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:22:42.782054 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f059972c-7650-4c0f-89b7-5c5b2f32b91f admin admin] Pushing event updated for resources: {'Network': ['ID=fcfb02df-5940-4251-8c77-308786c51833,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:22:42.789801 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d364902-e501-44ae-b2fb-acafb8b718fb admin admin] Made reservation on behalf of fc2e1c9926c14a1393f45a7dc0346ddc for: {'subnet': 1} {{(pid=103468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:22:42.794303 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Network fcfb02df-5940-4251-8c77-308786c51833 details requested by agent ovs-agent-dv-cinder-841591-1-iscsi with host dv-cinder-841591-1-iscsi {{(pid=103470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 17:22:42.805214 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-2d364902-e501-44ae-b2fb-acafb8b718fb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12405276'] for subnet (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:43.002060 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-2d364902-e501-44ae-b2fb-acafb8b718fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11526927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12405258'] for subnet (514e1cc4-3154-4e95-87e7-19ffea3e24bc), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:43.069366 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d364902-e501-44ae-b2fb-acafb8b718fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=514e1cc4-3154-4e95-87e7-19ffea3e24bc,revision_number=0']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:22:43.075179 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d364902-e501-44ae-b2fb-acafb8b718fb admin admin] Checking segment: {'id': '284792a3-93aa-46c3-ba63-29b471e2894b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'fcfb02df-5940-4251-8c77-308786c51833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:22:43.075537 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d364902-e501-44ae-b2fb-acafb8b718fb admin admin] Network hostable DHCP agents. Network: fcfb02df-5940-4251-8c77-308786c51833, hostable agents: ['ad05f391-ff61-4b74-a3af-7ffb7f485489'], hosted agents: [] {{(pid=103468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 17:22:43.099983 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d364902-e501-44ae-b2fb-acafb8b718fb admin admin] Network fcfb02df-5940-4251-8c77-308786c51833 is scheduled to be hosted by DHCP agent ad05f391-ff61-4b74-a3af-7ffb7f485489 with binding_index 1 {{(pid=103468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 17:22:43.112154 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.base_scheduler [None req-2d364902-e501-44ae-b2fb-acafb8b718fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841591-1-iscsi, fcfb02df-5940-4251-8c77-308786c51833) {{(pid=103468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:22:43.117074 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d364902-e501-44ae-b2fb-acafb8b718fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:22:43.117673 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-2d364902-e501-44ae-b2fb-acafb8b718fb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:43.124572 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8162756c-ba70-4bbe-8543-86276534d83d None None] Network fcfb02df-5940-4251-8c77-308786c51833 requested from dv-cinder-841591-1-iscsi {{(pid=103470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:22:43.139889 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-2d364902-e501-44ae-b2fb-acafb8b718fb admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3873951 May 12 17:22:43.142494 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 33696) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:22:43.148334 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-f1d5d6db-e409-4731-99c8-c3ce1659c6cf admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1570607306-router', 'tenant_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be'}}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:22:43.182308 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-f1d5d6db-e409-4731-99c8-c3ce1659c6cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3679493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1042260'] for router (5e916117-394a-447f-9569-a15f13b49c45), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:43.184090 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-f1d5d6db-e409-4731-99c8-c3ce1659c6cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3679729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3679772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1042269'] for router (5e916117-394a-447f-9569-a15f13b49c45), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:43.259193 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b2c88e-567b-40c8-a54b-df0efd33a49a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe4af7ad2-c653-548e-8b21-f3b9ef6cc8f2-fcfb02df-5940-4251-8c77-308786c51833', 'network_id': 'fcfb02df-5940-4251-8c77-308786c51833', 'project_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'fixed_ips': [{'subnet_id': '514e1cc4-3154-4e95-87e7-19ffea3e24bc'}]}} from dv-cinder-841591-1-iscsi. {{(pid=103470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 17:22:43.260474 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-a1b2c88e-567b-40c8-a54b-df0efd33a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:43.265942 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-f1d5d6db-e409-4731-99c8-c3ce1659c6cf admin admin] Publish callbacks [] for router_controller (5e916117-394a-447f-9569-a15f13b49c45), precommit_add_association {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:43.417007 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.db_base_plugin_common [None req-a1b2c88e-567b-40c8-a54b-df0efd33a49a None None] Allocated IP 172.20.0.2 (fcfb02df-5940-4251-8c77-308786c51833/514e1cc4-3154-4e95-87e7-19ffea3e24bc/7a042677-542a-4778-af3f-92c3a8b5f833) {{(pid=103470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:22:43.427516 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-f1d5d6db-e409-4731-99c8-c3ce1659c6cf admin admin] Publish callbacks [] for router_gateway (5e916117-394a-447f-9569-a15f13b49c45), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:43.580754 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-a1b2c88e-567b-40c8-a54b-df0efd33a49a None None] Publish callbacks [] for port (7a042677-542a-4778-af3f-92c3a8b5f833), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:43.586489 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-a1b2c88e-567b-40c8-a54b-df0efd33a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774527475285'] for port (7a042677-542a-4778-af3f-92c3a8b5f833), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:43.628388 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-f1d5d6db-e409-4731-99c8-c3ce1659c6cf admin admin] Publish callbacks [] for router_gateway (5e916117-394a-447f-9569-a15f13b49c45), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:43.630281 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b2c88e-567b-40c8-a54b-df0efd33a49a None None] Network fcfb02df-5940-4251-8c77-308786c51833 is already hosted by enough agents. {{(pid=103470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:22:43.633428 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.scheduler.base_scheduler [None req-a1b2c88e-567b-40c8-a54b-df0efd33a49a None None] Resources bound (agent type, host, resource id): {{(pid=103470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:22:43.636770 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b2c88e-567b-40c8-a54b-df0efd33a49a None None] Received port after_create {{(pid=103470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:22:43.647902 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-f1d5d6db-e409-4731-99c8-c3ce1659c6cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:43.652117 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b2c88e-567b-40c8-a54b-df0efd33a49a None None] Pushing event updated for resources: {'Port': ['ID=7a042677-542a-4778-af3f-92c3a8b5f833,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:22:43.767821 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.db_base_plugin_common [None req-f1d5d6db-e409-4731-99c8-c3ce1659c6cf admin admin] Allocated IP 172.27.0.126 (9bfa71c8-c6b3-48ca-a660-d8187367d4be/c986c1c6-d014-45ab-99c5-409df43f439e/46fd6600-cf5c-4a6e-91bc-7884d58fa3c3) {{(pid=103468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:22:43.852693 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-a1b2c88e-567b-40c8-a54b-df0efd33a49a None None] Attempting to bind port 7a042677-542a-4778-af3f-92c3a8b5f833 on host dv-cinder-841591-1-iscsi for vnic_type normal with profile {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:22:43.853260 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-a1b2c88e-567b-40c8-a54b-df0efd33a49a None None] Attempting to bind port 7a042677-542a-4778-af3f-92c3a8b5f833 by drivers openvswitch,hyperv on host dv-cinder-841591-1-iscsi at level 0 using segments [{'id': '284792a3-93aa-46c3-ba63-29b471e2894b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'fcfb02df-5940-4251-8c77-308786c51833'}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:22:43.853378 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b2c88e-567b-40c8-a54b-df0efd33a49a None None] Attempting to bind port 7a042677-542a-4778-af3f-92c3a8b5f833 on network fcfb02df-5940-4251-8c77-308786c51833 {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:22:43.858606 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b2c88e-567b-40c8-a54b-df0efd33a49a None None] Checking agent: {'id': 'dea0f963-0a36-45fe-941b-5c749ca6f3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841591-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 7, 30), 'started_at': datetime.datetime(2022, 5, 12, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841591-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:22:43.858971 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b2c88e-567b-40c8-a54b-df0efd33a49a None None] Checking segment: {'id': '284792a3-93aa-46c3-ba63-29b471e2894b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'fcfb02df-5940-4251-8c77-308786c51833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:22:43.859377 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-a1b2c88e-567b-40c8-a54b-df0efd33a49a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:43.859793 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b2c88e-567b-40c8-a54b-df0efd33a49a None None] Bound using segment: {'id': '284792a3-93aa-46c3-ba63-29b471e2894b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'fcfb02df-5940-4251-8c77-308786c51833'} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:22:43.860274 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-a1b2c88e-567b-40c8-a54b-df0efd33a49a None None] Bound port: 7a042677-542a-4778-af3f-92c3a8b5f833, host: dv-cinder-841591-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '284792a3-93aa-46c3-ba63-29b471e2894b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'fcfb02df-5940-4251-8c77-308786c51833'}}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:22:43.860656 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-a1b2c88e-567b-40c8-a54b-df0efd33a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (7a042677-542a-4778-af3f-92c3a8b5f833), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:43.878551 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-f1d5d6db-e409-4731-99c8-c3ce1659c6cf admin admin] Publish callbacks [] for port (46fd6600-cf5c-4a6e-91bc-7884d58fa3c3), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:43.917811 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-f1d5d6db-e409-4731-99c8-c3ce1659c6cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774527475285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11526335'] for port (46fd6600-cf5c-4a6e-91bc-7884d58fa3c3), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:43.923135 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-a1b2c88e-567b-40c8-a54b-df0efd33a49a None None] For port 7a042677-542a-4778-af3f-92c3a8b5f833, host dv-cinder-841591-1-iscsi, cleared binding levels {{(pid=103470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:22:43.926817 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-a1b2c88e-567b-40c8-a54b-df0efd33a49a None None] For port 7a042677-542a-4778-af3f-92c3a8b5f833, host dv-cinder-841591-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-1-iscsi',level=0,port_id=7a042677-542a-4778-af3f-92c3a8b5f833,segment=NetworkSegment(284792a3-93aa-46c3-ba63-29b471e2894b),segment_id=284792a3-93aa-46c3-ba63-29b471e2894b)] {{(pid=103470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:22:43.934375 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-a1b2c88e-567b-40c8-a54b-df0efd33a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (7a042677-542a-4778-af3f-92c3a8b5f833), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:43.953366 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d5d6db-e409-4731-99c8-c3ce1659c6cf admin admin] Network 9bfa71c8-c6b3-48ca-a660-d8187367d4be is already hosted by enough agents. {{(pid=103468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:22:43.956303 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.base_scheduler [None req-f1d5d6db-e409-4731-99c8-c3ce1659c6cf admin admin] Resources bound (agent type, host, resource id): {{(pid=103468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:22:43.963511 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d5d6db-e409-4731-99c8-c3ce1659c6cf admin admin] Received port after_create {{(pid=103468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:22:44.011030 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b2c88e-567b-40c8-a54b-df0efd33a49a None None] Pushing event updated for resources: {'Port': ['ID=7a042677-542a-4778-af3f-92c3a8b5f833,revision_number=2']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:22:44.021361 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d5d6db-e409-4731-99c8-c3ce1659c6cf admin admin] Pushing event updated for resources: {'Port': ['ID=46fd6600-cf5c-4a6e-91bc-7884d58fa3c3,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:22:44.281253 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-f1d5d6db-e409-4731-99c8-c3ce1659c6cf admin admin] Publish callbacks [] for router_gateway (5e916117-394a-447f-9569-a15f13b49c45), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:44.495118 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-f1d5d6db-e409-4731-99c8-c3ce1659c6cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3679624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3679947'] for router (5e916117-394a-447f-9569-a15f13b49c45), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:44.629005 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1d5d6db-e409-4731-99c8-c3ce1659c6cf admin admin] Router 5e916117-394a-447f-9569-a15f13b49c45 is scheduled to L3 agent e5548ccc-31b8-4072-a6b0-52b00208ea79 with binding_index 1 {{(pid=103468) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 17:22:44.742543 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1d5d6db-e409-4731-99c8-c3ce1659c6cf admin admin] Notify agent at l3_agent.dv-cinder-841591-1-iscsi the message routers_updated {{(pid=103468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:22:44.758213 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece81904-0178-476f-adbd-e1ac83dff5d4 None None] Sync routers for ids ['5e916117-394a-447f-9569-a15f13b49c45'] in dv-cinder-841591-1-iscsi {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:22:44.764469 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-f1d5d6db-e409-4731-99c8-c3ce1659c6cf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:44.765961 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-f1d5d6db-e409-4731-99c8-c3ce1659c6cf admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6221764 May 12 17:22:44.768638 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 33708) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:22:44.775449 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece81904-0178-476f-adbd-e1ac83dff5d4 None None] Routers {'5e916117-394a-447f-9569-a15f13b49c45'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:22:44.775449 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-ece81904-0178-476f-adbd-e1ac83dff5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:22:26Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['5e916117-394a-447f-9569-a15f13b49c45'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:22:44.887093 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-ece81904-0178-476f-adbd-e1ac83dff5d4 None None] Set router 5e916117-394a-447f-9569-a15f13b49c45 gateway port host: dv-cinder-841591-1-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:22:44.996195 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b9af93-211c-4559-809b-6f15091ea58a None None] Network fcfb02df-5940-4251-8c77-308786c51833 requested from dv-cinder-841591-1-iscsi {{(pid=103470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:22:45.100499 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-66949c2c-e8de-4729-8a7c-f88e44958750 None None] Provisioning complete for port 7a042677-542a-4778-af3f-92c3a8b5f833 triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:22:45.101666 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-66949c2c-e8de-4729-8a7c-f88e44958750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (7a042677-542a-4778-af3f-92c3a8b5f833), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:45.109579 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-ece81904-0178-476f-adbd-e1ac83dff5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e916117-394a-447f-9569-a15f13b49c45', 'name': 'tempest-AttachVolumeNegativeTest-1570607306-router', 'tenant_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '46fd6600-cf5c-4a6e-91bc-7884d58fa3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:22:43Z', 'updated_at': '2022-05-12T17:22:44Z', 'revision_number': 3, 'project_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'gw_port': {'id': '46fd6600-cf5c-4a6e-91bc-7884d58fa3c3', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:39:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e916117-394a-447f-9569-a15f13b49c45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:22:43Z', 'updated_at': '2022-05-12T17:22:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi'}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:22:45.133758 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device 7a042677-542a-4778-af3f-92c3a8b5f833 up at agent ovs-agent-dv-cinder-841591-1-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:22:45.142794 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece81904-0178-476f-adbd-e1ac83dff5d4 None None] Checking router: 5e916117-394a-447f-9569-a15f13b49c45 for host: dv-cinder-841591-1-iscsi {{(pid=103471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:22:45.143168 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece81904-0178-476f-adbd-e1ac83dff5d4 None None] Updating router 5e916117-394a-447f-9569-a15f13b49c45 port 46fd6600-cf5c-4a6e-91bc-7884d58fa3c3 binding host dv-cinder-841591-1-iscsi {{(pid=103471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 17:22:45.171196 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ece81904-0178-476f-adbd-e1ac83dff5d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (46fd6600-cf5c-4a6e-91bc-7884d58fa3c3), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:45.248648 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Provisioning complete for port 7a042677-542a-4778-af3f-92c3a8b5f833 triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:22:45.248974 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (7a042677-542a-4778-af3f-92c3a8b5f833), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:45.334028 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-66949c2c-e8de-4729-8a7c-f88e44958750 None None] Current status of the port 7a042677-542a-4778-af3f-92c3a8b5f833 is: DOWN; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:22:45.334397 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-66949c2c-e8de-4729-8a7c-f88e44958750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (7a042677-542a-4778-af3f-92c3a8b5f833), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:45.400984 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-66949c2c-e8de-4729-8a7c-f88e44958750 None None] For port 7a042677-542a-4778-af3f-92c3a8b5f833, host dv-cinder-841591-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-1-iscsi',level=0,port_id=7a042677-542a-4778-af3f-92c3a8b5f833,segment=NetworkSegment(284792a3-93aa-46c3-ba63-29b471e2894b),segment_id=284792a3-93aa-46c3-ba63-29b471e2894b)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:22:45.410671 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-66949c2c-e8de-4729-8a7c-f88e44958750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (7a042677-542a-4778-af3f-92c3a8b5f833), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:45.418460 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Current status of the port 7a042677-542a-4778-af3f-92c3a8b5f833 is: DOWN; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:22:45.419347 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (7a042677-542a-4778-af3f-92c3a8b5f833), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:45.509891 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66949c2c-e8de-4729-8a7c-f88e44958750 None None] Pushing event updated for resources: {'Port': ['ID=7a042677-542a-4778-af3f-92c3a8b5f833,revision_number=3']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:22:45.528534 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.db.api [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103470) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 12 17:22:45.528949 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG oslo_db.api [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 17:22:45.545030 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ece81904-0178-476f-adbd-e1ac83dff5d4 None None] Publish callbacks [] for port (46fd6600-cf5c-4a6e-91bc-7884d58fa3c3), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:45.549978 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ece81904-0178-476f-adbd-e1ac83dff5d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (46fd6600-cf5c-4a6e-91bc-7884d58fa3c3), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:45.604736 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59723e97-54ff-48b5-bdb4-744eea73d5a2 None None] Pushing event updated for resources: {'Port': ['ID=46fd6600-cf5c-4a6e-91bc-7884d58fa3c3,revision_number=2']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:22:45.620055 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59723e97-54ff-48b5-bdb4-744eea73d5a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:22:45.620650 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59723e97-54ff-48b5-bdb4-744eea73d5a2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:22:45.621205 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59723e97-54ff-48b5-bdb4-744eea73d5a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:22:45.621711 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59723e97-54ff-48b5-bdb4-744eea73d5a2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:22:45.622149 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59723e97-54ff-48b5-bdb4-744eea73d5a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:22:45.622503 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59723e97-54ff-48b5-bdb4-744eea73d5a2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:22:45.622828 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59723e97-54ff-48b5-bdb4-744eea73d5a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:22:45.623155 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59723e97-54ff-48b5-bdb4-744eea73d5a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:22:45.623476 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59723e97-54ff-48b5-bdb4-744eea73d5a2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:22:45.623795 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59723e97-54ff-48b5-bdb4-744eea73d5a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:22:45.624122 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59723e97-54ff-48b5-bdb4-744eea73d5a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:22:45.624454 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59723e97-54ff-48b5-bdb4-744eea73d5a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:22:45.624773 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59723e97-54ff-48b5-bdb4-744eea73d5a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:22:45.625086 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59723e97-54ff-48b5-bdb4-744eea73d5a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:22:45.625396 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59723e97-54ff-48b5-bdb4-744eea73d5a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:22:45.629074 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-ece81904-0178-476f-adbd-e1ac83dff5d4 None None] Attempting to bind port 46fd6600-cf5c-4a6e-91bc-7884d58fa3c3 on host dv-cinder-841591-1-iscsi for vnic_type normal with profile {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:22:45.629622 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-ece81904-0178-476f-adbd-e1ac83dff5d4 None None] Attempting to bind port 46fd6600-cf5c-4a6e-91bc-7884d58fa3c3 by drivers openvswitch,hyperv on host dv-cinder-841591-1-iscsi at level 0 using segments [{'id': '54af2f58-bd4b-41ba-9124-743d6aed4e37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be'}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:22:45.630168 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece81904-0178-476f-adbd-e1ac83dff5d4 None None] Attempting to bind port 46fd6600-cf5c-4a6e-91bc-7884d58fa3c3 on network 9bfa71c8-c6b3-48ca-a660-d8187367d4be {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:22:45.635492 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-af65cb93-f452-4fcf-8972-d65180e3d863 None None] Provisioning complete for port 7a042677-542a-4778-af3f-92c3a8b5f833 triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:22:45.635908 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-af65cb93-f452-4fcf-8972-d65180e3d863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (7a042677-542a-4778-af3f-92c3a8b5f833), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:45.637503 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece81904-0178-476f-adbd-e1ac83dff5d4 None None] Checking agent: {'id': 'dea0f963-0a36-45fe-941b-5c749ca6f3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841591-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 7, 30), 'started_at': datetime.datetime(2022, 5, 12, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841591-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:22:45.638262 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece81904-0178-476f-adbd-e1ac83dff5d4 None None] Checking segment: {'id': '54af2f58-bd4b-41ba-9124-743d6aed4e37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:22:45.638686 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ece81904-0178-476f-adbd-e1ac83dff5d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:45.639076 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece81904-0178-476f-adbd-e1ac83dff5d4 None None] Bound using segment: {'id': '54af2f58-bd4b-41ba-9124-743d6aed4e37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be'} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:22:45.639545 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-ece81904-0178-476f-adbd-e1ac83dff5d4 None None] Bound port: 46fd6600-cf5c-4a6e-91bc-7884d58fa3c3, host: dv-cinder-841591-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54af2f58-bd4b-41ba-9124-743d6aed4e37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be'}}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:22:45.640160 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ece81904-0178-476f-adbd-e1ac83dff5d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (46fd6600-cf5c-4a6e-91bc-7884d58fa3c3), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:45.657591 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-62e81db8-2f65-4e39-80d0-6500ed81bbcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:45.700421 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-ece81904-0178-476f-adbd-e1ac83dff5d4 None None] For port 46fd6600-cf5c-4a6e-91bc-7884d58fa3c3, host dv-cinder-841591-1-iscsi, cleared binding levels {{(pid=103471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:22:45.704697 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-ece81904-0178-476f-adbd-e1ac83dff5d4 None None] For port 46fd6600-cf5c-4a6e-91bc-7884d58fa3c3, host dv-cinder-841591-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-1-iscsi',level=0,port_id=46fd6600-cf5c-4a6e-91bc-7884d58fa3c3,segment=NetworkSegment(54af2f58-bd4b-41ba-9124-743d6aed4e37),segment_id=54af2f58-bd4b-41ba-9124-743d6aed4e37)] {{(pid=103471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:22:45.712533 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ece81904-0178-476f-adbd-e1ac83dff5d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (46fd6600-cf5c-4a6e-91bc-7884d58fa3c3), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:45.730872 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-af65cb93-f452-4fcf-8972-d65180e3d863 None None] Current status of the port 7a042677-542a-4778-af3f-92c3a8b5f833 is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:22:45.768406 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece81904-0178-476f-adbd-e1ac83dff5d4 None None] Routers {'5e916117-394a-447f-9569-a15f13b49c45'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:22:45.768966 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-ece81904-0178-476f-adbd-e1ac83dff5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:22:26Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['5e916117-394a-447f-9569-a15f13b49c45'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:22:45.816541 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59723e97-54ff-48b5-bdb4-744eea73d5a2 None None] Pushing event updated for resources: {'Port': ['ID=46fd6600-cf5c-4a6e-91bc-7884d58fa3c3,revision_number=3']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:22:45.821193 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.db_base_plugin_common [None req-62e81db8-2f65-4e39-80d0-6500ed81bbcc admin admin] Allocated IP 172.20.0.1 (fcfb02df-5940-4251-8c77-308786c51833/514e1cc4-3154-4e95-87e7-19ffea3e24bc/5077749d-90f4-436b-aa6c-b166888c974c) {{(pid=103468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:22:45.897283 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-ece81904-0178-476f-adbd-e1ac83dff5d4 None None] Set router 5e916117-394a-447f-9569-a15f13b49c45 gateway port host: dv-cinder-841591-1-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:22:45.928126 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-62e81db8-2f65-4e39-80d0-6500ed81bbcc admin admin] Publish callbacks [] for port (5077749d-90f4-436b-aa6c-b166888c974c), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:45.970649 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-62e81db8-2f65-4e39-80d0-6500ed81bbcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774527475285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11526335'] for port (5077749d-90f4-436b-aa6c-b166888c974c), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:46.005801 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e81db8-2f65-4e39-80d0-6500ed81bbcc admin admin] Network fcfb02df-5940-4251-8c77-308786c51833 is already hosted by enough agents. {{(pid=103468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:22:46.010854 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.base_scheduler [None req-62e81db8-2f65-4e39-80d0-6500ed81bbcc admin admin] Resources bound (agent type, host, resource id): {{(pid=103468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:22:46.013308 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e81db8-2f65-4e39-80d0-6500ed81bbcc admin admin] Received port after_create {{(pid=103468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:22:46.047609 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e81db8-2f65-4e39-80d0-6500ed81bbcc admin admin] Pushing event updated for resources: {'Port': ['ID=5077749d-90f4-436b-aa6c-b166888c974c,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:22:46.078871 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-62e81db8-2f65-4e39-80d0-6500ed81bbcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3684070'] for router_interface (5e916117-394a-447f-9569-a15f13b49c45), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:46.099499 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Current status of the port 7a042677-542a-4778-af3f-92c3a8b5f833 is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:22:46.198503 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-ece81904-0178-476f-adbd-e1ac83dff5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e916117-394a-447f-9569-a15f13b49c45', 'name': 'tempest-AttachVolumeNegativeTest-1570607306-router', 'tenant_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '46fd6600-cf5c-4a6e-91bc-7884d58fa3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:22:43Z', 'updated_at': '2022-05-12T17:22:44Z', 'revision_number': 3, 'project_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'gw_port': {'id': '46fd6600-cf5c-4a6e-91bc-7884d58fa3c3', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:39:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e916117-394a-447f-9569-a15f13b49c45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:22:43Z', 'updated_at': '2022-05-12T17:22:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi'}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:22:46.227600 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece81904-0178-476f-adbd-e1ac83dff5d4 None None] The sync data for ids ['5e916117-394a-447f-9569-a15f13b49c45'] in dv-cinder-841591-1-iscsi is: [{'id': '5e916117-394a-447f-9569-a15f13b49c45', 'name': 'tempest-AttachVolumeNegativeTest-1570607306-router', 'tenant_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '46fd6600-cf5c-4a6e-91bc-7884d58fa3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:22:43Z', 'updated_at': '2022-05-12T17:22:44Z', 'revision_number': 3, 'project_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'gw_port': {'id': '46fd6600-cf5c-4a6e-91bc-7884d58fa3c3', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:39:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e916117-394a-447f-9569-a15f13b49c45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:22:43Z', 'updated_at': '2022-05-12T17:22:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi'}] {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:22:46.232721 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-62e81db8-2f65-4e39-80d0-6500ed81bbcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (5077749d-90f4-436b-aa6c-b166888c974c), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:46.358565 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-632d79ef-2409-42e7-b2ac-70b2786f05e5 None None] Provisioning complete for port 5077749d-90f4-436b-aa6c-b166888c974c triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:22:46.358950 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-632d79ef-2409-42e7-b2ac-70b2786f05e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (5077749d-90f4-436b-aa6c-b166888c974c), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:46.397833 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-632d79ef-2409-42e7-b2ac-70b2786f05e5 None None] Port 5077749d-90f4-436b-aa6c-b166888c974c cannot update to ACTIVE because it is not bound. {{(pid=103470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:22:46.452481 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-62e81db8-2f65-4e39-80d0-6500ed81bbcc admin admin] Publish callbacks [] for port (5077749d-90f4-436b-aa6c-b166888c974c), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:46.457618 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-62e81db8-2f65-4e39-80d0-6500ed81bbcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11526280'] for port (5077749d-90f4-436b-aa6c-b166888c974c), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:46.539601 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-62e81db8-2f65-4e39-80d0-6500ed81bbcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-519223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3683244'] for router_interface (5e916117-394a-447f-9569-a15f13b49c45), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:46.541581 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e81db8-2f65-4e39-80d0-6500ed81bbcc admin admin] Pushing event updated for resources: {'Port': ['ID=5077749d-90f4-436b-aa6c-b166888c974c,revision_number=2']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:22:46.650602 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e81db8-2f65-4e39-80d0-6500ed81bbcc admin admin] Network fcfb02df-5940-4251-8c77-308786c51833 is already hosted by enough agents. {{(pid=103468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:22:46.652971 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.base_scheduler [None req-62e81db8-2f65-4e39-80d0-6500ed81bbcc admin admin] Resources bound (agent type, host, resource id): {{(pid=103468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:22:46.785322 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62e81db8-2f65-4e39-80d0-6500ed81bbcc admin admin] Router 5e916117-394a-447f-9569-a15f13b49c45 has already been hosted by L3 agent e5548ccc-31b8-4072-a6b0-52b00208ea79 {{(pid=103468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:22:46.904175 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62e81db8-2f65-4e39-80d0-6500ed81bbcc admin admin] Notify agent at l3_agent.dv-cinder-841591-1-iscsi the message routers_updated {{(pid=103468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:22:46.913924 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-62e81db8-2f65-4e39-80d0-6500ed81bbcc admin admin] 10.222.0.23 "PUT /v2.0/routers/5e916117-394a-447f-9569-a15f13b49c45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1369457 May 12 17:22:46.927757 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-61a044fd-568f-4c44-9be7-399265ea72b9 None None] Provisioning complete for port 5077749d-90f4-436b-aa6c-b166888c974c triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:22:46.927757 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-61a044fd-568f-4c44-9be7-399265ea72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (5077749d-90f4-436b-aa6c-b166888c974c), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:46.964126 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-61a044fd-568f-4c44-9be7-399265ea72b9 None None] Port 5077749d-90f4-436b-aa6c-b166888c974c cannot update to ACTIVE because it is not bound. {{(pid=103470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:22:47.113325 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device 46fd6600-cf5c-4a6e-91bc-7884d58fa3c3 up at agent ovs-agent-dv-cinder-841591-1-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:22:47.168031 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Provisioning complete for port 46fd6600-cf5c-4a6e-91bc-7884d58fa3c3 triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:22:47.168574 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (46fd6600-cf5c-4a6e-91bc-7884d58fa3c3), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:47.257195 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Current status of the port 46fd6600-cf5c-4a6e-91bc-7884d58fa3c3 is: DOWN; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:22:47.257590 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (46fd6600-cf5c-4a6e-91bc-7884d58fa3c3), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:47.262753 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 33726) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:22:47.267568 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-3abb6c5c-5a1a-4f1b-8505-5095b942c927 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1097448829', 'description': 'tempest-description--1088583806'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:22:47.280519 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] For port 46fd6600-cf5c-4a6e-91bc-7884d58fa3c3, host dv-cinder-841591-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-1-iscsi',level=0,port_id=46fd6600-cf5c-4a6e-91bc-7884d58fa3c3,segment=NetworkSegment(54af2f58-bd4b-41ba-9124-743d6aed4e37),segment_id=54af2f58-bd4b-41ba-9124-743d6aed4e37)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:22:47.285628 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (46fd6600-cf5c-4a6e-91bc-7884d58fa3c3), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:47.286872 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device 7a042677-542a-4778-af3f-92c3a8b5f833 up at agent ovs-agent-dv-cinder-841591-1-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:22:47.288218 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-3abb6c5c-5a1a-4f1b-8505-5095b942c927 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:47.367229 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-3abb6c5c-5a1a-4f1b-8505-5095b942c927 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks [] for security_group (7f1cb180-f545-433d-bf26-6c33d1084784), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:47.371383 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-3abb6c5c-5a1a-4f1b-8505-5095b942c927 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (7f1cb180-f545-433d-bf26-6c33d1084784), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:47.375852 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Pushing event updated for resources: {'Port': ['ID=46fd6600-cf5c-4a6e-91bc-7884d58fa3c3,revision_number=4']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:22:47.380979 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Provisioning complete for port 7a042677-542a-4778-af3f-92c3a8b5f833 triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:22:47.381365 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (7a042677-542a-4778-af3f-92c3a8b5f833), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:47.409338 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-3abb6c5c-5a1a-4f1b-8505-5095b942c927 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:47.410595 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-3abb6c5c-5a1a-4f1b-8505-5095b942c927 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1467602 May 12 17:22:47.413488 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 33730) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:22:47.417654 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-ee041bf1-fa64-43bd-b1c3-2ef2bb47c2c1 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Request body: {'security_group_rule': {'security_group_id': '7f1cb180-f545-433d-bf26-6c33d1084784', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:22:47.425869 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abb6c5c-5a1a-4f1b-8505-5095b942c927 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f1cb180-f545-433d-bf26-6c33d1084784,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:22:47.459141 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ee041bf1-fa64-43bd-b1c3-2ef2bb47c2c1 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks [] for security_group_rule (11386582-a37e-4a87-9268-c7a6bc655c2a), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:47.474403 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Current status of the port 7a042677-542a-4778-af3f-92c3a8b5f833 is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:22:47.526260 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ee041bf1-fa64-43bd-b1c3-2ef2bb47c2c1 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks [] for security_group_rule (11386582-a37e-4a87-9268-c7a6bc655c2a), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:47.531621 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ee041bf1-fa64-43bd-b1c3-2ef2bb47c2c1 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462143'] for security_group_rule (11386582-a37e-4a87-9268-c7a6bc655c2a), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:47.551298 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee041bf1-fa64-43bd-b1c3-2ef2bb47c2c1 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11386582-a37e-4a87-9268-c7a6bc655c2a,revision_number=0']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:22:47.560737 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ee041bf1-fa64-43bd-b1c3-2ef2bb47c2c1 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:47.561905 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-ee041bf1-fa64-43bd-b1c3-2ef2bb47c2c1 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1475229 May 12 17:22:47.564588 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 33732) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:22:47.568872 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-9144a081-ee3b-459a-b85c-494f9ebd727d tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Request body: {'security_group_rule': {'security_group_id': '7f1cb180-f545-433d-bf26-6c33d1084784', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:22:47.597437 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-9144a081-ee3b-459a-b85c-494f9ebd727d tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks [] for security_group_rule (58ac5c2a-6fa1-476c-a79c-21bd3f53cf88), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:47.654508 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-9144a081-ee3b-459a-b85c-494f9ebd727d tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks [] for security_group_rule (58ac5c2a-6fa1-476c-a79c-21bd3f53cf88), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:47.658591 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-9144a081-ee3b-459a-b85c-494f9ebd727d tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462143'] for security_group_rule (58ac5c2a-6fa1-476c-a79c-21bd3f53cf88), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:47.677254 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9144a081-ee3b-459a-b85c-494f9ebd727d tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58ac5c2a-6fa1-476c-a79c-21bd3f53cf88,revision_number=0']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:22:47.687446 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-9144a081-ee3b-459a-b85c-494f9ebd727d tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:47.688656 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-9144a081-ee3b-459a-b85c-494f9ebd727d tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1230967 May 12 17:22:47.691767 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 33734) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:22:47.696727 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-d79ae565-53de-41cf-b05b-4fe3c2aca1d1 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Request body: {'floatingip': {'floating_network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:22:47.719281 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-d79ae565-53de-41cf-b05b-4fe3c2aca1d1 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:47.798661 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-d79ae565-53de-41cf-b05b-4fe3c2aca1d1 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:47.910152 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.db_base_plugin_common [None req-d79ae565-53de-41cf-b05b-4fe3c2aca1d1 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Allocated IP 172.27.0.41 (9bfa71c8-c6b3-48ca-a660-d8187367d4be/c986c1c6-d014-45ab-99c5-409df43f439e/427ab46f-fcc9-4be9-bc07-14c2ded68d5c) {{(pid=103468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:22:47.984356 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cd12cc-0646-480c-9858-4b5df4bd1f52 None None] Sync routers for ids ['5e916117-394a-447f-9569-a15f13b49c45'] in dv-cinder-841591-1-iscsi {{(pid=103470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:22:47.994675 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54cd12cc-0646-480c-9858-4b5df4bd1f52 None None] Routers {'5e916117-394a-447f-9569-a15f13b49c45'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:22:47.995444 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-54cd12cc-0646-480c-9858-4b5df4bd1f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:22:26Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['5e916117-394a-447f-9569-a15f13b49c45'], 'active': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:22:48.023441 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-d79ae565-53de-41cf-b05b-4fe3c2aca1d1 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks [] for port (427ab46f-fcc9-4be9-bc07-14c2ded68d5c), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:48.060642 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-d79ae565-53de-41cf-b05b-4fe3c2aca1d1 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774527475285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11526335'] for port (427ab46f-fcc9-4be9-bc07-14c2ded68d5c), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:48.099016 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79ae565-53de-41cf-b05b-4fe3c2aca1d1 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Network 9bfa71c8-c6b3-48ca-a660-d8187367d4be is already hosted by enough agents. {{(pid=103468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:22:48.102769 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.base_scheduler [None req-d79ae565-53de-41cf-b05b-4fe3c2aca1d1 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Resources bound (agent type, host, resource id): {{(pid=103468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:22:48.108890 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79ae565-53de-41cf-b05b-4fe3c2aca1d1 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Received port after_create {{(pid=103468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:22:48.113135 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvr_db [None req-54cd12cc-0646-480c-9858-4b5df4bd1f52 None None] Set router 5e916117-394a-447f-9569-a15f13b49c45 gateway port host: dv-cinder-841591-1-iscsi {{(pid=103470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:22:48.114526 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79ae565-53de-41cf-b05b-4fe3c2aca1d1 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Pushing event updated for resources: {'Port': ['ID=427ab46f-fcc9-4be9-bc07-14c2ded68d5c,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:22:48.209677 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-d79ae565-53de-41cf-b05b-4fe3c2aca1d1 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks [] for floatingip (bf9a414a-9839-4f7f-83fc-865131b416af), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:48.254960 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-d79ae565-53de-41cf-b05b-4fe3c2aca1d1 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (427ab46f-fcc9-4be9-bc07-14c2ded68d5c), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:48.324762 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-54cd12cc-0646-480c-9858-4b5df4bd1f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e916117-394a-447f-9569-a15f13b49c45', 'name': 'tempest-AttachVolumeNegativeTest-1570607306-router', 'tenant_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '46fd6600-cf5c-4a6e-91bc-7884d58fa3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:22:43Z', 'updated_at': '2022-05-12T17:22:46Z', 'revision_number': 4, 'project_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'gw_port': {'id': '46fd6600-cf5c-4a6e-91bc-7884d58fa3c3', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:39:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e916117-394a-447f-9569-a15f13b49c45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:22:43Z', 'updated_at': '2022-05-12T17:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_interfaces': [{'id': '5077749d-90f4-436b-aa6c-b166888c974c', 'name': '', 'network_id': 'fcfb02df-5940-4251-8c77-308786c51833', 'tenant_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'mac_address': 'fa:16:3e:61:74:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e916117-394a-447f-9569-a15f13b49c45', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '514e1cc4-3154-4e95-87e7-19ffea3e24bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:22:45Z', 'updated_at': '2022-05-12T17:22:46Z', 'revision_number': 2, 'project_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'subnets': [{'id': '514e1cc4-3154-4e95-87e7-19ffea3e24bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:22:48.351801 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cd12cc-0646-480c-9858-4b5df4bd1f52 None None] Checking router: 5e916117-394a-447f-9569-a15f13b49c45 for host: dv-cinder-841591-1-iscsi {{(pid=103470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:22:48.352159 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cd12cc-0646-480c-9858-4b5df4bd1f52 None None] Updating router 5e916117-394a-447f-9569-a15f13b49c45 port 5077749d-90f4-436b-aa6c-b166888c974c binding host dv-cinder-841591-1-iscsi {{(pid=103470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 17:22:48.378781 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-54cd12cc-0646-480c-9858-4b5df4bd1f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (5077749d-90f4-436b-aa6c-b166888c974c), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:48.440741 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-d79ae565-53de-41cf-b05b-4fe3c2aca1d1 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks [] for port (427ab46f-fcc9-4be9-bc07-14c2ded68d5c), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:48.445274 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-d79ae565-53de-41cf-b05b-4fe3c2aca1d1 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11526280'] for port (427ab46f-fcc9-4be9-bc07-14c2ded68d5c), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:48.530944 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79ae565-53de-41cf-b05b-4fe3c2aca1d1 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Pushing event updated for resources: {'Port': ['ID=427ab46f-fcc9-4be9-bc07-14c2ded68d5c,revision_number=2']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:22:48.540814 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-d79ae565-53de-41cf-b05b-4fe3c2aca1d1 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682608'] for floatingip (bf9a414a-9839-4f7f-83fc-865131b416af), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:48.558068 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-d79ae565-53de-41cf-b05b-4fe3c2aca1d1 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36930'] for floatingip (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:48.564113 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-d79ae565-53de-41cf-b05b-4fe3c2aca1d1 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8666573 May 12 17:22:48.700191 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-54cd12cc-0646-480c-9858-4b5df4bd1f52 None None] Publish callbacks [] for port (5077749d-90f4-436b-aa6c-b166888c974c), precommit_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:48.705376 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-54cd12cc-0646-480c-9858-4b5df4bd1f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (5077749d-90f4-436b-aa6c-b166888c974c), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:48.758931 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdcfc48-d2d6-4f8b-b87b-c664296c9bb8 None None] Pushing event updated for resources: {'Port': ['ID=5077749d-90f4-436b-aa6c-b166888c974c,revision_number=3']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:22:48.821873 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-54cd12cc-0646-480c-9858-4b5df4bd1f52 None None] Attempting to bind port 5077749d-90f4-436b-aa6c-b166888c974c on host dv-cinder-841591-1-iscsi for vnic_type normal with profile {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:22:48.822247 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-54cd12cc-0646-480c-9858-4b5df4bd1f52 None None] Attempting to bind port 5077749d-90f4-436b-aa6c-b166888c974c by drivers openvswitch,hyperv on host dv-cinder-841591-1-iscsi at level 0 using segments [{'id': '284792a3-93aa-46c3-ba63-29b471e2894b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'fcfb02df-5940-4251-8c77-308786c51833'}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:22:48.822642 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cd12cc-0646-480c-9858-4b5df4bd1f52 None None] Attempting to bind port 5077749d-90f4-436b-aa6c-b166888c974c on network fcfb02df-5940-4251-8c77-308786c51833 {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:22:48.833024 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cd12cc-0646-480c-9858-4b5df4bd1f52 None None] Checking agent: {'id': 'dea0f963-0a36-45fe-941b-5c749ca6f3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841591-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 7, 30), 'started_at': datetime.datetime(2022, 5, 12, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841591-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:22:48.833407 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cd12cc-0646-480c-9858-4b5df4bd1f52 None None] Checking segment: {'id': '284792a3-93aa-46c3-ba63-29b471e2894b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'fcfb02df-5940-4251-8c77-308786c51833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:22:48.833812 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-54cd12cc-0646-480c-9858-4b5df4bd1f52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:48.834208 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cd12cc-0646-480c-9858-4b5df4bd1f52 None None] Bound using segment: {'id': '284792a3-93aa-46c3-ba63-29b471e2894b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'fcfb02df-5940-4251-8c77-308786c51833'} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:22:48.834710 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-54cd12cc-0646-480c-9858-4b5df4bd1f52 None None] Bound port: 5077749d-90f4-436b-aa6c-b166888c974c, host: dv-cinder-841591-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '284792a3-93aa-46c3-ba63-29b471e2894b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'fcfb02df-5940-4251-8c77-308786c51833'}}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:22:48.835678 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-54cd12cc-0646-480c-9858-4b5df4bd1f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (5077749d-90f4-436b-aa6c-b166888c974c), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:49.108743 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-54cd12cc-0646-480c-9858-4b5df4bd1f52 None None] For port 5077749d-90f4-436b-aa6c-b166888c974c, host dv-cinder-841591-1-iscsi, cleared binding levels {{(pid=103470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:22:49.116188 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device 46fd6600-cf5c-4a6e-91bc-7884d58fa3c3 up at agent ovs-agent-dv-cinder-841591-1-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:22:49.159668 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-54cd12cc-0646-480c-9858-4b5df4bd1f52 None None] For port 5077749d-90f4-436b-aa6c-b166888c974c, host dv-cinder-841591-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-1-iscsi',level=0,port_id=5077749d-90f4-436b-aa6c-b166888c974c,segment=NetworkSegment(284792a3-93aa-46c3-ba63-29b471e2894b),segment_id=284792a3-93aa-46c3-ba63-29b471e2894b)] {{(pid=103470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:22:49.181053 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-45851075-9cc4-4fbe-b7dc-51ba048c8e36 None None] Provisioning complete for port 5077749d-90f4-436b-aa6c-b166888c974c triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:22:49.181431 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-45851075-9cc4-4fbe-b7dc-51ba048c8e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (5077749d-90f4-436b-aa6c-b166888c974c), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:49.190377 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-54cd12cc-0646-480c-9858-4b5df4bd1f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (5077749d-90f4-436b-aa6c-b166888c974c), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:49.294302 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdcfc48-d2d6-4f8b-b87b-c664296c9bb8 None None] Pushing event updated for resources: {'Port': ['ID=5077749d-90f4-436b-aa6c-b166888c974c,revision_number=4']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:22:49.303578 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Provisioning complete for port 46fd6600-cf5c-4a6e-91bc-7884d58fa3c3 triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:22:49.303578 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (46fd6600-cf5c-4a6e-91bc-7884d58fa3c3), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:49.306200 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54cd12cc-0646-480c-9858-4b5df4bd1f52 None None] Routers {'5e916117-394a-447f-9569-a15f13b49c45'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:22:49.306863 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-54cd12cc-0646-480c-9858-4b5df4bd1f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:22:26Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['5e916117-394a-447f-9569-a15f13b49c45'], 'active': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:22:49.438661 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-45851075-9cc4-4fbe-b7dc-51ba048c8e36 None None] Current status of the port 5077749d-90f4-436b-aa6c-b166888c974c is: DOWN; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:22:49.439332 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-45851075-9cc4-4fbe-b7dc-51ba048c8e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (5077749d-90f4-436b-aa6c-b166888c974c), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:49.551990 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-45851075-9cc4-4fbe-b7dc-51ba048c8e36 None None] For port 5077749d-90f4-436b-aa6c-b166888c974c, host dv-cinder-841591-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-1-iscsi',level=0,port_id=5077749d-90f4-436b-aa6c-b166888c974c,segment=NetworkSegment(284792a3-93aa-46c3-ba63-29b471e2894b),segment_id=284792a3-93aa-46c3-ba63-29b471e2894b)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:22:49.554572 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvr_db [None req-54cd12cc-0646-480c-9858-4b5df4bd1f52 None None] Set router 5e916117-394a-447f-9569-a15f13b49c45 gateway port host: dv-cinder-841591-1-iscsi {{(pid=103470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:22:49.557077 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Current status of the port 46fd6600-cf5c-4a6e-91bc-7884d58fa3c3 is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:22:49.585920 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-45851075-9cc4-4fbe-b7dc-51ba048c8e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (5077749d-90f4-436b-aa6c-b166888c974c), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:49.690959 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45851075-9cc4-4fbe-b7dc-51ba048c8e36 None None] Pushing event updated for resources: {'Port': ['ID=5077749d-90f4-436b-aa6c-b166888c974c,revision_number=5']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:22:49.741753 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-87fb1ead-446f-41cc-9367-a6085a5e08f9 None None] Provisioning complete for port 5077749d-90f4-436b-aa6c-b166888c974c triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:22:49.742129 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-87fb1ead-446f-41cc-9367-a6085a5e08f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (5077749d-90f4-436b-aa6c-b166888c974c), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:49.863773 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-54cd12cc-0646-480c-9858-4b5df4bd1f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e916117-394a-447f-9569-a15f13b49c45', 'name': 'tempest-AttachVolumeNegativeTest-1570607306-router', 'tenant_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '46fd6600-cf5c-4a6e-91bc-7884d58fa3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:22:43Z', 'updated_at': '2022-05-12T17:22:46Z', 'revision_number': 4, 'project_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'gw_port': {'id': '46fd6600-cf5c-4a6e-91bc-7884d58fa3c3', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:39:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e916117-394a-447f-9569-a15f13b49c45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:22:43Z', 'updated_at': '2022-05-12T17:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_interfaces': [{'id': '5077749d-90f4-436b-aa6c-b166888c974c', 'name': '', 'network_id': 'fcfb02df-5940-4251-8c77-308786c51833', 'tenant_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'mac_address': 'fa:16:3e:61:74:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e916117-394a-447f-9569-a15f13b49c45', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '514e1cc4-3154-4e95-87e7-19ffea3e24bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:22:45Z', 'updated_at': '2022-05-12T17:22:48Z', 'revision_number': 4, 'project_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'subnets': [{'id': '514e1cc4-3154-4e95-87e7-19ffea3e24bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:22:49.896227 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cd12cc-0646-480c-9858-4b5df4bd1f52 None None] The sync data for ids ['5e916117-394a-447f-9569-a15f13b49c45'] in dv-cinder-841591-1-iscsi is: [{'id': '5e916117-394a-447f-9569-a15f13b49c45', 'name': 'tempest-AttachVolumeNegativeTest-1570607306-router', 'tenant_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '46fd6600-cf5c-4a6e-91bc-7884d58fa3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:22:43Z', 'updated_at': '2022-05-12T17:22:46Z', 'revision_number': 4, 'project_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'gw_port': {'id': '46fd6600-cf5c-4a6e-91bc-7884d58fa3c3', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:39:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e916117-394a-447f-9569-a15f13b49c45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:22:43Z', 'updated_at': '2022-05-12T17:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_interfaces': [{'id': '5077749d-90f4-436b-aa6c-b166888c974c', 'name': '', 'network_id': 'fcfb02df-5940-4251-8c77-308786c51833', 'tenant_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'mac_address': 'fa:16:3e:61:74:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e916117-394a-447f-9569-a15f13b49c45', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '514e1cc4-3154-4e95-87e7-19ffea3e24bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:22:45Z', 'updated_at': '2022-05-12T17:22:48Z', 'revision_number': 4, 'project_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'subnets': [{'id': '514e1cc4-3154-4e95-87e7-19ffea3e24bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:22:49.900160 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-87fb1ead-446f-41cc-9367-a6085a5e08f9 None None] Current status of the port 5077749d-90f4-436b-aa6c-b166888c974c is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:22:51.032796 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device 5077749d-90f4-436b-aa6c-b166888c974c up at agent ovs-agent-dv-cinder-841591-1-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:22:51.080411 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Provisioning complete for port 5077749d-90f4-436b-aa6c-b166888c974c triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:22:51.080784 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (5077749d-90f4-436b-aa6c-b166888c974c), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:51.161873 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Current status of the port 5077749d-90f4-436b-aa6c-b166888c974c is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:22:53.785390 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b736b9d2-b64f-479e-8e8f-2504dbf37f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (ad05f391-ff61-4b74-a3af-7ffb7f485489), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:53.847386 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 33780) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:22:54.092709 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-c7b1117c-2b1c-450e-abaf-87a755b51bbc tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Deleting port 0c9db30e-c1c1-4516-839f-8106a7306b2c {{(pid=103469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:22:54.093044 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-c7b1117c-2b1c-450e-abaf-87a755b51bbc tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774528024037'] for port (0c9db30e-c1c1-4516-839f-8106a7306b2c), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:54.173662 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-c7b1117c-2b1c-450e-abaf-87a755b51bbc tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683095'] for port (0c9db30e-c1c1-4516-839f-8106a7306b2c), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:54.174115 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-c7b1117c-2b1c-450e-abaf-87a755b51bbc tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Publish callbacks [] for floatingip (0c9db30e-c1c1-4516-839f-8106a7306b2c), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:54.188125 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-c7b1117c-2b1c-450e-abaf-87a755b51bbc tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Calling delete_port for 0c9db30e-c1c1-4516-839f-8106a7306b2c owned by network:floatingip {{(pid=103469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:22:54.361216 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-c7b1117c-2b1c-450e-abaf-87a755b51bbc tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774528036217', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774527475294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968517'] for port (0c9db30e-c1c1-4516-839f-8106a7306b2c), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:54.386752 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b1117c-2b1c-450e-abaf-87a755b51bbc tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Pushing event deleted for resources: {'Port': ['ID=0c9db30e-c1c1-4516-839f-8106a7306b2c,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:22:54.451388 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-c7b1117c-2b1c-450e-abaf-87a755b51bbc tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Publish callbacks [] for floatingip (6ec26152-93d8-4a00-901b-66aba34476e3), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:54.451731 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.db.l3_db [None req-c7b1117c-2b1c-450e-abaf-87a755b51bbc tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Floating IP 6ec26152-93d8-4a00-901b-66aba34476e3 disassociated (deleted). External IP: 172.27.0.222, port: b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3. May 12 17:22:54.603037 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-e2bfe753-01dd-4e3a-bec8-f26dd1c616f6 req-b6895b1d-0e26-4eff-a5cd-2596e76735db tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1097448829&fields=id&tenant_id=fc2e1c9926c14a1393f45a7dc0346ddc HTTP/1.1" status: 200 len: 267 time: 0.0447752 May 12 17:22:54.693885 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7b1117c-2b1c-450e-abaf-87a755b51bbc tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Router 62d2558c-a129-49d3-88c6-e6afcbcfc4ff has already been hosted by L3 agent e5548ccc-31b8-4072-a6b0-52b00208ea79 {{(pid=103469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:22:54.720842 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bfe753-01dd-4e3a-bec8-f26dd1c616f6 req-0ee69134-635d-46ef-9d19-7ff7246943da tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:22:54.722440 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-e2bfe753-01dd-4e3a-bec8-f26dd1c616f6 req-0ee69134-635d-46ef-9d19-7ff7246943da tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/networks?id=fcfb02df-5940-4251-8c77-308786c51833 HTTP/1.1" status: 200 len: 815 time: 0.1121054 May 12 17:22:54.743256 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-e2bfe753-01dd-4e3a-bec8-f26dd1c616f6 req-8f194cdb-f054-4cd0-abc2-b8f60019ee4d tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/quotas/fc2e1c9926c14a1393f45a7dc0346ddc HTTP/1.1" status: 200 len: 375 time: 0.0143259 May 12 17:22:54.801068 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-e2bfe753-01dd-4e3a-bec8-f26dd1c616f6 req-b5be9ab1-207c-4aea-8b11-7b64f5e271c6 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=fc2e1c9926c14a1393f45a7dc0346ddc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0561275 May 12 17:22:55.009002 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-e2bfe753-01dd-4e3a-bec8-f26dd1c616f6 req-3e006c7e-4963-4e99-ad1f-4c72ef397d48 service neutron] 10.222.0.23 "GET /v2.0/networks/fcfb02df-5940-4251-8c77-308786c51833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895547 May 12 17:22:55.094095 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7b1117c-2b1c-450e-abaf-87a755b51bbc tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Notify agent at l3_agent.dv-cinder-841591-1-iscsi the message routers_updated {{(pid=103469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:22:55.099118 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-c7b1117c-2b1c-450e-abaf-87a755b51bbc tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36930'] for floatingip (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:55.106118 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e67e4f-f8af-4511-a5db-1553a1ea0d9d None None] Sync routers for ids ['62d2558c-a129-49d3-88c6-e6afcbcfc4ff'] in dv-cinder-841591-1-iscsi {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:22:55.106696 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-e2bfe753-01dd-4e3a-bec8-f26dd1c616f6 req-92e6cf05-22bd-47fd-bb56-788fec9034bc service neutron] 10.222.0.23 "GET /v2.0/networks/fcfb02df-5940-4251-8c77-308786c51833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901163 May 12 17:22:55.117939 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e67e4f-f8af-4511-a5db-1553a1ea0d9d None None] Routers {'62d2558c-a129-49d3-88c6-e6afcbcfc4ff'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:22:55.118586 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-55e67e4f-f8af-4511-a5db-1553a1ea0d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:22:26Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['62d2558c-a129-49d3-88c6-e6afcbcfc4ff'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:22:55.134123 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-c7b1117c-2b1c-450e-abaf-87a755b51bbc tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "DELETE /v2.0/floatingips/6ec26152-93d8-4a00-901b-66aba34476e3 HTTP/1.1" status: 204 len: 168 time: 1.2856274 May 12 17:22:55.134794 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f56f36d8-2e2b-4024-b0e1-d31b9b7f08bf', 'tag': 'b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3'}] {{(pid=103469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:22:55.137061 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a389b951f31a62b906e18655c420a9fe9aa70b39b59c66ae41c54d630ec86ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae8c81bd-78f8-414c-8f34-bb3d5cf43369" -d '{"events": [{"name": "network-changed", "server_uuid": "f56f36d8-2e2b-4024-b0e1-d31b9b7f08bf", "tag": "b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3"}]}' {{(pid=103469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:22:55.256431 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-55e67e4f-f8af-4511-a5db-1553a1ea0d9d None None] Set router 62d2558c-a129-49d3-88c6-e6afcbcfc4ff gateway port host: dv-cinder-841591-1-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:22:55.273699 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c561ebbb-be82-4c72-a9a6-c640702cb7a8 x-openstack-request-id: req-c561ebbb-be82-4c72-a9a6-c640702cb7a8 {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:22:55.274525 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f56f36d8-2e2b-4024-b0e1-d31b9b7f08bf", "tag": "b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3", "status": "completed", "code": 200}]} {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:22:55.275084 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c561ebbb-be82-4c72-a9a6-c640702cb7a8 {{(pid=103469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:22:55.275689 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c561ebbb-be82-4c72-a9a6-c640702cb7a8'] response: {'name': 'network-changed', 'server_uuid': 'f56f36d8-2e2b-4024-b0e1-d31b9b7f08bf', 'tag': 'b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3', 'status': 'completed', 'code': 200} May 12 17:22:55.344696 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-22ce8e75-fa81-46bc-994e-f532c93374bf req-eae2c82a-3d78-4fe8-af9a-91b292e5e0f6 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/ports?device_id=95312fe9-ef90-4c74-ba58-31abb0fdd309 HTTP/1.1" status: 200 len: 210 time: 0.0396016 May 12 17:22:55.396715 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d461c9d0-47d7-440a-a38a-08588f15589a req-71271165-578d-433a-a2fc-2776ec9fbb83 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:22:55.399369 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-d461c9d0-47d7-440a-a38a-08588f15589a req-71271165-578d-433a-a2fc-2776ec9fbb83 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "GET /v2.0/ports?device_id=f56f36d8-2e2b-4024-b0e1-d31b9b7f08bf HTTP/1.1" status: 200 len: 945 time: 0.0515940 May 12 17:22:55.461386 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-d461c9d0-47d7-440a-a38a-08588f15589a req-3e746411-1d73-471a-9d0c-16694375d75c tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4198f2-c72d-4a6d-bdaf-ef5afcf5ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556605 May 12 17:22:55.497080 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-55e67e4f-f8af-4511-a5db-1553a1ea0d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62d2558c-a129-49d3-88c6-e6afcbcfc4ff', 'name': 'tempest-TestShelveInstance-1611892605-router', 'tenant_id': '3127460c8042473294d90b9a3338a273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '4fde8057-a972-4cbd-8c76-ef737d5b6203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:17:26Z', 'updated_at': '2022-05-12T17:17:33Z', 'revision_number': 4, 'project_id': '3127460c8042473294d90b9a3338a273', 'gw_port': {'id': '4fde8057-a972-4cbd-8c76-ef737d5b6203', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:0c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d2558c-a129-49d3-88c6-e6afcbcfc4ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:17:27Z', 'updated_at': '2022-05-12T17:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_interfaces': [{'id': '10a68d4f-8209-4430-801f-36e67486e859', 'name': '', 'network_id': '2f4b42e4-7732-4c98-9681-fbceae906075', 'tenant_id': '3127460c8042473294d90b9a3338a273', 'mac_address': 'fa:16:3e:c1:58:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d2558c-a129-49d3-88c6-e6afcbcfc4ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '20ff5ffc-df27-493c-a0fb-88082a87d50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:17:32Z', 'updated_at': '2022-05-12T17:17:43Z', 'revision_number': 5, 'project_id': '3127460c8042473294d90b9a3338a273', 'subnets': [{'id': '20ff5ffc-df27-493c-a0fb-88082a87d50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:22:55.530835 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e67e4f-f8af-4511-a5db-1553a1ea0d9d None None] Checking router: 62d2558c-a129-49d3-88c6-e6afcbcfc4ff for host: dv-cinder-841591-1-iscsi {{(pid=103471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:22:55.539863 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e67e4f-f8af-4511-a5db-1553a1ea0d9d None None] Routers {'62d2558c-a129-49d3-88c6-e6afcbcfc4ff'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:22:55.540554 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-55e67e4f-f8af-4511-a5db-1553a1ea0d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:22:26Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['62d2558c-a129-49d3-88c6-e6afcbcfc4ff'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:22:55.662780 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-55e67e4f-f8af-4511-a5db-1553a1ea0d9d None None] Set router 62d2558c-a129-49d3-88c6-e6afcbcfc4ff gateway port host: dv-cinder-841591-1-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:22:55.855993 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-55e67e4f-f8af-4511-a5db-1553a1ea0d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62d2558c-a129-49d3-88c6-e6afcbcfc4ff', 'name': 'tempest-TestShelveInstance-1611892605-router', 'tenant_id': '3127460c8042473294d90b9a3338a273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '4fde8057-a972-4cbd-8c76-ef737d5b6203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:17:26Z', 'updated_at': '2022-05-12T17:17:33Z', 'revision_number': 4, 'project_id': '3127460c8042473294d90b9a3338a273', 'gw_port': {'id': '4fde8057-a972-4cbd-8c76-ef737d5b6203', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:0c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d2558c-a129-49d3-88c6-e6afcbcfc4ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:17:27Z', 'updated_at': '2022-05-12T17:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_interfaces': [{'id': '10a68d4f-8209-4430-801f-36e67486e859', 'name': '', 'network_id': '2f4b42e4-7732-4c98-9681-fbceae906075', 'tenant_id': '3127460c8042473294d90b9a3338a273', 'mac_address': 'fa:16:3e:c1:58:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d2558c-a129-49d3-88c6-e6afcbcfc4ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '20ff5ffc-df27-493c-a0fb-88082a87d50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:17:32Z', 'updated_at': '2022-05-12T17:17:43Z', 'revision_number': 5, 'project_id': '3127460c8042473294d90b9a3338a273', 'subnets': [{'id': '20ff5ffc-df27-493c-a0fb-88082a87d50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:22:55.883248 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e67e4f-f8af-4511-a5db-1553a1ea0d9d None None] The sync data for ids ['62d2558c-a129-49d3-88c6-e6afcbcfc4ff'] in dv-cinder-841591-1-iscsi is: [{'id': '62d2558c-a129-49d3-88c6-e6afcbcfc4ff', 'name': 'tempest-TestShelveInstance-1611892605-router', 'tenant_id': '3127460c8042473294d90b9a3338a273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '4fde8057-a972-4cbd-8c76-ef737d5b6203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:17:26Z', 'updated_at': '2022-05-12T17:17:33Z', 'revision_number': 4, 'project_id': '3127460c8042473294d90b9a3338a273', 'gw_port': {'id': '4fde8057-a972-4cbd-8c76-ef737d5b6203', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:0c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d2558c-a129-49d3-88c6-e6afcbcfc4ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:17:27Z', 'updated_at': '2022-05-12T17:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_interfaces': [{'id': '10a68d4f-8209-4430-801f-36e67486e859', 'name': '', 'network_id': '2f4b42e4-7732-4c98-9681-fbceae906075', 'tenant_id': '3127460c8042473294d90b9a3338a273', 'mac_address': 'fa:16:3e:c1:58:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d2558c-a129-49d3-88c6-e6afcbcfc4ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '20ff5ffc-df27-493c-a0fb-88082a87d50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:17:32Z', 'updated_at': '2022-05-12T17:17:43Z', 'revision_number': 5, 'project_id': '3127460c8042473294d90b9a3338a273', 'subnets': [{'id': '20ff5ffc-df27-493c-a0fb-88082a87d50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:22:56.109165 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b2af2c-0de0-4ab9-a0db-dd22e8ae1ceb None None] New status for floating IP 6ec26152-93d8-4a00-901b-66aba34476e3: DOWN {{(pid=103470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 17:22:56.192499 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-4448d4ff-675d-4b01-89e3-60e8dfe3ff2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (e5548ccc-31b8-4072-a6b0-52b00208ea79), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:56.428016 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4db96089-65f3-4210-9bcd-1bb59aa77c4b req-e0ef5daf-4b2f-4aac-8cdd-7e6d360f0194 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/ports?device_id=95312fe9-ef90-4c74-ba58-31abb0fdd309 HTTP/1.1" status: 200 len: 210 time: 0.0278232 May 12 17:22:56.577373 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3529f8-cead-4402-b821-d8f324c581ce req-30cb8362-88e6-4734-a75e-1d2efa8bb4ed tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:22:56.579106 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-3f3529f8-cead-4402-b821-d8f324c581ce req-30cb8362-88e6-4734-a75e-1d2efa8bb4ed tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "GET /v2.0/ports?device_id=f56f36d8-2e2b-4024-b0e1-d31b9b7f08bf HTTP/1.1" status: 200 len: 945 time: 0.0486474 May 12 17:22:56.599730 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c81bd-78f8-414c-8f34-bb3d5cf43369 req-9855fda5-058f-42f7-baa3-48151856a498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:22:56.601294 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ae8c81bd-78f8-414c-8f34-bb3d5cf43369 req-9855fda5-058f-42f7-baa3-48151856a498 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3127460c8042473294d90b9a3338a273&device_id=f56f36d8-2e2b-4024-b0e1-d31b9b7f08bf HTTP/1.1" status: 200 len: 1129 time: 0.0476351 May 12 17:22:56.639856 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-3f3529f8-cead-4402-b821-d8f324c581ce req-c70bc6f9-7b43-48d2-8933-d0dc79900cef tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4198f2-c72d-4a6d-bdaf-ef5afcf5ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547779 May 12 17:22:56.700239 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c81bd-78f8-414c-8f34-bb3d5cf43369 req-be6ce820-46c9-4b3c-9262-66b119eb59d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:22:56.701749 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ae8c81bd-78f8-414c-8f34-bb3d5cf43369 req-be6ce820-46c9-4b3c-9262-66b119eb59d0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2f4b42e4-7732-4c98-9681-fbceae906075 HTTP/1.1" status: 200 len: 910 time: 0.0906122 May 12 17:22:56.781947 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ae8c81bd-78f8-414c-8f34-bb3d5cf43369 req-b26642f2-754f-4802-8cf1-95ab49a562d2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3 HTTP/1.1" status: 200 len: 217 time: 0.0394883 May 12 17:22:57.270956 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c81bd-78f8-414c-8f34-bb3d5cf43369 req-b17ae8bc-33ab-4f49-87e6-1b341647f5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:22:57.273063 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ae8c81bd-78f8-414c-8f34-bb3d5cf43369 req-b17ae8bc-33ab-4f49-87e6-1b341647f5c9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=20ff5ffc-df27-493c-a0fb-88082a87d50e HTTP/1.1" status: 200 len: 848 time: 0.0462205 May 12 17:22:57.294194 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-921d17b2-ae2c-4a72-8bd8-05131367e3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (bf71836d-8135-4bcd-843a-dab378dba2b2), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:57.403349 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.agents_db [None req-75b73116-3060-4b2b-9211-a804f2896a96 None None] Agent healthcheck: found 6 active agents {{(pid=103471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:22:57.549881 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4d16e0a3-1477-4370-bed8-11e69c4fcf5a req-9038324d-f2bb-4494-a344-d87efa4a6418 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/ports?device_id=95312fe9-ef90-4c74-ba58-31abb0fdd309 HTTP/1.1" status: 200 len: 210 time: 0.0556984 May 12 17:22:57.550461 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c1d374-f907-42fe-9b39-98377dd6866b req-61d3c5de-44cf-4ccb-8394-3a2a770aa356 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:22:57.551476 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-82c1d374-f907-42fe-9b39-98377dd6866b req-61d3c5de-44cf-4ccb-8394-3a2a770aa356 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.58 "GET /v2.0/ports?device_id=f56f36d8-2e2b-4024-b0e1-d31b9b7f08bf HTTP/1.1" status: 200 len: 945 time: 0.0503309 May 12 17:22:57.560340 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c81bd-78f8-414c-8f34-bb3d5cf43369 req-86f82eae-dac8-490a-b6eb-e9c0e35495b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:22:57.561803 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ae8c81bd-78f8-414c-8f34-bb3d5cf43369 req-86f82eae-dac8-490a-b6eb-e9c0e35495b0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2f4b42e4-7732-4c98-9681-fbceae906075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0588334 May 12 17:22:57.665978 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ae8c81bd-78f8-414c-8f34-bb3d5cf43369 req-2dc26ffd-a17b-485e-ace7-4f7de56dffcd service neutron] 10.222.0.58 "GET /v2.0/networks/2f4b42e4-7732-4c98-9681-fbceae906075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967188 May 12 17:22:57.715709 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [req-82c1d374-f907-42fe-9b39-98377dd6866b req-74129bd0-42f6-49d6-bcd7-feda6f7b342c tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Deleting port b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3 {{(pid=103468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:22:57.716311 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-82c1d374-f907-42fe-9b39-98377dd6866b req-74129bd0-42f6-49d6-bcd7-feda6f7b342c tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774528024037'] for port (b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:57.802335 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ae8c81bd-78f8-414c-8f34-bb3d5cf43369 req-509cb15d-5a46-4fb3-9ea2-72a4dd391b20 service neutron] 10.222.0.58 "GET /v2.0/networks/2f4b42e4-7732-4c98-9681-fbceae906075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225200 May 12 17:22:57.839690 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bfe753-01dd-4e3a-bec8-f26dd1c616f6 req-f22e4b04-7766-4b8e-aa47-cb4ec5ae9db0 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:22:57.841151 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-e2bfe753-01dd-4e3a-bec8-f26dd1c616f6 req-f22e4b04-7766-4b8e-aa47-cb4ec5ae9db0 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.58 "GET /v2.0/networks?id=fcfb02df-5940-4251-8c77-308786c51833 HTTP/1.1" status: 200 len: 815 time: 0.2403569 May 12 17:22:57.861553 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac301608-97a6-413d-8193-755a6ba8427a req-f8c86a51-f080-47e6-8e4a-0f3fad62587a tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:22:57.863064 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-ac301608-97a6-413d-8193-755a6ba8427a req-f8c86a51-f080-47e6-8e4a-0f3fad62587a tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "GET /v2.0/ports?device_id=f56f36d8-2e2b-4024-b0e1-d31b9b7f08bf HTTP/1.1" status: 200 len: 945 time: 0.1075201 May 12 17:22:57.906600 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.db [req-82c1d374-f907-42fe-9b39-98377dd6866b req-74129bd0-42f6-49d6-bcd7-feda6f7b342c tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] For port b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3,segment=NetworkSegment(334ce71a-b387-4b0b-b04b-de0cdcd24a6b),segment_id=334ce71a-b387-4b0b-b04b-de0cdcd24a6b)] {{(pid=103468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:22:57.907022 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-82c1d374-f907-42fe-9b39-98377dd6866b req-74129bd0-42f6-49d6-bcd7-feda6f7b342c tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683095'] for port (b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:57.950517 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [req-82c1d374-f907-42fe-9b39-98377dd6866b req-74129bd0-42f6-49d6-bcd7-feda6f7b342c tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Calling delete_port for b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3 owned by compute:nova {{(pid=103468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:22:57.955152 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (38379b20-dcc3-43b7-a09e-956d8be7db9c), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:57.959684 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-ac301608-97a6-413d-8193-755a6ba8427a req-054cfa7a-1c30-49aa-a1b6-a5813eb65c10 tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4198f2-c72d-4a6d-bdaf-ef5afcf5ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902410 May 12 17:22:58.056322 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-e2bfe753-01dd-4e3a-bec8-f26dd1c616f6 req-55d6c33e-37ae-4bec-b796-801a65ee63d4 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc2e1c9926c14a1393f45a7dc0346ddc HTTP/1.1" status: 200 len: 380 time: 0.1411150 May 12 17:22:58.067725 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [req-e2bfe753-01dd-4e3a-bec8-f26dd1c616f6 req-2309c81a-a28e-462e-a76d-00d7c62bd1f7 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Request body: {'port': {'device_id': '95312fe9-ef90-4c74-ba58-31abb0fdd309', 'network_id': 'fcfb02df-5940-4251-8c77-308786c51833', 'admin_state_up': True, 'tenant_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'security_groups': ['7f1cb180-f545-433d-bf26-6c33d1084784']}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:22:58.207925 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-82c1d374-f907-42fe-9b39-98377dd6866b req-74129bd0-42f6-49d6-bcd7-feda6f7b342c tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774528036217', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774527475294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11526335'] for port (b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:58.244924 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74129bd0-42f6-49d6-bcd7-feda6f7b342c tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Pushing event deleted for resources: {'Port': ['ID=b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:22:58.253124 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-de7fc459-c9f6-4e31-b5e4-304e853e4844 req-8c411a65-26a4-43b3-a8a9-1213f83fb9fc tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-206222092&fields=id&tenant_id=5d002d9e79b24742b0906bc2b220d998 HTTP/1.1" status: 200 len: 267 time: 0.0453663 May 12 17:22:58.280135 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2bfe753-01dd-4e3a-bec8-f26dd1c616f6 req-2309c81a-a28e-462e-a76d-00d7c62bd1f7 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Made reservation on behalf of fc2e1c9926c14a1393f45a7dc0346ddc for: {'port': 1} {{(pid=103468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:22:58.283546 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-e2bfe753-01dd-4e3a-bec8-f26dd1c616f6 req-2309c81a-a28e-462e-a76d-00d7c62bd1f7 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:58.308628 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [req-82c1d374-f907-42fe-9b39-98377dd6866b req-74129bd0-42f6-49d6-bcd7-feda6f7b342c tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] No DVR routers for this DVR port b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3 on host hv-cinder-84159 {{(pid=103468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:22:58.311812 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-82c1d374-f907-42fe-9b39-98377dd6866b req-74129bd0-42f6-49d6-bcd7-feda6f7b342c tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36930'] for port (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:58.315047 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-82c1d374-f907-42fe-9b39-98377dd6866b req-74129bd0-42f6-49d6-bcd7-feda6f7b342c tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.58 "DELETE /v2.0/ports/b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3 HTTP/1.1" status: 204 len: 173 time: 0.7544630 May 12 17:22:58.315744 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f56f36d8-2e2b-4024-b0e1-d31b9b7f08bf', 'name': 'network-vif-deleted', 'tag': 'b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3'}] {{(pid=103468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:22:58.317951 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11327eb0f41ff280cd3a6497cf1c944478feb1aae12e82efcad6faf65da72353" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee6d7888-e232-4d56-b082-517a591f7df7" -d '{"events": [{"server_uuid": "f56f36d8-2e2b-4024-b0e1-d31b9b7f08bf", "name": "network-vif-deleted", "tag": "b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3"}]}' {{(pid=103468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:22:58.386359 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7fc459-c9f6-4e31-b5e4-304e853e4844 req-6722866b-592e-4342-9103-8ef4ab65c8f3 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:22:58.387982 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-de7fc459-c9f6-4e31-b5e4-304e853e4844 req-6722866b-592e-4342-9103-8ef4ab65c8f3 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/networks?id=6fb55941-2cb2-4359-bdd6-587e053b44f0 HTTP/1.1" status: 200 len: 811 time: 0.1166759 May 12 17:22:58.405765 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-de7fc459-c9f6-4e31-b5e4-304e853e4844 req-cccb7294-8e69-44e0-9309-4301fb50bb4c tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/quotas/5d002d9e79b24742b0906bc2b220d998 HTTP/1.1" status: 200 len: 375 time: 0.0109694 May 12 17:22:58.442121 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e79f165a-a94e-4036-ab4a-a453cf39484e x-openstack-request-id: req-e79f165a-a94e-4036-ab4a-a453cf39484e {{(pid=103468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:22:58.442519 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f56f36d8-2e2b-4024-b0e1-d31b9b7f08bf", "name": "network-vif-deleted", "tag": "b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3", "status": "completed", "code": 200}]} {{(pid=103468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:22:58.442843 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e79f165a-a94e-4036-ab4a-a453cf39484e {{(pid=103468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:22:58.443309 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e79f165a-a94e-4036-ab4a-a453cf39484e'] response: {'server_uuid': 'f56f36d8-2e2b-4024-b0e1-d31b9b7f08bf', 'name': 'network-vif-deleted', 'tag': 'b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3', 'status': 'completed', 'code': 200} May 12 17:22:58.449384 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.db_base_plugin_common [req-e2bfe753-01dd-4e3a-bec8-f26dd1c616f6 req-2309c81a-a28e-462e-a76d-00d7c62bd1f7 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Allocated IP 172.20.0.9 (fcfb02df-5940-4251-8c77-308786c51833/514e1cc4-3154-4e95-87e7-19ffea3e24bc/ec62c0b9-df56-46e3-925d-ba0cc9cf0d6d) {{(pid=103468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:22:58.464766 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-de7fc459-c9f6-4e31-b5e4-304e853e4844 req-7fcb3f8e-d939-47d4-af85-c8ebf729997b tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5d002d9e79b24742b0906bc2b220d998&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0528302 May 12 17:22:58.604761 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-e2bfe753-01dd-4e3a-bec8-f26dd1c616f6 req-2309c81a-a28e-462e-a76d-00d7c62bd1f7 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks [] for port (ec62c0b9-df56-46e3-925d-ba0cc9cf0d6d), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:58.629705 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-de7fc459-c9f6-4e31-b5e4-304e853e4844 req-c6bbfdef-aa7b-497f-afbf-386063a5f983 service neutron] 10.222.0.23 "GET /v2.0/networks/6fb55941-2cb2-4359-bdd6-587e053b44f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502056 May 12 17:22:58.672152 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-9903c320-f096-4ed9-ba34-f0638a3b6163 req-ace11510-3616-495c-af9c-8f1793702eeb tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/ports?device_id=95312fe9-ef90-4c74-ba58-31abb0fdd309 HTTP/1.1" status: 200 len: 210 time: 0.0348208 May 12 17:22:58.682750 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-e2bfe753-01dd-4e3a-bec8-f26dd1c616f6 req-2309c81a-a28e-462e-a76d-00d7c62bd1f7 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774527475285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11526335'] for port (ec62c0b9-df56-46e3-925d-ba0cc9cf0d6d), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:58.740381 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2bfe753-01dd-4e3a-bec8-f26dd1c616f6 req-2309c81a-a28e-462e-a76d-00d7c62bd1f7 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Network fcfb02df-5940-4251-8c77-308786c51833 is already hosted by enough agents. {{(pid=103468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:22:58.743923 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.base_scheduler [req-e2bfe753-01dd-4e3a-bec8-f26dd1c616f6 req-2309c81a-a28e-462e-a76d-00d7c62bd1f7 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Resources bound (agent type, host, resource id): {{(pid=103468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:22:58.747718 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2bfe753-01dd-4e3a-bec8-f26dd1c616f6 req-2309c81a-a28e-462e-a76d-00d7c62bd1f7 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Received port after_create {{(pid=103468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:22:58.760172 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-de7fc459-c9f6-4e31-b5e4-304e853e4844 req-d40d3c37-9ccd-41ed-9be7-2a0751416263 service neutron] 10.222.0.23 "GET /v2.0/networks/6fb55941-2cb2-4359-bdd6-587e053b44f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181960 May 12 17:22:58.833206 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2309c81a-a28e-462e-a76d-00d7c62bd1f7 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Pushing event updated for resources: {'Port': ['ID=ec62c0b9-df56-46e3-925d-ba0cc9cf0d6d,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:22:58.860243 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-c581148e-646c-4c8c-8cc5-93d6184e682f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (98e1a54e-83f0-40d1-9631-7dd40ffbcd59), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:58.871270 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bfe753-01dd-4e3a-bec8-f26dd1c616f6 req-2309c81a-a28e-462e-a76d-00d7c62bd1f7 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:22:58.872370 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-e2bfe753-01dd-4e3a-bec8-f26dd1c616f6 req-2309c81a-a28e-462e-a76d-00d7c62bd1f7 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36930'] for port (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:58.894561 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-e2bfe753-01dd-4e3a-bec8-f26dd1c616f6 req-2309c81a-a28e-462e-a76d-00d7c62bd1f7 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8304453 May 12 17:22:58.914300 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [req-e2bfe753-01dd-4e3a-bec8-f26dd1c616f6 req-811bd685-bd7a-4eb7-9f74-8e88789a8550 service neutron] Request body: {'port': {'device_id': '95312fe9-ef90-4c74-ba58-31abb0fdd309', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84159'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:22:58.992886 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-e2bfe753-01dd-4e3a-bec8-f26dd1c616f6 req-811bd685-bd7a-4eb7-9f74-8e88789a8550 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (ec62c0b9-df56-46e3-925d-ba0cc9cf0d6d), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:59.098809 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-e31b0ec5-b23f-40ca-8c61-01ae7e41f011 None None] Provisioning complete for port ec62c0b9-df56-46e3-925d-ba0cc9cf0d6d triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:22:59.099287 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-e31b0ec5-b23f-40ca-8c61-01ae7e41f011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (ec62c0b9-df56-46e3-925d-ba0cc9cf0d6d), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:59.148424 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-b7051286-0f12-45f6-afd2-33ec2183acd6 req-02a052b1-6fe5-4679-9088-da4b630b94cf tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "GET /v2.0/ports?device_id=f56f36d8-2e2b-4024-b0e1-d31b9b7f08bf HTTP/1.1" status: 200 len: 210 time: 0.0593393 May 12 17:22:59.154899 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-e31b0ec5-b23f-40ca-8c61-01ae7e41f011 None None] Port ec62c0b9-df56-46e3-925d-ba0cc9cf0d6d cannot update to ACTIVE because it is not bound. {{(pid=103470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:22:59.196975 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-83bb3921-e1c9-475b-9d77-45dae1cef478 req-bbd6c076-61b2-4e09-bdb4-6b8ce1a90712 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c547832-2add-4148-8b83-baf4e11d5f36 HTTP/1.1" status: 200 len: 210 time: 0.0379653 May 12 17:22:59.418219 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.notifiers.nova [req-e2bfe753-01dd-4e3a-bec8-f26dd1c616f6 req-811bd685-bd7a-4eb7-9f74-8e88789a8550 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec62c0b9-df56-46e3-925d-ba0cc9cf0d6d {{(pid=103468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:22:59.426679 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-e2bfe753-01dd-4e3a-bec8-f26dd1c616f6 req-811bd685-bd7a-4eb7-9f74-8e88789a8550 service neutron] Publish callbacks [] for port (ec62c0b9-df56-46e3-925d-ba0cc9cf0d6d), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:59.439862 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.provisioning_blocks [req-e2bfe753-01dd-4e3a-bec8-f26dd1c616f6 req-811bd685-bd7a-4eb7-9f74-8e88789a8550 service neutron] Transition to ACTIVE for port object ec62c0b9-df56-46e3-925d-ba0cc9cf0d6d will not be triggered until provisioned by entity L2. {{(pid=103468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 17:22:59.443432 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-e2bfe753-01dd-4e3a-bec8-f26dd1c616f6 req-811bd685-bd7a-4eb7-9f74-8e88789a8550 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11526280'] for port (ec62c0b9-df56-46e3-925d-ba0cc9cf0d6d), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:59.521182 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811bd685-bd7a-4eb7-9f74-8e88789a8550 service neutron] Pushing event updated for resources: {'Port': ['ID=ec62c0b9-df56-46e3-925d-ba0cc9cf0d6d,revision_number=2']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:22:59.579358 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [req-e2bfe753-01dd-4e3a-bec8-f26dd1c616f6 req-811bd685-bd7a-4eb7-9f74-8e88789a8550 service neutron] Attempting to bind port ec62c0b9-df56-46e3-925d-ba0cc9cf0d6d on host hv-cinder-84159 for vnic_type normal with profile {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:22:59.579689 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [req-e2bfe753-01dd-4e3a-bec8-f26dd1c616f6 req-811bd685-bd7a-4eb7-9f74-8e88789a8550 service neutron] Attempting to bind port ec62c0b9-df56-46e3-925d-ba0cc9cf0d6d by drivers openvswitch,hyperv on host hv-cinder-84159 at level 0 using segments [{'id': '284792a3-93aa-46c3-ba63-29b471e2894b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'fcfb02df-5940-4251-8c77-308786c51833'}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:22:59.580013 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2bfe753-01dd-4e3a-bec8-f26dd1c616f6 req-811bd685-bd7a-4eb7-9f74-8e88789a8550 service neutron] Attempting to bind port ec62c0b9-df56-46e3-925d-ba0cc9cf0d6d on network fcfb02df-5940-4251-8c77-308786c51833 {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:22:59.585089 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2bfe753-01dd-4e3a-bec8-f26dd1c616f6 req-811bd685-bd7a-4eb7-9f74-8e88789a8550 service neutron] Port ec62c0b9-df56-46e3-925d-ba0cc9cf0d6d on network fcfb02df-5940-4251-8c77-308786c51833 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84159 {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 17:22:59.585493 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2bfe753-01dd-4e3a-bec8-f26dd1c616f6 req-811bd685-bd7a-4eb7-9f74-8e88789a8550 service neutron] Attempting to bind port ec62c0b9-df56-46e3-925d-ba0cc9cf0d6d on network fcfb02df-5940-4251-8c77-308786c51833 {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:22:59.591818 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2bfe753-01dd-4e3a-bec8-f26dd1c616f6 req-811bd685-bd7a-4eb7-9f74-8e88789a8550 service neutron] Checking agent: {'id': '38379b20-dcc3-43b7-a09e-956d8be7db9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84159', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 13, 58), 'started_at': datetime.datetime(2022, 5, 12, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:22:59.592142 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2bfe753-01dd-4e3a-bec8-f26dd1c616f6 req-811bd685-bd7a-4eb7-9f74-8e88789a8550 service neutron] Checking segment: {'id': '284792a3-93aa-46c3-ba63-29b471e2894b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'fcfb02df-5940-4251-8c77-308786c51833'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:22:59.592557 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2bfe753-01dd-4e3a-bec8-f26dd1c616f6 req-811bd685-bd7a-4eb7-9f74-8e88789a8550 service neutron] Bound using segment: {'id': '284792a3-93aa-46c3-ba63-29b471e2894b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'fcfb02df-5940-4251-8c77-308786c51833'} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:22:59.593305 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [req-e2bfe753-01dd-4e3a-bec8-f26dd1c616f6 req-811bd685-bd7a-4eb7-9f74-8e88789a8550 service neutron] Bound port: ec62c0b9-df56-46e3-925d-ba0cc9cf0d6d, host: hv-cinder-84159, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '284792a3-93aa-46c3-ba63-29b471e2894b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'fcfb02df-5940-4251-8c77-308786c51833'}}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:22:59.593703 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-e2bfe753-01dd-4e3a-bec8-f26dd1c616f6 req-811bd685-bd7a-4eb7-9f74-8e88789a8550 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (ec62c0b9-df56-46e3-925d-ba0cc9cf0d6d), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:59.661440 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.db [req-e2bfe753-01dd-4e3a-bec8-f26dd1c616f6 req-811bd685-bd7a-4eb7-9f74-8e88789a8550 service neutron] For port ec62c0b9-df56-46e3-925d-ba0cc9cf0d6d, host hv-cinder-84159, cleared binding levels {{(pid=103468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:22:59.665174 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.db [req-e2bfe753-01dd-4e3a-bec8-f26dd1c616f6 req-811bd685-bd7a-4eb7-9f74-8e88789a8550 service neutron] For port ec62c0b9-df56-46e3-925d-ba0cc9cf0d6d, host hv-cinder-84159, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=ec62c0b9-df56-46e3-925d-ba0cc9cf0d6d,segment=NetworkSegment(284792a3-93aa-46c3-ba63-29b471e2894b),segment_id=284792a3-93aa-46c3-ba63-29b471e2894b)] {{(pid=103468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:22:59.672599 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-e2bfe753-01dd-4e3a-bec8-f26dd1c616f6 req-811bd685-bd7a-4eb7-9f74-8e88789a8550 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11526280'] for port (ec62c0b9-df56-46e3-925d-ba0cc9cf0d6d), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:59.682745 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Device b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3 no longer exists at agent hyperv_hv-cinder-84159 {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:22:59.712174 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bfe753-01dd-4e3a-bec8-f26dd1c616f6 req-811bd685-bd7a-4eb7-9f74-8e88789a8550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:22:59.712795 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-e2bfe753-01dd-4e3a-bec8-f26dd1c616f6 req-811bd685-bd7a-4eb7-9f74-8e88789a8550 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36930'] for port (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:22:59.714224 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-e2bfe753-01dd-4e3a-bec8-f26dd1c616f6 req-811bd685-bd7a-4eb7-9f74-8e88789a8550 service neutron] 10.222.0.58 "PUT /v2.0/ports/ec62c0b9-df56-46e3-925d-ba0cc9cf0d6d HTTP/1.1" status: 200 len: 1093 time: 0.8063269 May 12 17:22:59.735275 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811bd685-bd7a-4eb7-9f74-8e88789a8550 service neutron] Pushing event updated for resources: {'Port': ['ID=ec62c0b9-df56-46e3-925d-ba0cc9cf0d6d,revision_number=3']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:22:59.740842 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] No Port match for: b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3 {{(pid=103470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:22:59.743517 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Device b8bf9fa4-9a67-47d7-aeac-ce0a717c81d3 not bound to the agent host hv-cinder-84159 {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:22:59.835572 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bfe753-01dd-4e3a-bec8-f26dd1c616f6 req-f60f2c40-0aec-47e2-8edd-8096c8da1938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:22:59.837095 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-e2bfe753-01dd-4e3a-bec8-f26dd1c616f6 req-f60f2c40-0aec-47e2-8edd-8096c8da1938 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fc2e1c9926c14a1393f45a7dc0346ddc&device_id=95312fe9-ef90-4c74-ba58-31abb0fdd309 HTTP/1.1" status: 200 len: 1127 time: 0.0786638 May 12 17:22:59.845306 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e882e-5186-4541-a3a0-ac20eb3e52da req-02b5fbdd-4169-45cb-9744-9180e6b30b2c tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:22:59.846821 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-fa5e882e-5186-4541-a3a0-ac20eb3e52da req-02b5fbdd-4169-45cb-9744-9180e6b30b2c tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/ports?device_id=95312fe9-ef90-4c74-ba58-31abb0fdd309 HTTP/1.1" status: 200 len: 943 time: 0.0720007 May 12 17:22:59.898733 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-fa5e882e-5186-4541-a3a0-ac20eb3e52da req-4e24f817-e228-4e71-978f-3adc5931de78 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f1cb180-f545-433d-bf26-6c33d1084784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454078 May 12 17:23:00.107156 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-e2bfe753-01dd-4e3a-bec8-f26dd1c616f6 req-350aaee3-6cbb-4c78-b62c-06cb0064c4b6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec62c0b9-df56-46e3-925d-ba0cc9cf0d6d HTTP/1.1" status: 200 len: 217 time: 0.0423236 May 12 17:23:00.220537 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bfe753-01dd-4e3a-bec8-f26dd1c616f6 req-77ffd577-b0b8-4a78-b962-23b4110ae418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:23:00.224014 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-e2bfe753-01dd-4e3a-bec8-f26dd1c616f6 req-77ffd577-b0b8-4a78-b962-23b4110ae418 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=514e1cc4-3154-4e95-87e7-19ffea3e24bc HTTP/1.1" status: 200 len: 854 time: 0.1061544 May 12 17:23:00.229081 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 33922) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:23:00.268130 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (dea0f963-0a36-45fe-941b-5c749ca6f3bf), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:00.306641 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-7b35958a-8117-4623-a78d-baff695469bd tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Publish callbacks [] for security_group (9f4198f2-c72d-4a6d-bdaf-ef5afcf5ac8c), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:00.336213 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-7b35958a-8117-4623-a78d-baff695469bd tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Publish callbacks [] for security_group (9f4198f2-c72d-4a6d-bdaf-ef5afcf5ac8c), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:00.339136 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7fc459-c9f6-4e31-b5e4-304e853e4844 req-c1ac00c4-5757-44d0-8082-375d4fbdf2d2 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:23:00.340583 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-de7fc459-c9f6-4e31-b5e4-304e853e4844 req-c1ac00c4-5757-44d0-8082-375d4fbdf2d2 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.58 "GET /v2.0/networks?id=6fb55941-2cb2-4359-bdd6-587e053b44f0 HTTP/1.1" status: 200 len: 811 time: 0.1935260 May 12 17:23:00.344569 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-9d297a4e-6a7f-474f-bef3-4e0db8537980 req-fc592153-4494-49b9-991d-e2fcec3ba108 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c547832-2add-4148-8b83-baf4e11d5f36 HTTP/1.1" status: 200 len: 210 time: 0.0475338 May 12 17:23:00.347688 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bfe753-01dd-4e3a-bec8-f26dd1c616f6 req-05aa445e-37b3-4932-9132-528ded116db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:23:00.349058 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-e2bfe753-01dd-4e3a-bec8-f26dd1c616f6 req-05aa445e-37b3-4932-9132-528ded116db6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fcfb02df-5940-4251-8c77-308786c51833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1111581 May 12 17:23:00.408116 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-7b35958a-8117-4623-a78d-baff695469bd tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (9f4198f2-c72d-4a6d-bdaf-ef5afcf5ac8c), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:00.411084 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-7b35958a-8117-4623-a78d-baff695469bd tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:00.412229 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-7b35958a-8117-4623-a78d-baff695469bd tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] 10.222.0.23 "DELETE /v2.0/security-groups/9f4198f2-c72d-4a6d-bdaf-ef5afcf5ac8c HTTP/1.1" status: 204 len: 168 time: 0.1827796 May 12 17:23:00.423620 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b35958a-8117-4623-a78d-baff695469bd tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f4198f2-c72d-4a6d-bdaf-ef5afcf5ac8c,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:23:00.432047 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b35958a-8117-4623-a78d-baff695469bd tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:23:00.432390 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b35958a-8117-4623-a78d-baff695469bd tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:23:00.432727 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b35958a-8117-4623-a78d-baff695469bd tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:23:00.433090 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b35958a-8117-4623-a78d-baff695469bd tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:23:00.433421 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b35958a-8117-4623-a78d-baff695469bd tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:23:00.433742 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b35958a-8117-4623-a78d-baff695469bd tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:23:00.434066 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b35958a-8117-4623-a78d-baff695469bd tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:23:00.434384 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b35958a-8117-4623-a78d-baff695469bd tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:23:00.435165 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b35958a-8117-4623-a78d-baff695469bd tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:23:00.435165 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b35958a-8117-4623-a78d-baff695469bd tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:23:00.435382 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b35958a-8117-4623-a78d-baff695469bd tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:23:00.435748 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b35958a-8117-4623-a78d-baff695469bd tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:23:00.435977 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b35958a-8117-4623-a78d-baff695469bd tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:23:00.436320 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b35958a-8117-4623-a78d-baff695469bd tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:23:00.436838 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b35958a-8117-4623-a78d-baff695469bd tempest-TestShelveInstance-945602113 tempest-TestShelveInstance-945602113-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:23:00.446616 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95312fe9-ef90-4c74-ba58-31abb0fdd309', 'tag': 'ec62c0b9-df56-46e3-925d-ba0cc9cf0d6d'}] {{(pid=103468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:23:00.448808 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11327eb0f41ff280cd3a6497cf1c944478feb1aae12e82efcad6faf65da72353" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22dec655-0200-4d1b-a2c0-432a619c2af7" -d '{"events": [{"name": "network-changed", "server_uuid": "95312fe9-ef90-4c74-ba58-31abb0fdd309", "tag": "ec62c0b9-df56-46e3-925d-ba0cc9cf0d6d"}]}' {{(pid=103468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:23:00.466113 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 33930) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:23:00.486115 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-de7fc459-c9f6-4e31-b5e4-304e853e4844 req-9741f771-120f-4923-b0fc-f2e634860c09 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d002d9e79b24742b0906bc2b220d998 HTTP/1.1" status: 200 len: 379 time: 0.1252711 May 12 17:23:00.490622 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b81cf1-8fb2-4e1f-9396-26994626e0fc x-openstack-request-id: req-e8b81cf1-8fb2-4e1f-9396-26994626e0fc {{(pid=103468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:23:00.491440 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95312fe9-ef90-4c74-ba58-31abb0fdd309", "tag": "ec62c0b9-df56-46e3-925d-ba0cc9cf0d6d", "status": "completed", "code": 200}]} {{(pid=103468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:23:00.491732 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e8b81cf1-8fb2-4e1f-9396-26994626e0fc {{(pid=103468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:23:00.492100 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8b81cf1-8fb2-4e1f-9396-26994626e0fc'] response: {'name': 'network-changed', 'server_uuid': '95312fe9-ef90-4c74-ba58-31abb0fdd309', 'tag': 'ec62c0b9-df56-46e3-925d-ba0cc9cf0d6d', 'status': 'completed', 'code': 200} May 12 17:23:00.502551 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [req-de7fc459-c9f6-4e31-b5e4-304e853e4844 req-945ba320-fe6f-4cca-99ee-fd88ebaa3c73 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Request body: {'port': {'device_id': '2c547832-2add-4148-8b83-baf4e11d5f36', 'network_id': '6fb55941-2cb2-4359-bdd6-587e053b44f0', 'admin_state_up': True, 'tenant_id': '5d002d9e79b24742b0906bc2b220d998', 'security_groups': ['73506ee2-7743-492f-9a19-76b788578cf5']}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:23:00.791240 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-e2bfe753-01dd-4e3a-bec8-f26dd1c616f6 req-3e23042a-5535-49e6-896c-780c27dd8cec service neutron] 10.222.0.58 "GET /v2.0/networks/fcfb02df-5940-4251-8c77-308786c51833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4276886 May 12 17:23:00.880199 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-c95a35b2-4ea2-4fd2-aca9-372f96fbc24a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3683293'] for router_interface (62d2558c-a129-49d3-88c6-e6afcbcfc4ff), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:00.968349 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-e2bfe753-01dd-4e3a-bec8-f26dd1c616f6 req-3f6f42b0-0385-4f41-b129-38fc4a1fefe7 service neutron] 10.222.0.58 "GET /v2.0/networks/fcfb02df-5940-4251-8c77-308786c51833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666360 May 12 17:23:00.971335 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de7fc459-c9f6-4e31-b5e4-304e853e4844 req-945ba320-fe6f-4cca-99ee-fd88ebaa3c73 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Made reservation on behalf of 5d002d9e79b24742b0906bc2b220d998 for: {'port': 1} {{(pid=103468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:23:00.976189 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-de7fc459-c9f6-4e31-b5e4-304e853e4844 req-945ba320-fe6f-4cca-99ee-fd88ebaa3c73 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:01.090664 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d461ad71-ba2d-4d1a-bdfd-c927c35b4b6b req-c116b0ba-71f7-4aeb-818e-f7f170087d88 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:23:01.092155 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d461ad71-ba2d-4d1a-bdfd-c927c35b4b6b req-c116b0ba-71f7-4aeb-818e-f7f170087d88 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/ports?device_id=95312fe9-ef90-4c74-ba58-31abb0fdd309 HTTP/1.1" status: 200 len: 943 time: 0.1023016 May 12 17:23:01.109152 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.db_base_plugin_common [req-de7fc459-c9f6-4e31-b5e4-304e853e4844 req-945ba320-fe6f-4cca-99ee-fd88ebaa3c73 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Allocated IP 172.20.0.3 (6fb55941-2cb2-4359-bdd6-587e053b44f0/c5f1d9ec-05e3-4b23-84b4-48d07d13574c/aab0755a-1de0-423e-bdf8-9d264bcf1f30) {{(pid=103468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:23:01.183277 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d461ad71-ba2d-4d1a-bdfd-c927c35b4b6b req-f0aa9091-6252-4a02-b311-1affdb5c02bc tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f1cb180-f545-433d-bf26-6c33d1084784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845170 May 12 17:23:01.224288 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-c95a35b2-4ea2-4fd2-aca9-372f96fbc24a admin admin] Deleting port 10a68d4f-8209-4430-801f-36e67486e859 {{(pid=103469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:23:01.224639 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-c95a35b2-4ea2-4fd2-aca9-372f96fbc24a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774528024037'] for port (10a68d4f-8209-4430-801f-36e67486e859), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:01.251672 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-de7fc459-c9f6-4e31-b5e4-304e853e4844 req-945ba320-fe6f-4cca-99ee-fd88ebaa3c73 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Publish callbacks [] for port (aab0755a-1de0-423e-bdf8-9d264bcf1f30), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:01.284641 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-de7fc459-c9f6-4e31-b5e4-304e853e4844 req-945ba320-fe6f-4cca-99ee-fd88ebaa3c73 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774527475285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11526335'] for port (aab0755a-1de0-423e-bdf8-9d264bcf1f30), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:01.305273 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [None req-c95a35b2-4ea2-4fd2-aca9-372f96fbc24a admin admin] For port 10a68d4f-8209-4430-801f-36e67486e859, host dv-cinder-841591-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-1-iscsi',level=0,port_id=10a68d4f-8209-4430-801f-36e67486e859,segment=NetworkSegment(334ce71a-b387-4b0b-b04b-de0cdcd24a6b),segment_id=334ce71a-b387-4b0b-b04b-de0cdcd24a6b)] {{(pid=103469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:23:01.305862 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-c95a35b2-4ea2-4fd2-aca9-372f96fbc24a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683095'] for port (10a68d4f-8209-4430-801f-36e67486e859), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:01.318322 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-c95a35b2-4ea2-4fd2-aca9-372f96fbc24a admin admin] Calling delete_port for 10a68d4f-8209-4430-801f-36e67486e859 owned by network:router_interface {{(pid=103469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:23:01.330507 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de7fc459-c9f6-4e31-b5e4-304e853e4844 req-945ba320-fe6f-4cca-99ee-fd88ebaa3c73 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Network 6fb55941-2cb2-4359-bdd6-587e053b44f0 is already hosted by enough agents. {{(pid=103468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:23:01.333693 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.base_scheduler [req-de7fc459-c9f6-4e31-b5e4-304e853e4844 req-945ba320-fe6f-4cca-99ee-fd88ebaa3c73 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Resources bound (agent type, host, resource id): {{(pid=103468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:23:01.339770 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [req-de7fc459-c9f6-4e31-b5e4-304e853e4844 req-945ba320-fe6f-4cca-99ee-fd88ebaa3c73 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Received port after_create {{(pid=103468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:23:01.365129 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945ba320-fe6f-4cca-99ee-fd88ebaa3c73 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Pushing event updated for resources: {'Port': ['ID=aab0755a-1de0-423e-bdf8-9d264bcf1f30,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:23:01.393582 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7fc459-c9f6-4e31-b5e4-304e853e4844 req-945ba320-fe6f-4cca-99ee-fd88ebaa3c73 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:23:01.394324 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-de7fc459-c9f6-4e31-b5e4-304e853e4844 req-945ba320-fe6f-4cca-99ee-fd88ebaa3c73 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36930'] for port (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:01.420218 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-de7fc459-c9f6-4e31-b5e4-304e853e4844 req-945ba320-fe6f-4cca-99ee-fd88ebaa3c73 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9223256 May 12 17:23:01.470666 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dd6a2b-2d4b-4127-b417-f248c50b2236 req-2e19a834-9721-43ea-92b9-fb937b14f56e tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:23:01.472262 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-76dd6a2b-2d4b-4127-b417-f248c50b2236 req-2e19a834-9721-43ea-92b9-fb937b14f56e tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c547832-2add-4148-8b83-baf4e11d5f36 HTTP/1.1" status: 200 len: 931 time: 0.0490363 May 12 17:23:01.528745 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-76dd6a2b-2d4b-4127-b417-f248c50b2236 req-ad7e8d43-c17a-45de-baf3-80672ec81aef tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/security-groups?id=73506ee2-7743-492f-9a19-76b788578cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500124 May 12 17:23:01.532603 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-c95a35b2-4ea2-4fd2-aca9-372f96fbc24a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774528036217', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774527475294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968517'] for port (10a68d4f-8209-4430-801f-36e67486e859), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:01.567277 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95a35b2-4ea2-4fd2-aca9-372f96fbc24a admin admin] Pushing event deleted for resources: {'Port': ['ID=10a68d4f-8209-4430-801f-36e67486e859,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:23:01.620681 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-b61d2cdb-18bd-41fd-b5c0-76ed2ea2433a None None] Provisioning complete for port aab0755a-1de0-423e-bdf8-9d264bcf1f30 triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:23:01.621684 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b61d2cdb-18bd-41fd-b5c0-76ed2ea2433a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (aab0755a-1de0-423e-bdf8-9d264bcf1f30), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:01.660436 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-b61d2cdb-18bd-41fd-b5c0-76ed2ea2433a None None] Port aab0755a-1de0-423e-bdf8-9d264bcf1f30 cannot update to ACTIVE because it is not bound. {{(pid=103470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:23:01.732825 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-c95a35b2-4ea2-4fd2-aca9-372f96fbc24a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-519212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475074'] for router_interface (62d2558c-a129-49d3-88c6-e6afcbcfc4ff), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:01.946941 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c95a35b2-4ea2-4fd2-aca9-372f96fbc24a admin admin] Router 62d2558c-a129-49d3-88c6-e6afcbcfc4ff has already been hosted by L3 agent e5548ccc-31b8-4072-a6b0-52b00208ea79 {{(pid=103469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:23:02.052996 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c95a35b2-4ea2-4fd2-aca9-372f96fbc24a admin admin] Notify agent at l3_agent.dv-cinder-841591-1-iscsi the message routers_updated {{(pid=103469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:23:02.057824 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-c95a35b2-4ea2-4fd2-aca9-372f96fbc24a admin admin] 10.222.0.23 "PUT /v2.0/routers/62d2558c-a129-49d3-88c6-e6afcbcfc4ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5893495 May 12 17:23:02.060394 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 33944) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:23:02.061222 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8d66a4-2653-4410-83d8-c460934a3d21 None None] Sync routers for ids ['62d2558c-a129-49d3-88c6-e6afcbcfc4ff'] in dv-cinder-841591-1-iscsi {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:23:02.072574 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8d66a4-2653-4410-83d8-c460934a3d21 None None] Routers {'62d2558c-a129-49d3-88c6-e6afcbcfc4ff'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:23:02.072574 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-7a8d66a4-2653-4410-83d8-c460934a3d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:22:56Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['62d2558c-a129-49d3-88c6-e6afcbcfc4ff'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:23:02.178642 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-e1ac299b-8546-4306-9334-3d17a39d0c1c admin admin] Publish callbacks [] for router (62d2558c-a129-49d3-88c6-e6afcbcfc4ff), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:02.185619 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [req-de7fc459-c9f6-4e31-b5e4-304e853e4844 req-083ea7aa-5671-4d04-9fb1-1bef3fbf267d service neutron] Request body: {'port': {'device_id': '2c547832-2add-4148-8b83-baf4e11d5f36', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84159'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:23:02.186892 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-7a8d66a4-2653-4410-83d8-c460934a3d21 None None] Set router 62d2558c-a129-49d3-88c6-e6afcbcfc4ff gateway port host: dv-cinder-841591-1-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:23:02.322370 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dec655-0200-4d1b-a2c0-432a619c2af7 req-551155af-aa94-47e6-bfe0-45f88a55d9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:23:02.324386 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-22dec655-0200-4d1b-a2c0-432a619c2af7 req-551155af-aa94-47e6-bfe0-45f88a55d9f5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fc2e1c9926c14a1393f45a7dc0346ddc&device_id=95312fe9-ef90-4c74-ba58-31abb0fdd309 HTTP/1.1" status: 200 len: 1127 time: 0.1355715 May 12 17:23:02.341187 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e762462e-2c94-4f89-a3bc-7e6736e3dbf5 req-61abd738-fd22-4de1-b77d-c3fe070c40af tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:23:02.343034 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e762462e-2c94-4f89-a3bc-7e6736e3dbf5 req-61abd738-fd22-4de1-b77d-c3fe070c40af tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/ports?device_id=95312fe9-ef90-4c74-ba58-31abb0fdd309 HTTP/1.1" status: 200 len: 943 time: 0.0622787 May 12 17:23:02.374990 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-de7fc459-c9f6-4e31-b5e4-304e853e4844 req-083ea7aa-5671-4d04-9fb1-1bef3fbf267d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (aab0755a-1de0-423e-bdf8-9d264bcf1f30), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:02.392519 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e762462e-2c94-4f89-a3bc-7e6736e3dbf5 req-3d69b34d-426a-40e0-b5cf-8f9951271cf3 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f1cb180-f545-433d-bf26-6c33d1084784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436127 May 12 17:23:02.410988 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-7a8d66a4-2653-4410-83d8-c460934a3d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62d2558c-a129-49d3-88c6-e6afcbcfc4ff', 'name': 'tempest-TestShelveInstance-1611892605-router', 'tenant_id': '3127460c8042473294d90b9a3338a273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '4fde8057-a972-4cbd-8c76-ef737d5b6203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:17:26Z', 'updated_at': '2022-05-12T17:23:01Z', 'revision_number': 5, 'project_id': '3127460c8042473294d90b9a3338a273', 'gw_port': {'id': '4fde8057-a972-4cbd-8c76-ef737d5b6203', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:0c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d2558c-a129-49d3-88c6-e6afcbcfc4ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:17:27Z', 'updated_at': '2022-05-12T17:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi'}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:23:02.438461 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-e1ac299b-8546-4306-9334-3d17a39d0c1c admin admin] Publish callbacks [] for router_gateway (62d2558c-a129-49d3-88c6-e6afcbcfc4ff), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:02.440015 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8d66a4-2653-4410-83d8-c460934a3d21 None None] Checking router: 62d2558c-a129-49d3-88c6-e6afcbcfc4ff for host: dv-cinder-841591-1-iscsi {{(pid=103471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:23:02.450864 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8d66a4-2653-4410-83d8-c460934a3d21 None None] Routers {'62d2558c-a129-49d3-88c6-e6afcbcfc4ff'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:23:02.451606 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-7a8d66a4-2653-4410-83d8-c460934a3d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:22:56Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['62d2558c-a129-49d3-88c6-e6afcbcfc4ff'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:23:02.617885 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-7a8d66a4-2653-4410-83d8-c460934a3d21 None None] Set router 62d2558c-a129-49d3-88c6-e6afcbcfc4ff gateway port host: dv-cinder-841591-1-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:23:02.636262 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [None req-e1ac299b-8546-4306-9334-3d17a39d0c1c admin admin] Deleting port 4fde8057-a972-4cbd-8c76-ef737d5b6203 {{(pid=103468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:23:02.636601 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-e1ac299b-8546-4306-9334-3d17a39d0c1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774528024037'] for port (4fde8057-a972-4cbd-8c76-ef737d5b6203), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:02.796388 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298fbcbc-dbba-465b-9cc3-c9f7e9f238f6 req-d47a5e34-3152-42d2-86b0-d05342927589 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:23:02.797963 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-298fbcbc-dbba-465b-9cc3-c9f7e9f238f6 req-d47a5e34-3152-42d2-86b0-d05342927589 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c547832-2add-4148-8b83-baf4e11d5f36 HTTP/1.1" status: 200 len: 931 time: 0.1567025 May 12 17:23:02.844624 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dec655-0200-4d1b-a2c0-432a619c2af7 req-feece9b2-a31f-4f48-ac1c-67182c5ae562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:23:02.846166 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-22dec655-0200-4d1b-a2c0-432a619c2af7 req-feece9b2-a31f-4f48-ac1c-67182c5ae562 service neutron] 10.222.0.58 "GET /v2.0/networks?id=fcfb02df-5940-4251-8c77-308786c51833 HTTP/1.1" status: 200 len: 916 time: 0.3365436 May 12 17:23:02.887765 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-e1ac299b-8546-4306-9334-3d17a39d0c1c admin admin] For port 4fde8057-a972-4cbd-8c76-ef737d5b6203, host dv-cinder-841591-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-1-iscsi',level=0,port_id=4fde8057-a972-4cbd-8c76-ef737d5b6203,segment=NetworkSegment(54af2f58-bd4b-41ba-9124-743d6aed4e37),segment_id=54af2f58-bd4b-41ba-9124-743d6aed4e37)] {{(pid=103468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:23:02.888128 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-e1ac299b-8546-4306-9334-3d17a39d0c1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683095'] for port (4fde8057-a972-4cbd-8c76-ef737d5b6203), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:02.898659 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-7a8d66a4-2653-4410-83d8-c460934a3d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62d2558c-a129-49d3-88c6-e6afcbcfc4ff', 'name': 'tempest-TestShelveInstance-1611892605-router', 'tenant_id': '3127460c8042473294d90b9a3338a273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '4fde8057-a972-4cbd-8c76-ef737d5b6203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:17:26Z', 'updated_at': '2022-05-12T17:23:01Z', 'revision_number': 5, 'project_id': '3127460c8042473294d90b9a3338a273', 'gw_port': {'id': '4fde8057-a972-4cbd-8c76-ef737d5b6203', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:0c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d2558c-a129-49d3-88c6-e6afcbcfc4ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:17:27Z', 'updated_at': '2022-05-12T17:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi'}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:23:02.920869 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [None req-e1ac299b-8546-4306-9334-3d17a39d0c1c admin admin] Calling delete_port for 4fde8057-a972-4cbd-8c76-ef737d5b6203 owned by network:router_gateway {{(pid=103468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:23:02.927915 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8d66a4-2653-4410-83d8-c460934a3d21 None None] The sync data for ids ['62d2558c-a129-49d3-88c6-e6afcbcfc4ff'] in dv-cinder-841591-1-iscsi is: [{'id': '62d2558c-a129-49d3-88c6-e6afcbcfc4ff', 'name': 'tempest-TestShelveInstance-1611892605-router', 'tenant_id': '3127460c8042473294d90b9a3338a273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '4fde8057-a972-4cbd-8c76-ef737d5b6203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:17:26Z', 'updated_at': '2022-05-12T17:23:01Z', 'revision_number': 5, 'project_id': '3127460c8042473294d90b9a3338a273', 'gw_port': {'id': '4fde8057-a972-4cbd-8c76-ef737d5b6203', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:0c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d2558c-a129-49d3-88c6-e6afcbcfc4ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:17:27Z', 'updated_at': '2022-05-12T17:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi'}] {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:23:02.972166 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-298fbcbc-dbba-465b-9cc3-c9f7e9f238f6 req-893dc988-3228-49e0-a3b8-ed1c908e4b70 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/security-groups?id=73506ee2-7743-492f-9a19-76b788578cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1468813 May 12 17:23:02.977352 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-22dec655-0200-4d1b-a2c0-432a619c2af7 req-7c520327-539b-44f4-9326-42dc01c8361d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec62c0b9-df56-46e3-925d-ba0cc9cf0d6d HTTP/1.1" status: 200 len: 217 time: 0.0710037 May 12 17:23:03.104569 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dec655-0200-4d1b-a2c0-432a619c2af7 req-5304a4f4-665c-4b57-9ea6-5eaf0a1a4a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:23:03.105950 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-22dec655-0200-4d1b-a2c0-432a619c2af7 req-5304a4f4-665c-4b57-9ea6-5eaf0a1a4a21 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=514e1cc4-3154-4e95-87e7-19ffea3e24bc HTTP/1.1" status: 200 len: 854 time: 0.1206737 May 12 17:23:03.112309 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.notifiers.nova [req-de7fc459-c9f6-4e31-b5e4-304e853e4844 req-083ea7aa-5671-4d04-9fb1-1bef3fbf267d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aab0755a-1de0-423e-bdf8-9d264bcf1f30 {{(pid=103468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:23:03.121930 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-de7fc459-c9f6-4e31-b5e4-304e853e4844 req-083ea7aa-5671-4d04-9fb1-1bef3fbf267d service neutron] Publish callbacks [] for port (aab0755a-1de0-423e-bdf8-9d264bcf1f30), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:03.169947 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.provisioning_blocks [req-de7fc459-c9f6-4e31-b5e4-304e853e4844 req-083ea7aa-5671-4d04-9fb1-1bef3fbf267d service neutron] Transition to ACTIVE for port object aab0755a-1de0-423e-bdf8-9d264bcf1f30 will not be triggered until provisioned by entity L2. {{(pid=103468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 17:23:03.175845 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-de7fc459-c9f6-4e31-b5e4-304e853e4844 req-083ea7aa-5671-4d04-9fb1-1bef3fbf267d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11526280'] for port (aab0755a-1de0-423e-bdf8-9d264bcf1f30), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:03.261152 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083ea7aa-5671-4d04-9fb1-1bef3fbf267d service neutron] Pushing event updated for resources: {'Port': ['ID=aab0755a-1de0-423e-bdf8-9d264bcf1f30,revision_number=2']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:23:03.334358 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-e1ac299b-8546-4306-9334-3d17a39d0c1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774528036217', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774527475294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11526335'] for port (4fde8057-a972-4cbd-8c76-ef737d5b6203), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:03.350198 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device 10a68d4f-8209-4430-801f-36e67486e859 no longer exists at agent ovs-agent-dv-cinder-841591-1-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:23:03.371331 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ac299b-8546-4306-9334-3d17a39d0c1c admin admin] Pushing event deleted for resources: {'Port': ['ID=4fde8057-a972-4cbd-8c76-ef737d5b6203,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:23:03.375253 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] No Port match for: 10a68d4f-8209-4430-801f-36e67486e859 {{(pid=103470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:23:03.375926 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device 10a68d4f-8209-4430-801f-36e67486e859 not bound to the agent host dv-cinder-841591-1-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:23:03.382600 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [req-de7fc459-c9f6-4e31-b5e4-304e853e4844 req-083ea7aa-5671-4d04-9fb1-1bef3fbf267d service neutron] Attempting to bind port aab0755a-1de0-423e-bdf8-9d264bcf1f30 on host hv-cinder-84159 for vnic_type normal with profile {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:23:03.383190 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [req-de7fc459-c9f6-4e31-b5e4-304e853e4844 req-083ea7aa-5671-4d04-9fb1-1bef3fbf267d service neutron] Attempting to bind port aab0755a-1de0-423e-bdf8-9d264bcf1f30 by drivers openvswitch,hyperv on host hv-cinder-84159 at level 0 using segments [{'id': 'd767f7c0-41a8-41cf-940a-83524c0e2e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6fb55941-2cb2-4359-bdd6-587e053b44f0'}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:23:03.383514 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7fc459-c9f6-4e31-b5e4-304e853e4844 req-083ea7aa-5671-4d04-9fb1-1bef3fbf267d service neutron] Attempting to bind port aab0755a-1de0-423e-bdf8-9d264bcf1f30 on network 6fb55941-2cb2-4359-bdd6-587e053b44f0 {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:23:03.404904 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7fc459-c9f6-4e31-b5e4-304e853e4844 req-083ea7aa-5671-4d04-9fb1-1bef3fbf267d service neutron] Port aab0755a-1de0-423e-bdf8-9d264bcf1f30 on network 6fb55941-2cb2-4359-bdd6-587e053b44f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84159 {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 17:23:03.405228 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7fc459-c9f6-4e31-b5e4-304e853e4844 req-083ea7aa-5671-4d04-9fb1-1bef3fbf267d service neutron] Attempting to bind port aab0755a-1de0-423e-bdf8-9d264bcf1f30 on network 6fb55941-2cb2-4359-bdd6-587e053b44f0 {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:23:03.438163 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7fc459-c9f6-4e31-b5e4-304e853e4844 req-083ea7aa-5671-4d04-9fb1-1bef3fbf267d service neutron] Checking agent: {'id': '38379b20-dcc3-43b7-a09e-956d8be7db9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84159', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 13, 58), 'started_at': datetime.datetime(2022, 5, 12, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:23:03.438601 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7fc459-c9f6-4e31-b5e4-304e853e4844 req-083ea7aa-5671-4d04-9fb1-1bef3fbf267d service neutron] Checking segment: {'id': 'd767f7c0-41a8-41cf-940a-83524c0e2e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6fb55941-2cb2-4359-bdd6-587e053b44f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:23:03.438910 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7fc459-c9f6-4e31-b5e4-304e853e4844 req-083ea7aa-5671-4d04-9fb1-1bef3fbf267d service neutron] Bound using segment: {'id': 'd767f7c0-41a8-41cf-940a-83524c0e2e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6fb55941-2cb2-4359-bdd6-587e053b44f0'} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:23:03.439341 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [req-de7fc459-c9f6-4e31-b5e4-304e853e4844 req-083ea7aa-5671-4d04-9fb1-1bef3fbf267d service neutron] Bound port: aab0755a-1de0-423e-bdf8-9d264bcf1f30, host: hv-cinder-84159, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd767f7c0-41a8-41cf-940a-83524c0e2e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6fb55941-2cb2-4359-bdd6-587e053b44f0'}}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:23:03.439691 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-de7fc459-c9f6-4e31-b5e4-304e853e4844 req-083ea7aa-5671-4d04-9fb1-1bef3fbf267d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (aab0755a-1de0-423e-bdf8-9d264bcf1f30), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:03.462738 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-e1ac299b-8546-4306-9334-3d17a39d0c1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3679983'] for router_gateway (62d2558c-a129-49d3-88c6-e6afcbcfc4ff), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:03.526226 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb6d26d-212a-4db5-a422-027af189ca55 req-6ccf525b-452b-4733-93c7-c1a178ccf2b1 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:23:03.527959 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8cb6d26d-212a-4db5-a422-027af189ca55 req-6ccf525b-452b-4733-93c7-c1a178ccf2b1 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/ports?device_id=95312fe9-ef90-4c74-ba58-31abb0fdd309 HTTP/1.1" status: 200 len: 943 time: 0.0533955 May 12 17:23:03.577909 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8cb6d26d-212a-4db5-a422-027af189ca55 req-5040bb0a-e732-45e7-a014-36fb472ff048 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f1cb180-f545-433d-bf26-6c33d1084784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408089 May 12 17:23:03.580354 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-e1ac299b-8546-4306-9334-3d17a39d0c1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3679655', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1042242'] for router (62d2558c-a129-49d3-88c6-e6afcbcfc4ff), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:03.586618 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-e1ac299b-8546-4306-9334-3d17a39d0c1c admin admin] Publish callbacks [] for router_controller (62d2558c-a129-49d3-88c6-e6afcbcfc4ff), precommit_delete_associations {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:03.641184 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.db [req-de7fc459-c9f6-4e31-b5e4-304e853e4844 req-083ea7aa-5671-4d04-9fb1-1bef3fbf267d service neutron] For port aab0755a-1de0-423e-bdf8-9d264bcf1f30, host hv-cinder-84159, cleared binding levels {{(pid=103468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:23:03.653148 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.db [req-de7fc459-c9f6-4e31-b5e4-304e853e4844 req-083ea7aa-5671-4d04-9fb1-1bef3fbf267d service neutron] For port aab0755a-1de0-423e-bdf8-9d264bcf1f30, host hv-cinder-84159, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=aab0755a-1de0-423e-bdf8-9d264bcf1f30,segment=NetworkSegment(d767f7c0-41a8-41cf-940a-83524c0e2e81),segment_id=d767f7c0-41a8-41cf-940a-83524c0e2e81)] {{(pid=103468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:23:03.656104 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-e1ac299b-8546-4306-9334-3d17a39d0c1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3679678'] for router (62d2558c-a129-49d3-88c6-e6afcbcfc4ff), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:03.656718 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1ac299b-8546-4306-9334-3d17a39d0c1c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62d2558c-a129-49d3-88c6-e6afcbcfc4ff {{(pid=103468) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 17:23:03.659261 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-de7fc459-c9f6-4e31-b5e4-304e853e4844 req-083ea7aa-5671-4d04-9fb1-1bef3fbf267d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11526280'] for port (aab0755a-1de0-423e-bdf8-9d264bcf1f30), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:03.664108 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-e1ac299b-8546-4306-9334-3d17a39d0c1c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:03.665278 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-e1ac299b-8546-4306-9334-3d17a39d0c1c admin admin] 10.222.0.23 "DELETE /v2.0/routers/62d2558c-a129-49d3-88c6-e6afcbcfc4ff HTTP/1.1" status: 204 len: 168 time: 1.6038582 May 12 17:23:03.668263 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 33964) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:23:03.697165 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7fc459-c9f6-4e31-b5e4-304e853e4844 req-083ea7aa-5671-4d04-9fb1-1bef3fbf267d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:23:03.697888 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-de7fc459-c9f6-4e31-b5e4-304e853e4844 req-083ea7aa-5671-4d04-9fb1-1bef3fbf267d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36930'] for port (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:03.699225 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-de7fc459-c9f6-4e31-b5e4-304e853e4844 req-083ea7aa-5671-4d04-9fb1-1bef3fbf267d service neutron] 10.222.0.58 "PUT /v2.0/ports/aab0755a-1de0-423e-bdf8-9d264bcf1f30 HTTP/1.1" status: 200 len: 1093 time: 1.5185163 May 12 17:23:03.699674 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c547832-2add-4148-8b83-baf4e11d5f36', 'tag': 'aab0755a-1de0-423e-bdf8-9d264bcf1f30'}] {{(pid=103468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:23:03.701904 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11327eb0f41ff280cd3a6497cf1c944478feb1aae12e82efcad6faf65da72353" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5901374-c1a3-43dc-a481-a8b9a3c62fda" -d '{"events": [{"name": "network-changed", "server_uuid": "2c547832-2add-4148-8b83-baf4e11d5f36", "tag": "aab0755a-1de0-423e-bdf8-9d264bcf1f30"}]}' {{(pid=103468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:23:03.729398 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083ea7aa-5671-4d04-9fb1-1bef3fbf267d service neutron] Pushing event updated for resources: {'Port': ['ID=aab0755a-1de0-423e-bdf8-9d264bcf1f30,revision_number=3']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:23:03.753825 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.db.db_base_plugin_v2 [None req-59cfae7e-40e9-4f55-9cbc-a9ef08b2a19c admin admin] Deleting subnet 20ff5ffc-df27-493c-a0fb-88082a87d50e {{(pid=103469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 17:23:03.757217 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92da691f-925a-446f-8dad-31ae380471eb x-openstack-request-id: req-92da691f-925a-446f-8dad-31ae380471eb {{(pid=103468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:23:03.757508 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c547832-2add-4148-8b83-baf4e11d5f36", "tag": "aab0755a-1de0-423e-bdf8-9d264bcf1f30", "status": "completed", "code": 200}]} {{(pid=103468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:23:03.758015 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-92da691f-925a-446f-8dad-31ae380471eb {{(pid=103468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:23:03.758447 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92da691f-925a-446f-8dad-31ae380471eb'] response: {'name': 'network-changed', 'server_uuid': '2c547832-2add-4148-8b83-baf4e11d5f36', 'tag': 'aab0755a-1de0-423e-bdf8-9d264bcf1f30', 'status': 'completed', 'code': 200} May 12 17:23:03.758900 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-59cfae7e-40e9-4f55-9cbc-a9ef08b2a19c admin admin] Publish callbacks [] for subnet (20ff5ffc-df27-493c-a0fb-88082a87d50e), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:03.797936 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-59cfae7e-40e9-4f55-9cbc-a9ef08b2a19c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1968719'] for subnet (20ff5ffc-df27-493c-a0fb-88082a87d50e), precommit_delete_associations {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:03.879377 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-59cfae7e-40e9-4f55-9cbc-a9ef08b2a19c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3477743'] for subnet (20ff5ffc-df27-493c-a0fb-88082a87d50e), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:03.935461 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-59cfae7e-40e9-4f55-9cbc-a9ef08b2a19c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3477750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1968756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11573712'] for subnet (20ff5ffc-df27-493c-a0fb-88082a87d50e), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:03.957956 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cfae7e-40e9-4f55-9cbc-a9ef08b2a19c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20ff5ffc-df27-493c-a0fb-88082a87d50e,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:23:03.963515 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-59cfae7e-40e9-4f55-9cbc-a9ef08b2a19c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-519179'] for subnet (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:03.966623 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-59cfae7e-40e9-4f55-9cbc-a9ef08b2a19c admin admin] 10.222.0.23 "DELETE /v2.0/subnets/20ff5ffc-df27-493c-a0fb-88082a87d50e HTTP/1.1" status: 204 len: 168 time: 0.2967758 May 12 17:23:03.969027 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 33968) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:23:03.971326 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bed6a0d-a4c1-40d9-be9b-c402a1ee41ce None None] Network 2f4b42e4-7732-4c98-9681-fbceae906075 requested from dv-cinder-841591-1-iscsi {{(pid=103470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:23:04.036944 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d79c09a3-5c43-451e-bcb4-f8cea046074d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3665968'] for network (2f4b42e4-7732-4c98-9681-fbceae906075), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:04.113365 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8e690b-5d7b-4fcb-8985-e335fd2f214f req-0752fa79-9842-4bbf-a8fd-eefb020bbdbf tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:23:04.114942 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6d8e690b-5d7b-4fcb-8985-e335fd2f214f req-0752fa79-9842-4bbf-a8fd-eefb020bbdbf tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c547832-2add-4148-8b83-baf4e11d5f36 HTTP/1.1" status: 200 len: 943 time: 0.0745943 May 12 17:23:04.144667 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-d79c09a3-5c43-451e-bcb4-f8cea046074d admin admin] Deleting port a3e41691-551a-44b7-a35e-321bde0ba9c6 {{(pid=103469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:23:04.144995 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d79c09a3-5c43-451e-bcb4-f8cea046074d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774528024037'] for port (a3e41691-551a-44b7-a35e-321bde0ba9c6), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:04.221910 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6d8e690b-5d7b-4fcb-8985-e335fd2f214f req-96765007-0070-47a9-8a1e-2b455d71608d tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/security-groups?id=73506ee2-7743-492f-9a19-76b788578cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000447 May 12 17:23:04.234379 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [None req-d79c09a3-5c43-451e-bcb4-f8cea046074d admin admin] For port a3e41691-551a-44b7-a35e-321bde0ba9c6, host dv-cinder-841591-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-1-iscsi',level=0,port_id=a3e41691-551a-44b7-a35e-321bde0ba9c6,segment=NetworkSegment(334ce71a-b387-4b0b-b04b-de0cdcd24a6b),segment_id=334ce71a-b387-4b0b-b04b-de0cdcd24a6b)] {{(pid=103469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:23:04.234379 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d79c09a3-5c43-451e-bcb4-f8cea046074d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683095'] for port (a3e41691-551a-44b7-a35e-321bde0ba9c6), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:04.256360 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-d79c09a3-5c43-451e-bcb4-f8cea046074d admin admin] Calling delete_port for a3e41691-551a-44b7-a35e-321bde0ba9c6 owned by network:dhcp {{(pid=103469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:23:04.278855 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501191ee-de36-44f3-9025-c0c89391884b None None] DHCP port deletion for 2f4b42e4-7732-4c98-9681-fbceae906075 request from dv-cinder-841591-1-iscsi {{(pid=103470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 17:23:04.320296 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-501191ee-de36-44f3-9025-c0c89391884b None None] Deleting port a3e41691-551a-44b7-a35e-321bde0ba9c6 {{(pid=103470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:23:04.320681 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-501191ee-de36-44f3-9025-c0c89391884b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774528024037'] for port (a3e41691-551a-44b7-a35e-321bde0ba9c6), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:04.388638 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-501191ee-de36-44f3-9025-c0c89391884b None None] For port a3e41691-551a-44b7-a35e-321bde0ba9c6, host dv-cinder-841591-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-1-iscsi',level=0,port_id=a3e41691-551a-44b7-a35e-321bde0ba9c6,segment=NetworkSegment(334ce71a-b387-4b0b-b04b-de0cdcd24a6b),segment_id=334ce71a-b387-4b0b-b04b-de0cdcd24a6b)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:23:04.389392 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-501191ee-de36-44f3-9025-c0c89391884b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683095'] for port (a3e41691-551a-44b7-a35e-321bde0ba9c6), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:04.403525 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-501191ee-de36-44f3-9025-c0c89391884b None None] Calling delete_port for a3e41691-551a-44b7-a35e-321bde0ba9c6 owned by network:dhcp {{(pid=103470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:23:04.482741 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-501191ee-de36-44f3-9025-c0c89391884b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774528036217', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774527475294'] for port (a3e41691-551a-44b7-a35e-321bde0ba9c6), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:04.507219 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501191ee-de36-44f3-9025-c0c89391884b None None] Pushing event deleted for resources: {'Port': ['ID=a3e41691-551a-44b7-a35e-321bde0ba9c6,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:23:04.511220 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501191ee-de36-44f3-9025-c0c89391884b None None] No DVR routers for this DVR port a3e41691-551a-44b7-a35e-321bde0ba9c6 on host dv-cinder-841591-1-iscsi {{(pid=103470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:23:04.576535 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d79c09a3-5c43-451e-bcb4-f8cea046074d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774528036217', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774527475294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968517'] for port (a3e41691-551a-44b7-a35e-321bde0ba9c6), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:04.602886 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79c09a3-5c43-451e-bcb4-f8cea046074d admin admin] No DVR routers for this DVR port a3e41691-551a-44b7-a35e-321bde0ba9c6 on host dv-cinder-841591-1-iscsi {{(pid=103469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:23:04.606770 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79c09a3-5c43-451e-bcb4-f8cea046074d admin admin] Pushing event deleted for resources: {'Port': ['ID=a3e41691-551a-44b7-a35e-321bde0ba9c6,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:23:04.679620 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d79c09a3-5c43-451e-bcb4-f8cea046074d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3512410', 'neutron.services.segments.db._delete_segments_for_network-8774527956246'] for network (2f4b42e4-7732-4c98-9681-fbceae906075), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:04.700082 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.services.segments.db [None req-d79c09a3-5c43-451e-bcb4-f8cea046074d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f4b42e4-7732-4c98-9681-fbceae906075']}} {{(pid=103469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:23:04.702301 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306d1321-c4cc-4add-a4b7-6ce152721fab req-b1ebe8e0-c462-4ef3-b176-5d814b10daca tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:23:04.703846 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-306d1321-c4cc-4add-a4b7-6ce152721fab req-b1ebe8e0-c462-4ef3-b176-5d814b10daca tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/ports?device_id=95312fe9-ef90-4c74-ba58-31abb0fdd309 HTTP/1.1" status: 200 len: 943 time: 0.0541973 May 12 17:23:04.711861 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.services.segments.db [None req-d79c09a3-5c43-451e-bcb4-f8cea046074d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '334ce71a-b387-4b0b-b04b-de0cdcd24a6b') {'for_net_delete': True} {{(pid=103469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:23:04.712158 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.services.segments.db [None req-d79c09a3-5c43-451e-bcb4-f8cea046074d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '334ce71a-b387-4b0b-b04b-de0cdcd24a6b') {} {{(pid=103469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:23:04.723572 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d79c09a3-5c43-451e-bcb4-f8cea046074d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774527957791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1968758'] for segment (334ce71a-b387-4b0b-b04b-de0cdcd24a6b), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:04.737622 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d79c09a3-5c43-451e-bcb4-f8cea046074d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3597332'] for segment (334ce71a-b387-4b0b-b04b-de0cdcd24a6b), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:04.746850 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d79c09a3-5c43-451e-bcb4-f8cea046074d admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=103469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 17:23:04.747237 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d79c09a3-5c43-451e-bcb4-f8cea046074d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3597332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1968598'] for segment (334ce71a-b387-4b0b-b04b-de0cdcd24a6b), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:04.748925 dv-cinder-841591-1-iscsi neutron-server[103469]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 17:23:04.748925 dv-cinder-841591-1-iscsi neutron-server[103469]: self.session.flush() May 12 17:23:04.748925 dv-cinder-841591-1-iscsi neutron-server[103469]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 17:23:04.748925 dv-cinder-841591-1-iscsi neutron-server[103469]: self.session.flush() May 12 17:23:04.748925 dv-cinder-841591-1-iscsi neutron-server[103469]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 17:23:04.748925 dv-cinder-841591-1-iscsi neutron-server[103469]: self.session.flush() May 12 17:23:04.748925 dv-cinder-841591-1-iscsi neutron-server[103469]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 17:23:04.748925 dv-cinder-841591-1-iscsi neutron-server[103469]: self.session.flush() May 12 17:23:04.748925 dv-cinder-841591-1-iscsi neutron-server[103469]: Traceback (most recent call last): May 12 17:23:04.748925 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 17:23:04.748925 dv-cinder-841591-1-iscsi neutron-server[103469]: timer() May 12 17:23:04.748925 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 17:23:04.748925 dv-cinder-841591-1-iscsi neutron-server[103469]: cb(*args, **kw) May 12 17:23:04.748925 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 17:23:04.748925 dv-cinder-841591-1-iscsi neutron-server[103469]: return func(*args, **kwargs) May 12 17:23:04.748925 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 17:23:04.748925 dv-cinder-841591-1-iscsi neutron-server[103469]: self._notify() May 12 17:23:04.748925 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 17:23:04.748925 dv-cinder-841591-1-iscsi neutron-server[103469]: self.callback(batched_events) May 12 17:23:04.748925 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 17:23:04.748925 dv-cinder-841591-1-iscsi neutron-server[103469]: event.method(event) May 12 17:23:04.748925 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 17:23:04.748925 dv-cinder-841591-1-iscsi neutron-server[103469]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 17:23:04.748925 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 17:23:04.748925 dv-cinder-841591-1-iscsi neutron-server[103469]: aggregate_uuid = self.p_client.list_aggregates( May 12 17:23:04.748925 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 17:23:04.748925 dv-cinder-841591-1-iscsi neutron-server[103469]: return f(self, *a, **k) May 12 17:23:04.748925 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 17:23:04.748925 dv-cinder-841591-1-iscsi neutron-server[103469]: return self._get(url).json() May 12 17:23:04.748925 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 17:23:04.748925 dv-cinder-841591-1-iscsi neutron-server[103469]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 17:23:04.748925 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 17:23:04.748925 dv-cinder-841591-1-iscsi neutron-server[103469]: return self.request(url, 'GET', **kwargs) May 12 17:23:04.748925 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 17:23:04.748925 dv-cinder-841591-1-iscsi neutron-server[103469]: base_url = self.get_endpoint(auth, allow=allow, May 12 17:23:04.748925 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 17:23:04.748925 dv-cinder-841591-1-iscsi neutron-server[103469]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 17:23:04.748925 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 17:23:04.748925 dv-cinder-841591-1-iscsi neutron-server[103469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 17:23:04.748925 dv-cinder-841591-1-iscsi neutron-server[103469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 17:23:04.760022 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-306d1321-c4cc-4add-a4b7-6ce152721fab req-bdcbbd7d-d71a-4f24-ba6a-22078c4e3378 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f1cb180-f545-433d-bf26-6c33d1084784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507030 May 12 17:23:04.804186 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d79c09a3-5c43-451e-bcb4-f8cea046074d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3512417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682781'] for network (2f4b42e4-7732-4c98-9681-fbceae906075), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:04.809231 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d79c09a3-5c43-451e-bcb4-f8cea046074d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-519179'] for network (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:04.812307 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-d79c09a3-5c43-451e-bcb4-f8cea046074d admin admin] 10.222.0.23 "DELETE /v2.0/networks/2f4b42e4-7732-4c98-9681-fbceae906075 HTTP/1.1" status: 204 len: 168 time: 0.8423808 May 12 17:23:04.815376 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 33978) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:23:04.823612 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79c09a3-5c43-451e-bcb4-f8cea046074d admin admin] Pushing event deleted for resources: {'Network': ['ID=2f4b42e4-7732-4c98-9681-fbceae906075,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:23:04.959643 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Device ec62c0b9-df56-46e3-925d-ba0cc9cf0d6d details requested by agent hyperv_hv-cinder-84159 with host hv-cinder-84159 {{(pid=103470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 17:23:05.049284 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device 4fde8057-a972-4cbd-8c76-ef737d5b6203 no longer exists at agent ovs-agent-dv-cinder-841591-1-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:23:05.076196 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] No Port match for: 4fde8057-a972-4cbd-8c76-ef737d5b6203 {{(pid=103470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:23:05.076546 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device 4fde8057-a972-4cbd-8c76-ef737d5b6203 not bound to the agent host dv-cinder-841591-1-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:23:05.076958 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device a3e41691-551a-44b7-a35e-321bde0ba9c6 no longer exists at agent ovs-agent-dv-cinder-841591-1-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:23:05.112747 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] No Port match for: a3e41691-551a-44b7-a35e-321bde0ba9c6 {{(pid=103470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:23:05.112947 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device a3e41691-551a-44b7-a35e-321bde0ba9c6 not bound to the agent host dv-cinder-841591-1-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:23:05.117809 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] For port ec62c0b9-df56-46e3-925d-ba0cc9cf0d6d, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=ec62c0b9-df56-46e3-925d-ba0cc9cf0d6d,segment=NetworkSegment(284792a3-93aa-46c3-ba63-29b471e2894b),segment_id=284792a3-93aa-46c3-ba63-29b471e2894b)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:23:05.135972 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Returning: {'device': 'ec62c0b9-df56-46e3-925d-ba0cc9cf0d6d', 'network_id': 'fcfb02df-5940-4251-8c77-308786c51833', 'port_id': 'ec62c0b9-df56-46e3-925d-ba0cc9cf0d6d', 'mac_address': 'fa:16:3e:2f:4f:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '514e1cc4-3154-4e95-87e7-19ffea3e24bc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 17:23:05.154055 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c4136bab-8043-4cde-a041-c1deb63a99ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3683293'] for router_interface (d38a1c19-e5d3-4c14-bcbd-9d754239706a), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:05.174987 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Current status of the port ec62c0b9-df56-46e3-925d-ba0cc9cf0d6d is: DOWN; New status is: BUILD {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:23:05.175384 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (ec62c0b9-df56-46e3-925d-ba0cc9cf0d6d), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:05.188767 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec62c0b9-df56-46e3-925d-ba0cc9cf0d6d {{(pid=103470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:23:05.209360 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] For port ec62c0b9-df56-46e3-925d-ba0cc9cf0d6d, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=ec62c0b9-df56-46e3-925d-ba0cc9cf0d6d,segment=NetworkSegment(284792a3-93aa-46c3-ba63-29b471e2894b),segment_id=284792a3-93aa-46c3-ba63-29b471e2894b)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:23:05.213508 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (ec62c0b9-df56-46e3-925d-ba0cc9cf0d6d), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:05.259994 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Pushing event updated for resources: {'Port': ['ID=ec62c0b9-df56-46e3-925d-ba0cc9cf0d6d,revision_number=4']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:23:05.344620 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33147a32-f51c-4ca0-a33e-25fd88b061ab req-9fa1aaa8-f704-4916-baa3-191f554fb8fe tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:23:05.346606 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-33147a32-f51c-4ca0-a33e-25fd88b061ab req-9fa1aaa8-f704-4916-baa3-191f554fb8fe tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c547832-2add-4148-8b83-baf4e11d5f36 HTTP/1.1" status: 200 len: 943 time: 0.0464103 May 12 17:23:05.391467 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [None req-c4136bab-8043-4cde-a041-c1deb63a99ab admin admin] Deleting port 73a9ec63-0ed5-4aa9-8c9f-4275ede49200 {{(pid=103468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:23:05.391805 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c4136bab-8043-4cde-a041-c1deb63a99ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774528024037'] for port (73a9ec63-0ed5-4aa9-8c9f-4275ede49200), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:05.393637 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-33147a32-f51c-4ca0-a33e-25fd88b061ab req-52f3597a-0979-4cd5-861d-5bae57a1df0e tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/security-groups?id=73506ee2-7743-492f-9a19-76b788578cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418558 May 12 17:23:05.468016 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-c4136bab-8043-4cde-a041-c1deb63a99ab admin admin] For port 73a9ec63-0ed5-4aa9-8c9f-4275ede49200, host dv-cinder-841591-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-1-iscsi',level=0,port_id=73a9ec63-0ed5-4aa9-8c9f-4275ede49200,segment=NetworkSegment(772030bb-6993-4f37-885d-2db37d1a257d),segment_id=772030bb-6993-4f37-885d-2db37d1a257d)] {{(pid=103468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:23:05.468295 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c4136bab-8043-4cde-a041-c1deb63a99ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683095'] for port (73a9ec63-0ed5-4aa9-8c9f-4275ede49200), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:05.480785 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [None req-c4136bab-8043-4cde-a041-c1deb63a99ab admin admin] Calling delete_port for 73a9ec63-0ed5-4aa9-8c9f-4275ede49200 owned by network:router_interface {{(pid=103468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:23:05.658002 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c4136bab-8043-4cde-a041-c1deb63a99ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774528036217', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774527475294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11526335'] for port (73a9ec63-0ed5-4aa9-8c9f-4275ede49200), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:05.685451 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4136bab-8043-4cde-a041-c1deb63a99ab admin admin] Pushing event deleted for resources: {'Port': ['ID=73a9ec63-0ed5-4aa9-8c9f-4275ede49200,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:23:06.218878 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5901374-c1a3-43dc-a481-a8b9a3c62fda req-00749625-208b-48ee-ba10-b49933dfd8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:23:06.220384 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-a5901374-c1a3-43dc-a481-a8b9a3c62fda req-00749625-208b-48ee-ba10-b49933dfd8c6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5d002d9e79b24742b0906bc2b220d998&device_id=2c547832-2add-4148-8b83-baf4e11d5f36 HTTP/1.1" status: 200 len: 1127 time: 0.1101565 May 12 17:23:06.225208 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dec655-0200-4d1b-a2c0-432a619c2af7 req-4a0034be-c36f-4ece-bc22-ac840f59826e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:23:06.226598 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-22dec655-0200-4d1b-a2c0-432a619c2af7 req-4a0034be-c36f-4ece-bc22-ac840f59826e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fcfb02df-5940-4251-8c77-308786c51833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1154270 May 12 17:23:06.227488 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c4136bab-8043-4cde-a041-c1deb63a99ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-519212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475074'] for router_interface (d38a1c19-e5d3-4c14-bcbd-9d754239706a), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:06.234754 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66d91d1-3851-4956-bae0-f336b2f381e9 req-f1a703df-5e8e-4275-b10a-dd936fbb5f66 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:23:06.236571 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-b66d91d1-3851-4956-bae0-f336b2f381e9 req-f1a703df-5e8e-4275-b10a-dd936fbb5f66 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/ports?device_id=95312fe9-ef90-4c74-ba58-31abb0fdd309 HTTP/1.1" status: 200 len: 944 time: 0.1272557 May 12 17:23:06.238039 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] get_ports_and_sgs() called for port_ids ['ec62c0b9-df56-46e3-925d-ba0cc9cf0d6d'] {{(pid=103470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:23:06.514309 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bad0f7-b743-45e4-8f44-c9607aae2de4 req-98cda99e-40be-4432-aac8-cd043c46b6ba tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:23:06.515401 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-b66d91d1-3851-4956-bae0-f336b2f381e9 req-0e7682b7-6df5-407e-9f20-cf29f15d8449 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f1cb180-f545-433d-bf26-6c33d1084784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2515898 May 12 17:23:06.528975 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a8bad0f7-b743-45e4-8f44-c9607aae2de4 req-98cda99e-40be-4432-aac8-cd043c46b6ba tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c547832-2add-4148-8b83-baf4e11d5f36 HTTP/1.1" status: 200 len: 943 time: 0.0647824 May 12 17:23:06.529329 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5901374-c1a3-43dc-a481-a8b9a3c62fda req-2a37aaee-e783-4b40-9d2b-c9639676a653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:23:06.530828 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-a5901374-c1a3-43dc-a481-a8b9a3c62fda req-2a37aaee-e783-4b40-9d2b-c9639676a653 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=5d002d9e79b24742b0906bc2b220d998&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2919614 May 12 17:23:06.532776 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-22dec655-0200-4d1b-a2c0-432a619c2af7 req-0e8e139f-3baa-4b06-9ba3-04b14ee5bd79 service neutron] 10.222.0.58 "GET /v2.0/networks/fcfb02df-5940-4251-8c77-308786c51833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2951481 May 12 17:23:06.578818 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a8bad0f7-b743-45e4-8f44-c9607aae2de4 req-86661d23-bb56-4f0c-a586-7c609459ed19 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/security-groups?id=73506ee2-7743-492f-9a19-76b788578cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489643 May 12 17:23:06.788553 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5901374-c1a3-43dc-a481-a8b9a3c62fda req-a22903f3-623a-41f8-99d0-76b030f600fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:23:06.790040 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-a5901374-c1a3-43dc-a481-a8b9a3c62fda req-a22903f3-623a-41f8-99d0-76b030f600fd service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2424989 May 12 17:23:06.793709 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-22dec655-0200-4d1b-a2c0-432a619c2af7 req-2d19a904-a63f-49ac-b597-51c771077264 service neutron] 10.222.0.58 "GET /v2.0/networks/fcfb02df-5940-4251-8c77-308786c51833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472594 May 12 17:23:06.814453 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4136bab-8043-4cde-a041-c1deb63a99ab admin admin] Router d38a1c19-e5d3-4c14-bcbd-9d754239706a has already been hosted by L3 agent e5548ccc-31b8-4072-a6b0-52b00208ea79 {{(pid=103468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:23:06.904268 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7fc459-c9f6-4e31-b5e4-304e853e4844 req-d86b3c23-a990-4dbf-b355-3c33b57a0002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:23:06.905720 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-de7fc459-c9f6-4e31-b5e4-304e853e4844 req-d86b3c23-a990-4dbf-b355-3c33b57a0002 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5d002d9e79b24742b0906bc2b220d998&device_id=2c547832-2add-4148-8b83-baf4e11d5f36 HTTP/1.1" status: 200 len: 1127 time: 0.0487502 May 12 17:23:06.972317 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-de7fc459-c9f6-4e31-b5e4-304e853e4844 req-913411d6-9601-40bb-b921-a0dd83cc1510 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aab0755a-1de0-423e-bdf8-9d264bcf1f30 HTTP/1.1" status: 200 len: 217 time: 0.0359836 May 12 17:23:07.008999 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4136bab-8043-4cde-a041-c1deb63a99ab admin admin] Notify agent at l3_agent.dv-cinder-841591-1-iscsi the message routers_updated {{(pid=103468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:23:07.014923 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-c4136bab-8043-4cde-a041-c1deb63a99ab admin admin] 10.222.0.23 "PUT /v2.0/routers/d38a1c19-e5d3-4c14-bcbd-9d754239706a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1985545 May 12 17:23:07.017573 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 33996) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:23:07.020921 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05381b6-cba4-446d-b219-43c34d0ca145 None None] Sync routers for ids ['d38a1c19-e5d3-4c14-bcbd-9d754239706a'] in dv-cinder-841591-1-iscsi {{(pid=103470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:23:07.031537 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7fc459-c9f6-4e31-b5e4-304e853e4844 req-0dd23678-d483-4d76-b03f-008be5709a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:23:07.032985 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-de7fc459-c9f6-4e31-b5e4-304e853e4844 req-0dd23678-d483-4d76-b03f-008be5709a92 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c5f1d9ec-05e3-4b23-84b4-48d07d13574c HTTP/1.1" status: 200 len: 850 time: 0.0528405 May 12 17:23:07.033138 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05381b6-cba4-446d-b219-43c34d0ca145 None None] Routers {'d38a1c19-e5d3-4c14-bcbd-9d754239706a'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:23:07.034108 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-e05381b6-cba4-446d-b219-43c34d0ca145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:22:56Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['d38a1c19-e5d3-4c14-bcbd-9d754239706a'], 'active': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:23:07.081442 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7fc459-c9f6-4e31-b5e4-304e853e4844 req-37225b72-070d-4110-88c0-90016349797b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:23:07.083080 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-de7fc459-c9f6-4e31-b5e4-304e853e4844 req-37225b72-070d-4110-88c0-90016349797b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6fb55941-2cb2-4359-bdd6-587e053b44f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421362 May 12 17:23:07.133586 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d9e25ff1-ed7f-4807-875b-2d43e473d95f admin admin] Publish callbacks [] for router (d38a1c19-e5d3-4c14-bcbd-9d754239706a), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:07.152619 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvr_db [None req-e05381b6-cba4-446d-b219-43c34d0ca145 None None] Set router d38a1c19-e5d3-4c14-bcbd-9d754239706a gateway port host: dv-cinder-841591-1-iscsi {{(pid=103470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:23:07.177161 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-de7fc459-c9f6-4e31-b5e4-304e853e4844 req-2be48e71-d672-4871-9f7e-ab790427fc29 service neutron] 10.222.0.58 "GET /v2.0/networks/6fb55941-2cb2-4359-bdd6-587e053b44f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865917 May 12 17:23:07.243674 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d9e25ff1-ed7f-4807-875b-2d43e473d95f admin admin] Publish callbacks [] for router_gateway (d38a1c19-e5d3-4c14-bcbd-9d754239706a), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:07.290702 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-de7fc459-c9f6-4e31-b5e4-304e853e4844 req-7b88a382-65f1-4759-96d4-2254d5e4f170 service neutron] 10.222.0.58 "GET /v2.0/networks/6fb55941-2cb2-4359-bdd6-587e053b44f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065733 May 12 17:23:07.300997 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-d9e25ff1-ed7f-4807-875b-2d43e473d95f admin admin] Deleting port 3c30bd1b-0310-4c9e-bbf1-1edbe2c40798 {{(pid=103469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:23:07.301339 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d9e25ff1-ed7f-4807-875b-2d43e473d95f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774528024037'] for port (3c30bd1b-0310-4c9e-bbf1-1edbe2c40798), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:07.355564 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-e05381b6-cba4-446d-b219-43c34d0ca145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd38a1c19-e5d3-4c14-bcbd-9d754239706a', 'name': 'tempest-TestShelveInstance-1159747578-router', 'tenant_id': '4bd357b54bec4f3fa3df240c11cee03f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': '3c30bd1b-0310-4c9e-bbf1-1edbe2c40798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:17:37Z', 'updated_at': '2022-05-12T17:23:05Z', 'revision_number': 5, 'project_id': '4bd357b54bec4f3fa3df240c11cee03f', 'gw_port': {'id': '3c30bd1b-0310-4c9e-bbf1-1edbe2c40798', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:92:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38a1c19-e5d3-4c14-bcbd-9d754239706a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:17:37Z', 'updated_at': '2022-05-12T17:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi'}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:23:07.382159 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05381b6-cba4-446d-b219-43c34d0ca145 None None] Checking router: d38a1c19-e5d3-4c14-bcbd-9d754239706a for host: dv-cinder-841591-1-iscsi {{(pid=103470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:23:07.389575 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [None req-d9e25ff1-ed7f-4807-875b-2d43e473d95f admin admin] For port 3c30bd1b-0310-4c9e-bbf1-1edbe2c40798, host dv-cinder-841591-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-1-iscsi',level=0,port_id=3c30bd1b-0310-4c9e-bbf1-1edbe2c40798,segment=NetworkSegment(54af2f58-bd4b-41ba-9124-743d6aed4e37),segment_id=54af2f58-bd4b-41ba-9124-743d6aed4e37)] {{(pid=103469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:23:07.390029 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d9e25ff1-ed7f-4807-875b-2d43e473d95f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683095'] for port (3c30bd1b-0310-4c9e-bbf1-1edbe2c40798), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:07.393535 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05381b6-cba4-446d-b219-43c34d0ca145 None None] Routers {'d38a1c19-e5d3-4c14-bcbd-9d754239706a'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:23:07.394239 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-e05381b6-cba4-446d-b219-43c34d0ca145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:22:56Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['d38a1c19-e5d3-4c14-bcbd-9d754239706a'], 'active': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:23:07.404098 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-d9e25ff1-ed7f-4807-875b-2d43e473d95f admin admin] Calling delete_port for 3c30bd1b-0310-4c9e-bbf1-1edbe2c40798 owned by network:router_gateway {{(pid=103469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:23:07.484370 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvr_db [None req-e05381b6-cba4-446d-b219-43c34d0ca145 None None] Set router d38a1c19-e5d3-4c14-bcbd-9d754239706a gateway port host: None {{(pid=103470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:23:07.544961 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-e05381b6-cba4-446d-b219-43c34d0ca145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd38a1c19-e5d3-4c14-bcbd-9d754239706a', 'name': 'tempest-TestShelveInstance-1159747578-router', 'tenant_id': '4bd357b54bec4f3fa3df240c11cee03f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:17:37Z', 'updated_at': '2022-05-12T17:23:07Z', 'revision_number': 6, 'project_id': '4bd357b54bec4f3fa3df240c11cee03f', 'gw_port_host': None}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:23:07.581822 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05381b6-cba4-446d-b219-43c34d0ca145 None None] The sync data for ids ['d38a1c19-e5d3-4c14-bcbd-9d754239706a'] in dv-cinder-841591-1-iscsi is: [{'id': 'd38a1c19-e5d3-4c14-bcbd-9d754239706a', 'name': 'tempest-TestShelveInstance-1159747578-router', 'tenant_id': '4bd357b54bec4f3fa3df240c11cee03f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:17:37Z', 'updated_at': '2022-05-12T17:23:07Z', 'revision_number': 6, 'project_id': '4bd357b54bec4f3fa3df240c11cee03f', 'gw_port_host': None}] {{(pid=103470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:23:07.591504 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d9e25ff1-ed7f-4807-875b-2d43e473d95f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774528036217', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774527475294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968517'] for port (3c30bd1b-0310-4c9e-bbf1-1edbe2c40798), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:07.623413 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e25ff1-ed7f-4807-875b-2d43e473d95f admin admin] Pushing event deleted for resources: {'Port': ['ID=3c30bd1b-0310-4c9e-bbf1-1edbe2c40798,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:23:07.666069 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fab1a83-9845-41f3-a551-cd8b93bea640 req-55c975e9-87a4-412c-8985-824404d5f4f8 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:23:07.668549 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-5fab1a83-9845-41f3-a551-cd8b93bea640 req-55c975e9-87a4-412c-8985-824404d5f4f8 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/ports?device_id=95312fe9-ef90-4c74-ba58-31abb0fdd309 HTTP/1.1" status: 200 len: 944 time: 0.0681407 May 12 17:23:07.716742 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-5fab1a83-9845-41f3-a551-cd8b93bea640 req-413e7b18-841b-4f5f-82fa-aa9e71547354 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f1cb180-f545-433d-bf26-6c33d1084784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423620 May 12 17:23:07.732667 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d9e25ff1-ed7f-4807-875b-2d43e473d95f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3679983'] for router_gateway (d38a1c19-e5d3-4c14-bcbd-9d754239706a), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:07.737845 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcc4f9b-ae11-44f3-8d85-594d1443ff80 req-953e4d57-208b-4ea1-971f-6dbf0a4a8a52 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:23:07.739362 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6fcc4f9b-ae11-44f3-8d85-594d1443ff80 req-953e4d57-208b-4ea1-971f-6dbf0a4a8a52 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c547832-2add-4148-8b83-baf4e11d5f36 HTTP/1.1" status: 200 len: 943 time: 0.0579910 May 12 17:23:07.843224 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d9e25ff1-ed7f-4807-875b-2d43e473d95f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3679655', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1042242'] for router (d38a1c19-e5d3-4c14-bcbd-9d754239706a), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:07.847305 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d9e25ff1-ed7f-4807-875b-2d43e473d95f admin admin] Publish callbacks [] for router_controller (d38a1c19-e5d3-4c14-bcbd-9d754239706a), precommit_delete_associations {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:07.905813 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6fcc4f9b-ae11-44f3-8d85-594d1443ff80 req-2031be91-b2b1-491d-b32d-85bc89f856bc tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/security-groups?id=73506ee2-7743-492f-9a19-76b788578cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1381233 May 12 17:23:07.910107 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d9e25ff1-ed7f-4807-875b-2d43e473d95f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3679678'] for router (d38a1c19-e5d3-4c14-bcbd-9d754239706a), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:07.910728 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9e25ff1-ed7f-4807-875b-2d43e473d95f admin admin] Fanout notify agent at l3_agent the message router_deleted on router d38a1c19-e5d3-4c14-bcbd-9d754239706a {{(pid=103469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 17:23:07.915352 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d9e25ff1-ed7f-4807-875b-2d43e473d95f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:07.918978 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-d9e25ff1-ed7f-4807-875b-2d43e473d95f admin admin] 10.222.0.23 "DELETE /v2.0/routers/d38a1c19-e5d3-4c14-bcbd-9d754239706a HTTP/1.1" status: 204 len: 168 time: 0.8979173 May 12 17:23:07.919357 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 34018) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:23:07.964286 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.db.db_base_plugin_v2 [None req-e20a4ab6-692f-468e-9d2a-42cdc620edc4 admin admin] Deleting subnet b41dcb02-91b7-48eb-9001-1776bd4d94e0 {{(pid=103469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 17:23:07.967836 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-e20a4ab6-692f-468e-9d2a-42cdc620edc4 admin admin] Publish callbacks [] for subnet (b41dcb02-91b7-48eb-9001-1776bd4d94e0), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:08.007578 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-e20a4ab6-692f-468e-9d2a-42cdc620edc4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1968719'] for subnet (b41dcb02-91b7-48eb-9001-1776bd4d94e0), precommit_delete_associations {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:08.087910 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-e20a4ab6-692f-468e-9d2a-42cdc620edc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3477743'] for subnet (b41dcb02-91b7-48eb-9001-1776bd4d94e0), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:08.138822 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-e20a4ab6-692f-468e-9d2a-42cdc620edc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3477750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1968756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11573712'] for subnet (b41dcb02-91b7-48eb-9001-1776bd4d94e0), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:08.163207 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20a4ab6-692f-468e-9d2a-42cdc620edc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b41dcb02-91b7-48eb-9001-1776bd4d94e0,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:23:08.167005 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-e20a4ab6-692f-468e-9d2a-42cdc620edc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-519179'] for subnet (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:08.170153 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-e20a4ab6-692f-468e-9d2a-42cdc620edc4 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b41dcb02-91b7-48eb-9001-1776bd4d94e0 HTTP/1.1" status: 204 len: 168 time: 0.2500684 May 12 17:23:08.172673 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 34020) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:23:08.175046 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00b71cc-dc5b-4d39-8103-16dcb12fbd09 None None] Network adee2392-6717-4578-ab6c-8c3c38548c8e requested from dv-cinder-841591-1-iscsi {{(pid=103470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:23:08.179004 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Device ec62c0b9-df56-46e3-925d-ba0cc9cf0d6d up at agent hyperv_hv-cinder-84159 {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:23:08.244976 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d0b4dcbe-5988-4795-a277-86eac63f5f51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3665968'] for network (adee2392-6717-4578-ab6c-8c3c38548c8e), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:08.289305 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-d0b4dcbe-5988-4795-a277-86eac63f5f51 admin admin] Deleting port 78a0d3be-78e9-4fbf-8251-ab3f4f5dafbf {{(pid=103469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:23:08.289939 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d0b4dcbe-5988-4795-a277-86eac63f5f51 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774528024037'] for port (78a0d3be-78e9-4fbf-8251-ab3f4f5dafbf), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:08.290110 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Provisioning for port ec62c0b9-df56-46e3-925d-ba0cc9cf0d6d completed by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 17:23:08.300124 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Provisioning complete for port ec62c0b9-df56-46e3-925d-ba0cc9cf0d6d triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:23:08.300504 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (ec62c0b9-df56-46e3-925d-ba0cc9cf0d6d), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:08.365649 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [None req-d0b4dcbe-5988-4795-a277-86eac63f5f51 admin admin] For port 78a0d3be-78e9-4fbf-8251-ab3f4f5dafbf, host dv-cinder-841591-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-1-iscsi',level=0,port_id=78a0d3be-78e9-4fbf-8251-ab3f4f5dafbf,segment=NetworkSegment(772030bb-6993-4f37-885d-2db37d1a257d),segment_id=772030bb-6993-4f37-885d-2db37d1a257d)] {{(pid=103469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:23:08.366698 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d0b4dcbe-5988-4795-a277-86eac63f5f51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683095'] for port (78a0d3be-78e9-4fbf-8251-ab3f4f5dafbf), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:08.379457 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69dacd7c-d4ee-46fd-b6fc-35547e8b5e52 None None] DHCP port deletion for adee2392-6717-4578-ab6c-8c3c38548c8e request from dv-cinder-841591-1-iscsi {{(pid=103470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 17:23:08.382599 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-d0b4dcbe-5988-4795-a277-86eac63f5f51 admin admin] Calling delete_port for 78a0d3be-78e9-4fbf-8251-ab3f4f5dafbf owned by network:dhcp {{(pid=103469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:23:08.420405 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Current status of the port ec62c0b9-df56-46e3-925d-ba0cc9cf0d6d is: BUILD; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:23:08.420709 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (ec62c0b9-df56-46e3-925d-ba0cc9cf0d6d), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:08.448365 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-69dacd7c-d4ee-46fd-b6fc-35547e8b5e52 None None] Deleting port 78a0d3be-78e9-4fbf-8251-ab3f4f5dafbf {{(pid=103470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:23:08.448872 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-69dacd7c-d4ee-46fd-b6fc-35547e8b5e52 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774528024037'] for port (78a0d3be-78e9-4fbf-8251-ab3f4f5dafbf), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:08.453788 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95312fe9-ef90-4c74-ba58-31abb0fdd309', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec62c0b9-df56-46e3-925d-ba0cc9cf0d6d'}] {{(pid=103470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:23:08.456080 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}983eca14ffe1519f8471a5ce991629ce2b8e436912840ac2edb7b499268545ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad00618f-1e49-42b2-9529-0fe1cd379f49" -d '{"events": [{"server_uuid": "95312fe9-ef90-4c74-ba58-31abb0fdd309", "name": "network-vif-plugged", "status": "completed", "tag": "ec62c0b9-df56-46e3-925d-ba0cc9cf0d6d"}]}' {{(pid=103470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:23:08.468262 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d0b4dcbe-5988-4795-a277-86eac63f5f51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774528036217', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774527475294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968517'] for port (78a0d3be-78e9-4fbf-8251-ab3f4f5dafbf), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:08.495669 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] For port ec62c0b9-df56-46e3-925d-ba0cc9cf0d6d, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=ec62c0b9-df56-46e3-925d-ba0cc9cf0d6d,segment=NetworkSegment(284792a3-93aa-46c3-ba63-29b471e2894b),segment_id=284792a3-93aa-46c3-ba63-29b471e2894b)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:23:08.496617 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b4dcbe-5988-4795-a277-86eac63f5f51 admin admin] Pushing event deleted for resources: {'Port': ['ID=78a0d3be-78e9-4fbf-8251-ab3f4f5dafbf,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:23:08.503206 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc21dc2-0c3e-444f-8d4d-b03559492ecc x-openstack-request-id: req-1bc21dc2-0c3e-444f-8d4d-b03559492ecc {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:23:08.503527 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95312fe9-ef90-4c74-ba58-31abb0fdd309", "name": "network-vif-plugged", "status": "completed", "tag": "ec62c0b9-df56-46e3-925d-ba0cc9cf0d6d", "code": 200}]} {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:23:08.503791 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1bc21dc2-0c3e-444f-8d4d-b03559492ecc {{(pid=103470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:23:08.504192 dv-cinder-841591-1-iscsi neutron-server[103470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bc21dc2-0c3e-444f-8d4d-b03559492ecc'] response: {'server_uuid': '95312fe9-ef90-4c74-ba58-31abb0fdd309', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec62c0b9-df56-46e3-925d-ba0cc9cf0d6d', 'code': 200} May 12 17:23:08.504956 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (ec62c0b9-df56-46e3-925d-ba0cc9cf0d6d), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:08.508454 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b4dcbe-5988-4795-a277-86eac63f5f51 admin admin] No DVR routers for this DVR port 78a0d3be-78e9-4fbf-8251-ab3f4f5dafbf on host dv-cinder-841591-1-iscsi {{(pid=103469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:23:08.575216 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-69dacd7c-d4ee-46fd-b6fc-35547e8b5e52 None None] For port 78a0d3be-78e9-4fbf-8251-ab3f4f5dafbf, host dv-cinder-841591-1-iscsi, got binding levels [] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:23:08.575891 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-69dacd7c-d4ee-46fd-b6fc-35547e8b5e52 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683095'] for port (78a0d3be-78e9-4fbf-8251-ab3f4f5dafbf), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:08.598537 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-69dacd7c-d4ee-46fd-b6fc-35547e8b5e52 None None] Calling delete_port for 78a0d3be-78e9-4fbf-8251-ab3f4f5dafbf owned by network:dhcp {{(pid=103470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:23:08.604917 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.ipam_backend_mixin [None req-69dacd7c-d4ee-46fd-b6fc-35547e8b5e52 None None] Port 78a0d3be-78e9-4fbf-8251-ab3f4f5dafbf was not found and therefore no delete operation was performed {{(pid=103470) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 12 17:23:08.609541 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d0b4dcbe-5988-4795-a277-86eac63f5f51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3512410', 'neutron.services.segments.db._delete_segments_for_network-8774527956246'] for network (adee2392-6717-4578-ab6c-8c3c38548c8e), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:08.612970 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-69dacd7c-d4ee-46fd-b6fc-35547e8b5e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774528036217', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774527475294'] for port (78a0d3be-78e9-4fbf-8251-ab3f4f5dafbf), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:08.621405 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Pushing event updated for resources: {'Port': ['ID=ec62c0b9-df56-46e3-925d-ba0cc9cf0d6d,revision_number=5']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:23:08.647584 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69dacd7c-d4ee-46fd-b6fc-35547e8b5e52 None None] No DVR routers for this DVR port 78a0d3be-78e9-4fbf-8251-ab3f4f5dafbf on host dv-cinder-841591-1-iscsi {{(pid=103470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:23:08.652114 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dacd7c-d4ee-46fd-b6fc-35547e8b5e52 None None] Pushing event deleted for resources: {'Port': ['ID=78a0d3be-78e9-4fbf-8251-ab3f4f5dafbf,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:23:08.653552 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.services.segments.db [None req-d0b4dcbe-5988-4795-a277-86eac63f5f51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adee2392-6717-4578-ab6c-8c3c38548c8e']}} {{(pid=103469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:23:08.673324 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.services.segments.db [None req-d0b4dcbe-5988-4795-a277-86eac63f5f51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '772030bb-6993-4f37-885d-2db37d1a257d') {'for_net_delete': True} {{(pid=103469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:23:08.673646 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.services.segments.db [None req-d0b4dcbe-5988-4795-a277-86eac63f5f51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '772030bb-6993-4f37-885d-2db37d1a257d') {} {{(pid=103469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:23:08.685267 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d0b4dcbe-5988-4795-a277-86eac63f5f51 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774527957791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1968758'] for segment (772030bb-6993-4f37-885d-2db37d1a257d), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:08.702858 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d0b4dcbe-5988-4795-a277-86eac63f5f51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3597332'] for segment (772030bb-6993-4f37-885d-2db37d1a257d), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:08.717256 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0b4dcbe-5988-4795-a277-86eac63f5f51 admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=103469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 17:23:08.717907 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d0b4dcbe-5988-4795-a277-86eac63f5f51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3597332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1968598'] for segment (772030bb-6993-4f37-885d-2db37d1a257d), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:08.720913 dv-cinder-841591-1-iscsi neutron-server[103469]: Traceback (most recent call last): May 12 17:23:08.720913 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 17:23:08.720913 dv-cinder-841591-1-iscsi neutron-server[103469]: timer() May 12 17:23:08.720913 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 17:23:08.720913 dv-cinder-841591-1-iscsi neutron-server[103469]: cb(*args, **kw) May 12 17:23:08.720913 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 17:23:08.720913 dv-cinder-841591-1-iscsi neutron-server[103469]: return func(*args, **kwargs) May 12 17:23:08.720913 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 17:23:08.720913 dv-cinder-841591-1-iscsi neutron-server[103469]: self._notify() May 12 17:23:08.720913 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 17:23:08.720913 dv-cinder-841591-1-iscsi neutron-server[103469]: self.callback(batched_events) May 12 17:23:08.720913 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 17:23:08.720913 dv-cinder-841591-1-iscsi neutron-server[103469]: event.method(event) May 12 17:23:08.720913 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 17:23:08.720913 dv-cinder-841591-1-iscsi neutron-server[103469]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 17:23:08.720913 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 17:23:08.720913 dv-cinder-841591-1-iscsi neutron-server[103469]: aggregate_uuid = self.p_client.list_aggregates( May 12 17:23:08.720913 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 17:23:08.720913 dv-cinder-841591-1-iscsi neutron-server[103469]: return f(self, *a, **k) May 12 17:23:08.720913 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 17:23:08.720913 dv-cinder-841591-1-iscsi neutron-server[103469]: return self._get(url).json() May 12 17:23:08.720913 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 17:23:08.720913 dv-cinder-841591-1-iscsi neutron-server[103469]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 17:23:08.720913 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 17:23:08.720913 dv-cinder-841591-1-iscsi neutron-server[103469]: return self.request(url, 'GET', **kwargs) May 12 17:23:08.720913 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 17:23:08.720913 dv-cinder-841591-1-iscsi neutron-server[103469]: base_url = self.get_endpoint(auth, allow=allow, May 12 17:23:08.720913 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 17:23:08.720913 dv-cinder-841591-1-iscsi neutron-server[103469]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 17:23:08.720913 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 17:23:08.720913 dv-cinder-841591-1-iscsi neutron-server[103469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 17:23:08.720913 dv-cinder-841591-1-iscsi neutron-server[103469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 17:23:08.739337 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caf275c-1753-44c8-a627-13d0d97b61ff req-3bbf50e0-ea48-4ffe-9a63-10b9c3cf49c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:23:08.742653 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-5caf275c-1753-44c8-a627-13d0d97b61ff req-3bbf50e0-ea48-4ffe-9a63-10b9c3cf49c1 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=95312fe9-ef90-4c74-ba58-31abb0fdd309 HTTP/1.1" status: 200 len: 1129 time: 0.0659122 May 12 17:23:08.790494 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d0b4dcbe-5988-4795-a277-86eac63f5f51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3512417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682781'] for network (adee2392-6717-4578-ab6c-8c3c38548c8e), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:08.802252 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-5caf275c-1753-44c8-a627-13d0d97b61ff req-fbecc493-9f14-409d-aeab-89d6a11a10f4 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=7f1cb180-f545-433d-bf26-6c33d1084784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477731 May 12 17:23:08.811807 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d0b4dcbe-5988-4795-a277-86eac63f5f51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-519179'] for network (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:08.817397 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-d0b4dcbe-5988-4795-a277-86eac63f5f51 admin admin] 10.222.0.23 "DELETE /v2.0/networks/adee2392-6717-4578-ab6c-8c3c38548c8e HTTP/1.1" status: 204 len: 168 time: 0.6414568 May 12 17:23:08.826507 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b4dcbe-5988-4795-a277-86eac63f5f51 admin admin] Pushing event deleted for resources: {'Network': ['ID=adee2392-6717-4578-ab6c-8c3c38548c8e,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:23:08.864216 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f230f53a-748a-4776-ae23-d3d967581bf2 req-3e48adaa-ea91-48fb-b3aa-457fb71c3d72 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:23:08.872628 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f230f53a-748a-4776-ae23-d3d967581bf2 req-3e48adaa-ea91-48fb-b3aa-457fb71c3d72 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/ports?device_id=95312fe9-ef90-4c74-ba58-31abb0fdd309 HTTP/1.1" status: 200 len: 945 time: 0.0564718 May 12 17:23:08.929618 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f230f53a-748a-4776-ae23-d3d967581bf2 req-0b26fed9-445f-4e33-84ed-8b26b76445d9 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f1cb180-f545-433d-bf26-6c33d1084784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519094 May 12 17:23:08.966381 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 34038) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:23:08.983120 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 34040) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:23:09.038138 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-9e1294c8-e6b6-4e3a-a516-99a462cd0428 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3127460c8042473294d90b9a3338a273&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0675645 May 12 17:23:09.038436 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 34046) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:23:09.074800 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device 78a0d3be-78e9-4fbf-8251-ab3f4f5dafbf no longer exists at agent ovs-agent-dv-cinder-841591-1-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:23:09.081123 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e67515-faaa-4a98-b366-74fd3d209383 req-be340985-316d-4acc-b7ed-7f95474a6237 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:23:09.082893 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-90e67515-faaa-4a98-b366-74fd3d209383 req-be340985-316d-4acc-b7ed-7f95474a6237 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c547832-2add-4148-8b83-baf4e11d5f36 HTTP/1.1" status: 200 len: 943 time: 0.0625894 May 12 17:23:09.097258 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] No Port match for: 78a0d3be-78e9-4fbf-8251-ab3f4f5dafbf {{(pid=103470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:23:09.097516 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device 78a0d3be-78e9-4fbf-8251-ab3f4f5dafbf not bound to the agent host dv-cinder-841591-1-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:23:09.098042 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device 73a9ec63-0ed5-4aa9-8c9f-4275ede49200 no longer exists at agent ovs-agent-dv-cinder-841591-1-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:23:09.108404 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-e4e3dccd-d2cc-4e35-8481-32c4582a3c8f admin admin] Publish callbacks [] for security_group (6edcb9ec-416c-4421-a2d7-b9ccebe7f149), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:09.135142 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] No Port match for: 73a9ec63-0ed5-4aa9-8c9f-4275ede49200 {{(pid=103470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:23:09.135601 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device 73a9ec63-0ed5-4aa9-8c9f-4275ede49200 not bound to the agent host dv-cinder-841591-1-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:23:09.136130 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device 3c30bd1b-0310-4c9e-bbf1-1edbe2c40798 no longer exists at agent ovs-agent-dv-cinder-841591-1-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:23:09.144327 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-e4e3dccd-d2cc-4e35-8481-32c4582a3c8f admin admin] Publish callbacks [] for security_group (6edcb9ec-416c-4421-a2d7-b9ccebe7f149), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:09.160885 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-90e67515-faaa-4a98-b366-74fd3d209383 req-5d2b8a5a-a5a7-4622-bad4-505e284e3b82 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/security-groups?id=73506ee2-7743-492f-9a19-76b788578cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675645 May 12 17:23:09.171387 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] No Port match for: 3c30bd1b-0310-4c9e-bbf1-1edbe2c40798 {{(pid=103470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:23:09.171387 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device 3c30bd1b-0310-4c9e-bbf1-1edbe2c40798 not bound to the agent host dv-cinder-841591-1-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:23:09.213418 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-e4e3dccd-d2cc-4e35-8481-32c4582a3c8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (6edcb9ec-416c-4421-a2d7-b9ccebe7f149), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:09.216084 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-e4e3dccd-d2cc-4e35-8481-32c4582a3c8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:09.217241 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-e4e3dccd-d2cc-4e35-8481-32c4582a3c8f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6edcb9ec-416c-4421-a2d7-b9ccebe7f149 HTTP/1.1" status: 204 len: 168 time: 0.1778243 May 12 17:23:09.226151 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e3dccd-d2cc-4e35-8481-32c4582a3c8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6edcb9ec-416c-4421-a2d7-b9ccebe7f149,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:23:09.257531 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-7b55b172-9491-4242-9cd3-64925fbf6fb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:09.352912 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-7b55b172-9491-4242-9cd3-64925fbf6fb1 admin admin] Publish callbacks [] for security_group (06d037fe-ba55-4770-bdaa-d1d99b3f23f0), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:09.357142 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-7b55b172-9491-4242-9cd3-64925fbf6fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (06d037fe-ba55-4770-bdaa-d1d99b3f23f0), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:09.397003 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b55b172-9491-4242-9cd3-64925fbf6fb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06d037fe-ba55-4770-bdaa-d1d99b3f23f0,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:23:09.417775 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-7b55b172-9491-4242-9cd3-64925fbf6fb1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b124af14357b490d836de8b7cab697e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4334533 May 12 17:23:09.420353 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 34058) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:23:09.471115 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9548b065-cd13-43ba-86c7-7a6de1fbbbae admin admin] Publish callbacks [] for security_group (06d037fe-ba55-4770-bdaa-d1d99b3f23f0), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:09.494113 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9548b065-cd13-43ba-86c7-7a6de1fbbbae admin admin] Publish callbacks [] for security_group (06d037fe-ba55-4770-bdaa-d1d99b3f23f0), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:09.541594 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 34060) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:23:09.556310 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9548b065-cd13-43ba-86c7-7a6de1fbbbae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (06d037fe-ba55-4770-bdaa-d1d99b3f23f0), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:09.558841 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9548b065-cd13-43ba-86c7-7a6de1fbbbae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:09.559922 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-9548b065-cd13-43ba-86c7-7a6de1fbbbae admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/06d037fe-ba55-4770-bdaa-d1d99b3f23f0 HTTP/1.1" status: 204 len: 168 time: 0.1386299 May 12 17:23:09.572235 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9548b065-cd13-43ba-86c7-7a6de1fbbbae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06d037fe-ba55-4770-bdaa-d1d99b3f23f0,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:23:09.597906 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 34064) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:23:09.599233 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-f460b450-a6cc-4169-b773-ab4644c19b93 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4bd357b54bec4f3fa3df240c11cee03f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0565813 May 12 17:23:09.648159 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-91aeb23d-43ae-4e48-af8d-cd793242c395 admin admin] Publish callbacks [] for security_group (3375aa60-e06d-4d02-b01e-4be420f8f807), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:09.669704 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-91aeb23d-43ae-4e48-af8d-cd793242c395 admin admin] Publish callbacks [] for security_group (3375aa60-e06d-4d02-b01e-4be420f8f807), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:09.722623 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-91aeb23d-43ae-4e48-af8d-cd793242c395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (3375aa60-e06d-4d02-b01e-4be420f8f807), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:09.725917 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-91aeb23d-43ae-4e48-af8d-cd793242c395 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:09.729280 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-91aeb23d-43ae-4e48-af8d-cd793242c395 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3375aa60-e06d-4d02-b01e-4be420f8f807 HTTP/1.1" status: 204 len: 168 time: 0.1276865 May 12 17:23:09.734645 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aeb23d-43ae-4e48-af8d-cd793242c395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3375aa60-e06d-4d02-b01e-4be420f8f807,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:23:10.045016 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757d019f-6102-42ca-9544-192013242d47 req-f5ea63bb-3f40-4b66-a521-dd8d43ef3c95 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:23:10.046709 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-757d019f-6102-42ca-9544-192013242d47 req-f5ea63bb-3f40-4b66-a521-dd8d43ef3c95 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/ports?device_id=95312fe9-ef90-4c74-ba58-31abb0fdd309 HTTP/1.1" status: 200 len: 945 time: 0.0512502 May 12 17:23:10.098546 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-757d019f-6102-42ca-9544-192013242d47 req-7d6ff548-401b-463e-86e7-799cf1b89ff1 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f1cb180-f545-433d-bf26-6c33d1084784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454526 May 12 17:23:10.270121 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3d1a24-34d8-449d-8bbc-ad71535b5a0a req-91d24e10-5fc7-42de-8225-7f475296a55e tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:23:10.271631 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-2c3d1a24-34d8-449d-8bbc-ad71535b5a0a req-91d24e10-5fc7-42de-8225-7f475296a55e tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c547832-2add-4148-8b83-baf4e11d5f36 HTTP/1.1" status: 200 len: 943 time: 0.0512886 May 12 17:23:10.322762 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-2c3d1a24-34d8-449d-8bbc-ad71535b5a0a req-3119298a-ac2c-4ca9-82a5-c12868ebce75 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/security-groups?id=73506ee2-7743-492f-9a19-76b788578cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450842 May 12 17:23:11.211163 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0071d874-d11a-48e0-9f5a-35a33736ab62 req-b92a3b52-2574-450a-9c41-7708b71f9dd2 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:23:11.212631 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0071d874-d11a-48e0-9f5a-35a33736ab62 req-b92a3b52-2574-450a-9c41-7708b71f9dd2 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/ports?device_id=95312fe9-ef90-4c74-ba58-31abb0fdd309 HTTP/1.1" status: 200 len: 945 time: 0.0457079 May 12 17:23:11.262064 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0071d874-d11a-48e0-9f5a-35a33736ab62 req-ff16c9c5-4eed-46f5-ba4b-b836ff122457 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f1cb180-f545-433d-bf26-6c33d1084784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436025 May 12 17:23:11.370333 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9493e5b7-662b-4a05-a227-927008eac979 req-f31f927f-fb0f-428e-aeed-abd6b38f46ba tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:23:11.371838 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-9493e5b7-662b-4a05-a227-927008eac979 req-f31f927f-fb0f-428e-aeed-abd6b38f46ba tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/ports?device_id=95312fe9-ef90-4c74-ba58-31abb0fdd309 HTTP/1.1" status: 200 len: 945 time: 0.0470817 May 12 17:23:11.380922 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 34114) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:23:11.385572 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-4ac8a1fb-20f0-4a1e-be14-317086943277 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Request body: {'floatingip': {'port_id': 'ec62c0b9-df56-46e3-925d-ba0cc9cf0d6d'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:23:11.427053 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-4ac8a1fb-20f0-4a1e-be14-317086943277 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks [] for floatingip (bf9a414a-9839-4f7f-83fc-865131b416af), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:11.433806 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0f138b-35be-44a6-8dfe-8e97d0e70d77 req-b09a6e5a-9191-4876-bb86-7a6608a62d3c tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:23:11.435315 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-db0f138b-35be-44a6-8dfe-8e97d0e70d77 req-b09a6e5a-9191-4876-bb86-7a6608a62d3c tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c547832-2add-4148-8b83-baf4e11d5f36 HTTP/1.1" status: 200 len: 943 time: 0.0463696 May 12 17:23:11.483782 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-db0f138b-35be-44a6-8dfe-8e97d0e70d77 req-2ab5fa60-c1eb-44ac-af63-abc3d65b3d58 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/security-groups?id=73506ee2-7743-492f-9a19-76b788578cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428152 May 12 17:23:11.874859 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-4ac8a1fb-20f0-4a1e-be14-317086943277 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:11.879475 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-4ac8a1fb-20f0-4a1e-be14-317086943277 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682608'] for floatingip (bf9a414a-9839-4f7f-83fc-865131b416af), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:11.985244 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.db.l3_db [None req-4ac8a1fb-20f0-4a1e-be14-317086943277 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Floating IP bf9a414a-9839-4f7f-83fc-865131b416af associated. External IP: 172.27.0.41, port: ec62c0b9-df56-46e3-925d-ba0cc9cf0d6d. May 12 17:23:12.197960 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ac8a1fb-20f0-4a1e-be14-317086943277 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Router 5e916117-394a-447f-9569-a15f13b49c45 has already been hosted by L3 agent e5548ccc-31b8-4072-a6b0-52b00208ea79 {{(pid=103468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:23:12.308758 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ac8a1fb-20f0-4a1e-be14-317086943277 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Notify agent at l3_agent.dv-cinder-841591-1-iscsi the message routers_updated {{(pid=103468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:23:12.313492 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-4ac8a1fb-20f0-4a1e-be14-317086943277 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36930'] for floatingip (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:12.319463 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093121cf-2d75-468e-886b-f1f9b7edf3d7 None None] Sync routers for ids ['5e916117-394a-447f-9569-a15f13b49c45'] in dv-cinder-841591-1-iscsi {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:23:12.331400 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093121cf-2d75-468e-886b-f1f9b7edf3d7 None None] Routers {'5e916117-394a-447f-9569-a15f13b49c45'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:23:12.332008 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-093121cf-2d75-468e-886b-f1f9b7edf3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:22:56Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['5e916117-394a-447f-9569-a15f13b49c45'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:23:12.346189 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-4ac8a1fb-20f0-4a1e-be14-317086943277 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "PUT /v2.0/floatingips/bf9a414a-9839-4f7f-83fc-865131b416af HTTP/1.1" status: 200 len: 990 time: 0.9620271 May 12 17:23:12.346189 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95312fe9-ef90-4c74-ba58-31abb0fdd309', 'tag': 'ec62c0b9-df56-46e3-925d-ba0cc9cf0d6d'}] {{(pid=103468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:23:12.347365 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11327eb0f41ff280cd3a6497cf1c944478feb1aae12e82efcad6faf65da72353" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92cb90f2-f4dc-4c9c-ab0e-a7251bae4968" -d '{"events": [{"name": "network-changed", "server_uuid": "95312fe9-ef90-4c74-ba58-31abb0fdd309", "tag": "ec62c0b9-df56-46e3-925d-ba0cc9cf0d6d"}]}' {{(pid=103468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:23:12.384935 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b0828b5-c880-4e9a-a962-73faf0a3dc6f x-openstack-request-id: req-3b0828b5-c880-4e9a-a962-73faf0a3dc6f {{(pid=103468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:23:12.385522 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95312fe9-ef90-4c74-ba58-31abb0fdd309", "tag": "ec62c0b9-df56-46e3-925d-ba0cc9cf0d6d", "status": "completed", "code": 200}]} {{(pid=103468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:23:12.385522 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3b0828b5-c880-4e9a-a962-73faf0a3dc6f {{(pid=103468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:23:12.385869 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b0828b5-c880-4e9a-a962-73faf0a3dc6f'] response: {'name': 'network-changed', 'server_uuid': '95312fe9-ef90-4c74-ba58-31abb0fdd309', 'tag': 'ec62c0b9-df56-46e3-925d-ba0cc9cf0d6d', 'status': 'completed', 'code': 200} May 12 17:23:12.445469 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-093121cf-2d75-468e-886b-f1f9b7edf3d7 None None] Set router 5e916117-394a-447f-9569-a15f13b49c45 gateway port host: dv-cinder-841591-1-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:23:12.602252 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607e8c36-d73d-4b96-8c29-e0cc1e56e484 req-c98d2ee3-e1a3-41d6-a075-e7d853af9abf tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:23:12.603747 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-607e8c36-d73d-4b96-8c29-e0cc1e56e484 req-c98d2ee3-e1a3-41d6-a075-e7d853af9abf tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c547832-2add-4148-8b83-baf4e11d5f36 HTTP/1.1" status: 200 len: 943 time: 0.0467987 May 12 17:23:12.651438 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-607e8c36-d73d-4b96-8c29-e0cc1e56e484 req-8ca1e6a2-c08c-43c2-be81-02cf4d9d68c6 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/security-groups?id=73506ee2-7743-492f-9a19-76b788578cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421851 May 12 17:23:12.664479 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-093121cf-2d75-468e-886b-f1f9b7edf3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e916117-394a-447f-9569-a15f13b49c45', 'name': 'tempest-AttachVolumeNegativeTest-1570607306-router', 'tenant_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '46fd6600-cf5c-4a6e-91bc-7884d58fa3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:22:43Z', 'updated_at': '2022-05-12T17:22:46Z', 'revision_number': 4, 'project_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'gw_port': {'id': '46fd6600-cf5c-4a6e-91bc-7884d58fa3c3', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:39:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e916117-394a-447f-9569-a15f13b49c45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:22:43Z', 'updated_at': '2022-05-12T17:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_floatingips': [{'id': 'bf9a414a-9839-4f7f-83fc-865131b416af', 'tenant_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'floating_ip_address': '172.27.0.41', 'floating_network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'router_id': '5e916117-394a-447f-9569-a15f13b49c45', 'port_id': 'ec62c0b9-df56-46e3-925d-ba0cc9cf0d6d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcfb02df-5940-4251-8c77-308786c51833', 'mac_address': 'fa:16:3e:2f:4f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95312fe9-ef90-4c74-ba58-31abb0fdd309', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:22:48Z', 'updated_at': '2022-05-12T17:23:11Z', 'revision_number': 1, 'project_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5077749d-90f4-436b-aa6c-b166888c974c', 'name': '', 'network_id': 'fcfb02df-5940-4251-8c77-308786c51833', 'tenant_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'mac_address': 'fa:16:3e:61:74:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e916117-394a-447f-9569-a15f13b49c45', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '514e1cc4-3154-4e95-87e7-19ffea3e24bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:22:45Z', 'updated_at': '2022-05-12T17:22:49Z', 'revision_number': 5, 'project_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'subnets': [{'id': '514e1cc4-3154-4e95-87e7-19ffea3e24bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:23:12.693175 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093121cf-2d75-468e-886b-f1f9b7edf3d7 None None] Checking router: 5e916117-394a-447f-9569-a15f13b49c45 for host: dv-cinder-841591-1-iscsi {{(pid=103471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:23:12.701201 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093121cf-2d75-468e-886b-f1f9b7edf3d7 None None] Routers {'5e916117-394a-447f-9569-a15f13b49c45'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:23:12.701848 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-093121cf-2d75-468e-886b-f1f9b7edf3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:22:56Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['5e916117-394a-447f-9569-a15f13b49c45'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:23:12.805197 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-093121cf-2d75-468e-886b-f1f9b7edf3d7 None None] Set router 5e916117-394a-447f-9569-a15f13b49c45 gateway port host: dv-cinder-841591-1-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:23:13.014332 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-093121cf-2d75-468e-886b-f1f9b7edf3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e916117-394a-447f-9569-a15f13b49c45', 'name': 'tempest-AttachVolumeNegativeTest-1570607306-router', 'tenant_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '46fd6600-cf5c-4a6e-91bc-7884d58fa3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:22:43Z', 'updated_at': '2022-05-12T17:22:46Z', 'revision_number': 4, 'project_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'gw_port': {'id': '46fd6600-cf5c-4a6e-91bc-7884d58fa3c3', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:39:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e916117-394a-447f-9569-a15f13b49c45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:22:43Z', 'updated_at': '2022-05-12T17:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_floatingips': [{'id': 'bf9a414a-9839-4f7f-83fc-865131b416af', 'tenant_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'floating_ip_address': '172.27.0.41', 'floating_network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'router_id': '5e916117-394a-447f-9569-a15f13b49c45', 'port_id': 'ec62c0b9-df56-46e3-925d-ba0cc9cf0d6d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcfb02df-5940-4251-8c77-308786c51833', 'mac_address': 'fa:16:3e:2f:4f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95312fe9-ef90-4c74-ba58-31abb0fdd309', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:22:48Z', 'updated_at': '2022-05-12T17:23:11Z', 'revision_number': 1, 'project_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5077749d-90f4-436b-aa6c-b166888c974c', 'name': '', 'network_id': 'fcfb02df-5940-4251-8c77-308786c51833', 'tenant_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'mac_address': 'fa:16:3e:61:74:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e916117-394a-447f-9569-a15f13b49c45', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '514e1cc4-3154-4e95-87e7-19ffea3e24bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:22:45Z', 'updated_at': '2022-05-12T17:22:49Z', 'revision_number': 5, 'project_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'subnets': [{'id': '514e1cc4-3154-4e95-87e7-19ffea3e24bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:23:13.043127 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093121cf-2d75-468e-886b-f1f9b7edf3d7 None None] The sync data for ids ['5e916117-394a-447f-9569-a15f13b49c45'] in dv-cinder-841591-1-iscsi is: [{'id': '5e916117-394a-447f-9569-a15f13b49c45', 'name': 'tempest-AttachVolumeNegativeTest-1570607306-router', 'tenant_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '46fd6600-cf5c-4a6e-91bc-7884d58fa3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:22:43Z', 'updated_at': '2022-05-12T17:22:46Z', 'revision_number': 4, 'project_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'gw_port': {'id': '46fd6600-cf5c-4a6e-91bc-7884d58fa3c3', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:39:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e916117-394a-447f-9569-a15f13b49c45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:22:43Z', 'updated_at': '2022-05-12T17:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_floatingips': [{'id': 'bf9a414a-9839-4f7f-83fc-865131b416af', 'tenant_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'floating_ip_address': '172.27.0.41', 'floating_network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'router_id': '5e916117-394a-447f-9569-a15f13b49c45', 'port_id': 'ec62c0b9-df56-46e3-925d-ba0cc9cf0d6d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcfb02df-5940-4251-8c77-308786c51833', 'mac_address': 'fa:16:3e:2f:4f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95312fe9-ef90-4c74-ba58-31abb0fdd309', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:22:48Z', 'updated_at': '2022-05-12T17:23:11Z', 'revision_number': 1, 'project_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5077749d-90f4-436b-aa6c-b166888c974c', 'name': '', 'network_id': 'fcfb02df-5940-4251-8c77-308786c51833', 'tenant_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'mac_address': 'fa:16:3e:61:74:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e916117-394a-447f-9569-a15f13b49c45', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '514e1cc4-3154-4e95-87e7-19ffea3e24bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:22:45Z', 'updated_at': '2022-05-12T17:22:49Z', 'revision_number': 5, 'project_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'subnets': [{'id': '514e1cc4-3154-4e95-87e7-19ffea3e24bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:23:13.228753 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706c7c56-cc4f-4fc9-89f1-da937ff91911 None None] New status for floating IP bf9a414a-9839-4f7f-83fc-865131b416af: ACTIVE {{(pid=103470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 17:23:13.766512 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8fc050-62b2-43c6-8155-546867a8cde1 req-e670c888-7136-4bcf-bc24-7a3e6357c1e4 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:23:13.767984 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-6c8fc050-62b2-43c6-8155-546867a8cde1 req-e670c888-7136-4bcf-bc24-7a3e6357c1e4 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c547832-2add-4148-8b83-baf4e11d5f36 HTTP/1.1" status: 200 len: 943 time: 0.0469306 May 12 17:23:13.818409 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-6c8fc050-62b2-43c6-8155-546867a8cde1 req-642506df-ea58-4d02-a80f-561101e69c8c tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/security-groups?id=73506ee2-7743-492f-9a19-76b788578cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443354 May 12 17:23:14.270933 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cb90f2-f4dc-4c9c-ab0e-a7251bae4968 req-3187990e-7106-4f7d-971a-3ab52a052634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:23:14.272970 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-92cb90f2-f4dc-4c9c-ab0e-a7251bae4968 req-3187990e-7106-4f7d-971a-3ab52a052634 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fc2e1c9926c14a1393f45a7dc0346ddc&device_id=95312fe9-ef90-4c74-ba58-31abb0fdd309 HTTP/1.1" status: 200 len: 1129 time: 0.0385914 May 12 17:23:14.925261 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cb90f2-f4dc-4c9c-ab0e-a7251bae4968 req-d50c6057-b325-454a-a776-c12090680d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:23:14.926748 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-92cb90f2-f4dc-4c9c-ab0e-a7251bae4968 req-d50c6057-b325-454a-a776-c12090680d47 service neutron] 10.222.0.58 "GET /v2.0/networks?id=fcfb02df-5940-4251-8c77-308786c51833 HTTP/1.1" status: 200 len: 916 time: 0.0839887 May 12 17:23:14.936174 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cf3e37-e397-4030-9b0b-b6fb9cc860aa req-13c64dfb-9d77-4efc-928f-18451e327c2e tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:23:14.937680 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-78cf3e37-e397-4030-9b0b-b6fb9cc860aa req-13c64dfb-9d77-4efc-928f-18451e327c2e tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c547832-2add-4148-8b83-baf4e11d5f36 HTTP/1.1" status: 200 len: 943 time: 0.0521150 May 12 17:23:14.993544 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-78cf3e37-e397-4030-9b0b-b6fb9cc860aa req-36cd2d29-5391-4054-8b7c-51162b97f742 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/security-groups?id=73506ee2-7743-492f-9a19-76b788578cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487027 May 12 17:23:14.995245 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-92cb90f2-f4dc-4c9c-ab0e-a7251bae4968 req-d39db3d3-202e-482e-b950-8fad443b0fd6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec62c0b9-df56-46e3-925d-ba0cc9cf0d6d HTTP/1.1" status: 200 len: 1000 time: 0.0624261 May 12 17:23:15.044535 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cb90f2-f4dc-4c9c-ab0e-a7251bae4968 req-0964964a-e77e-497d-983d-5a99debaa391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:23:15.046102 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-92cb90f2-f4dc-4c9c-ab0e-a7251bae4968 req-0964964a-e77e-497d-983d-5a99debaa391 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=514e1cc4-3154-4e95-87e7-19ffea3e24bc HTTP/1.1" status: 200 len: 854 time: 0.0441391 May 12 17:23:15.091979 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cb90f2-f4dc-4c9c-ab0e-a7251bae4968 req-1893c3be-227f-4c6a-92b2-930e47b814d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:23:15.093465 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-92cb90f2-f4dc-4c9c-ab0e-a7251bae4968 req-1893c3be-227f-4c6a-92b2-930e47b814d3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fcfb02df-5940-4251-8c77-308786c51833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414894 May 12 17:23:15.186631 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-92cb90f2-f4dc-4c9c-ab0e-a7251bae4968 req-be59e48c-9dcd-4df8-b768-d58234cef005 service neutron] 10.222.0.58 "GET /v2.0/networks/fcfb02df-5940-4251-8c77-308786c51833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864635 May 12 17:23:15.277724 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-92cb90f2-f4dc-4c9c-ab0e-a7251bae4968 req-c0f129e0-7492-47ca-8992-79c7d478f564 service neutron] 10.222.0.58 "GET /v2.0/networks/fcfb02df-5940-4251-8c77-308786c51833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848999 May 12 17:23:15.778656 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 34180) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:23:15.882956 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-d6e6b6cf-5926-496e-8509-e935b9a028fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:15.956464 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-d6e6b6cf-5926-496e-8509-e935b9a028fa admin admin] Publish callbacks [] for security_group (6ab17dff-bc1e-45df-b0dc-de1b531de450), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:15.961308 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-d6e6b6cf-5926-496e-8509-e935b9a028fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (6ab17dff-bc1e-45df-b0dc-de1b531de450), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:15.999713 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-d6e6b6cf-5926-496e-8509-e935b9a028fa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3ef23b49ece44b999971f69d0a532cb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2200038 May 12 17:23:16.000544 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e6b6cf-5926-496e-8509-e935b9a028fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab17dff-bc1e-45df-b0dc-de1b531de450,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:23:16.002392 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 34184) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:23:16.020417 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e6b6cf-5926-496e-8509-e935b9a028fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:23:16.020761 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e6b6cf-5926-496e-8509-e935b9a028fa admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:23:16.021102 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e6b6cf-5926-496e-8509-e935b9a028fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:23:16.021437 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e6b6cf-5926-496e-8509-e935b9a028fa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:23:16.022348 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e6b6cf-5926-496e-8509-e935b9a028fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:23:16.022702 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e6b6cf-5926-496e-8509-e935b9a028fa admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:23:16.023031 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e6b6cf-5926-496e-8509-e935b9a028fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:23:16.023407 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e6b6cf-5926-496e-8509-e935b9a028fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:23:16.024397 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e6b6cf-5926-496e-8509-e935b9a028fa admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:23:16.024397 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e6b6cf-5926-496e-8509-e935b9a028fa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:23:16.024656 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e6b6cf-5926-496e-8509-e935b9a028fa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:23:16.024896 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e6b6cf-5926-496e-8509-e935b9a028fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:23:16.025156 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e6b6cf-5926-496e-8509-e935b9a028fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:23:16.025523 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e6b6cf-5926-496e-8509-e935b9a028fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:23:16.025792 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e6b6cf-5926-496e-8509-e935b9a028fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:23:16.075486 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-f51800cd-dba3-445a-8f3c-b0b694ca37d7 admin admin] Publish callbacks [] for security_group (6ab17dff-bc1e-45df-b0dc-de1b531de450), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:16.125809 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0605bb88-42c8-4b89-9160-b2d7bd11b988 req-02e327ef-b707-4649-b125-01d611e45b2b tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:23:16.127364 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-0605bb88-42c8-4b89-9160-b2d7bd11b988 req-02e327ef-b707-4649-b125-01d611e45b2b tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c547832-2add-4148-8b83-baf4e11d5f36 HTTP/1.1" status: 200 len: 943 time: 0.0657141 May 12 17:23:16.129316 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-f51800cd-dba3-445a-8f3c-b0b694ca37d7 admin admin] Publish callbacks [] for security_group (6ab17dff-bc1e-45df-b0dc-de1b531de450), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:16.205368 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-0605bb88-42c8-4b89-9160-b2d7bd11b988 req-00ee3b00-09d3-4936-a289-0b853927f1a7 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/security-groups?id=73506ee2-7743-492f-9a19-76b788578cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678902 May 12 17:23:16.218980 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-f51800cd-dba3-445a-8f3c-b0b694ca37d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (6ab17dff-bc1e-45df-b0dc-de1b531de450), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:16.222220 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-f51800cd-dba3-445a-8f3c-b0b694ca37d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:16.224372 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-f51800cd-dba3-445a-8f3c-b0b694ca37d7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6ab17dff-bc1e-45df-b0dc-de1b531de450 HTTP/1.1" status: 204 len: 168 time: 0.2210689 May 12 17:23:16.230012 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Device aab0755a-1de0-423e-bdf8-9d264bcf1f30 details requested by agent hyperv_hv-cinder-84159 with host hv-cinder-84159 {{(pid=103470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 17:23:16.234124 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51800cd-dba3-445a-8f3c-b0b694ca37d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab17dff-bc1e-45df-b0dc-de1b531de450,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:23:16.341366 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] For port aab0755a-1de0-423e-bdf8-9d264bcf1f30, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=aab0755a-1de0-423e-bdf8-9d264bcf1f30,segment=NetworkSegment(d767f7c0-41a8-41cf-940a-83524c0e2e81),segment_id=d767f7c0-41a8-41cf-940a-83524c0e2e81)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:23:16.353920 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Returning: {'device': 'aab0755a-1de0-423e-bdf8-9d264bcf1f30', 'network_id': '6fb55941-2cb2-4359-bdd6-587e053b44f0', 'port_id': 'aab0755a-1de0-423e-bdf8-9d264bcf1f30', 'mac_address': 'fa:16:3e:a9:28:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5f1d9ec-05e3-4b23-84b4-48d07d13574c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 17:23:16.395284 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Current status of the port aab0755a-1de0-423e-bdf8-9d264bcf1f30 is: DOWN; New status is: BUILD {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:23:16.395676 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (aab0755a-1de0-423e-bdf8-9d264bcf1f30), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:16.409260 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aab0755a-1de0-423e-bdf8-9d264bcf1f30 {{(pid=103470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:23:16.429940 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] For port aab0755a-1de0-423e-bdf8-9d264bcf1f30, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=aab0755a-1de0-423e-bdf8-9d264bcf1f30,segment=NetworkSegment(d767f7c0-41a8-41cf-940a-83524c0e2e81),segment_id=d767f7c0-41a8-41cf-940a-83524c0e2e81)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:23:16.433909 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (aab0755a-1de0-423e-bdf8-9d264bcf1f30), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:16.482948 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Pushing event updated for resources: {'Port': ['ID=aab0755a-1de0-423e-bdf8-9d264bcf1f30,revision_number=4']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:23:16.679040 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] get_ports_and_sgs() called for port_ids ['aab0755a-1de0-423e-bdf8-9d264bcf1f30'] {{(pid=103470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:23:17.331334 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9753ffb-fdb7-4aba-8232-fd41c630f36c req-4c892e03-2c36-473a-b69e-c6ac288e0a52 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:23:17.332968 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c9753ffb-fdb7-4aba-8232-fd41c630f36c req-4c892e03-2c36-473a-b69e-c6ac288e0a52 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c547832-2add-4148-8b83-baf4e11d5f36 HTTP/1.1" status: 200 len: 944 time: 0.0574059 May 12 17:23:17.387985 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c9753ffb-fdb7-4aba-8232-fd41c630f36c req-8bdc40db-f6d8-463b-abaf-9b539a0426ae tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/security-groups?id=73506ee2-7743-492f-9a19-76b788578cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486758 May 12 17:23:18.257042 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Device aab0755a-1de0-423e-bdf8-9d264bcf1f30 up at agent hyperv_hv-cinder-84159 {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:23:18.300041 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Provisioning for port aab0755a-1de0-423e-bdf8-9d264bcf1f30 completed by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 17:23:18.306267 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Provisioning complete for port aab0755a-1de0-423e-bdf8-9d264bcf1f30 triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:23:18.306699 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (aab0755a-1de0-423e-bdf8-9d264bcf1f30), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:18.389765 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Current status of the port aab0755a-1de0-423e-bdf8-9d264bcf1f30 is: BUILD; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:23:18.390153 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (aab0755a-1de0-423e-bdf8-9d264bcf1f30), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:18.412783 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c547832-2add-4148-8b83-baf4e11d5f36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aab0755a-1de0-423e-bdf8-9d264bcf1f30'}] {{(pid=103470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:23:18.415306 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}983eca14ffe1519f8471a5ce991629ce2b8e436912840ac2edb7b499268545ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d6cfd4d-0208-4d37-90eb-611d5e15e3ee" -d '{"events": [{"server_uuid": "2c547832-2add-4148-8b83-baf4e11d5f36", "name": "network-vif-plugged", "status": "completed", "tag": "aab0755a-1de0-423e-bdf8-9d264bcf1f30"}]}' {{(pid=103470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:23:18.430142 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] For port aab0755a-1de0-423e-bdf8-9d264bcf1f30, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=aab0755a-1de0-423e-bdf8-9d264bcf1f30,segment=NetworkSegment(d767f7c0-41a8-41cf-940a-83524c0e2e81),segment_id=d767f7c0-41a8-41cf-940a-83524c0e2e81)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:23:18.435219 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (aab0755a-1de0-423e-bdf8-9d264bcf1f30), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:18.464815 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e385b2b-da5f-4ec6-bbab-09a2ca929856 x-openstack-request-id: req-7e385b2b-da5f-4ec6-bbab-09a2ca929856 {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:23:18.465136 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c547832-2add-4148-8b83-baf4e11d5f36", "name": "network-vif-plugged", "status": "completed", "tag": "aab0755a-1de0-423e-bdf8-9d264bcf1f30", "code": 200}]} {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:23:18.465402 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7e385b2b-da5f-4ec6-bbab-09a2ca929856 {{(pid=103470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:23:18.465795 dv-cinder-841591-1-iscsi neutron-server[103470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e385b2b-da5f-4ec6-bbab-09a2ca929856'] response: {'server_uuid': '2c547832-2add-4148-8b83-baf4e11d5f36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aab0755a-1de0-423e-bdf8-9d264bcf1f30', 'code': 200} May 12 17:23:18.491867 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Pushing event updated for resources: {'Port': ['ID=aab0755a-1de0-423e-bdf8-9d264bcf1f30,revision_number=5']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:23:18.532366 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893844fb-37a0-4c8c-a909-b2b1b188395d req-670fc05a-fe46-4150-bac9-ad78b8ab991e tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:23:18.534002 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-893844fb-37a0-4c8c-a909-b2b1b188395d req-670fc05a-fe46-4150-bac9-ad78b8ab991e tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c547832-2add-4148-8b83-baf4e11d5f36 HTTP/1.1" status: 200 len: 945 time: 0.0643280 May 12 17:23:18.585369 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-893844fb-37a0-4c8c-a909-b2b1b188395d req-68812498-1a95-4385-8f2d-8dbe9843c997 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/security-groups?id=73506ee2-7743-492f-9a19-76b788578cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441887 May 12 17:23:18.708676 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dca75fc-1c5f-48ba-9ead-96dee0354c46 req-98a5ab91-726b-4af0-9528-c333935d3e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:23:18.710067 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-9dca75fc-1c5f-48ba-9ead-96dee0354c46 req-98a5ab91-726b-4af0-9528-c333935d3e5b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2c547832-2add-4148-8b83-baf4e11d5f36 HTTP/1.1" status: 200 len: 1129 time: 0.0439925 May 12 17:23:19.024451 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-9dca75fc-1c5f-48ba-9ead-96dee0354c46 req-1517d59d-a4af-48e0-8404-6febc8c4ba49 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=73506ee2-7743-492f-9a19-76b788578cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3083441 May 12 17:23:19.706009 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c0c81-7fb1-49ce-8539-bfb47aa50d86 req-fdd8aacc-d143-470d-bd1f-72419c28b1fa tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:23:19.708407 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-339c0c81-7fb1-49ce-8539-bfb47aa50d86 req-fdd8aacc-d143-470d-bd1f-72419c28b1fa tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c547832-2add-4148-8b83-baf4e11d5f36 HTTP/1.1" status: 200 len: 945 time: 0.0499010 May 12 17:23:19.765518 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-339c0c81-7fb1-49ce-8539-bfb47aa50d86 req-9e815d56-113e-4afb-98d6-383ff3c97e3a tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/security-groups?id=73506ee2-7743-492f-9a19-76b788578cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491009 May 12 17:23:19.860231 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 34292) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:23:19.971422 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-63298e0d-dc6d-426b-a2d3-ee366ffe5d74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:20.048781 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-63298e0d-dc6d-426b-a2d3-ee366ffe5d74 admin admin] Publish callbacks [] for security_group (ef7e9ccb-085e-497f-b56d-7cff60133d9e), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:20.052618 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-63298e0d-dc6d-426b-a2d3-ee366ffe5d74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (ef7e9ccb-085e-497f-b56d-7cff60133d9e), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:20.093858 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-63298e0d-dc6d-426b-a2d3-ee366ffe5d74 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6e4d279446894242ac193739f29a78c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2325470 May 12 17:23:20.095245 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63298e0d-dc6d-426b-a2d3-ee366ffe5d74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef7e9ccb-085e-497f-b56d-7cff60133d9e,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:23:20.096477 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 34306) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:23:20.163728 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-af77d2bf-93f9-4d47-aa52-3c97be507707 admin admin] Publish callbacks [] for security_group (ef7e9ccb-085e-497f-b56d-7cff60133d9e), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:20.187633 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-af77d2bf-93f9-4d47-aa52-3c97be507707 admin admin] Publish callbacks [] for security_group (ef7e9ccb-085e-497f-b56d-7cff60133d9e), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:20.239770 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-af77d2bf-93f9-4d47-aa52-3c97be507707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (ef7e9ccb-085e-497f-b56d-7cff60133d9e), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:20.243190 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-af77d2bf-93f9-4d47-aa52-3c97be507707 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:20.244378 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-af77d2bf-93f9-4d47-aa52-3c97be507707 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ef7e9ccb-085e-497f-b56d-7cff60133d9e HTTP/1.1" status: 204 len: 168 time: 0.1461358 May 12 17:23:20.252726 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af77d2bf-93f9-4d47-aa52-3c97be507707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef7e9ccb-085e-497f-b56d-7cff60133d9e,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:23:20.877087 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55d3d24-7fdd-48b8-a5bc-f4ab9d6fa290 req-c1db4dce-11a2-4368-85d7-469e369f6b57 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:23:20.878572 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-d55d3d24-7fdd-48b8-a5bc-f4ab9d6fa290 req-c1db4dce-11a2-4368-85d7-469e369f6b57 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c547832-2add-4148-8b83-baf4e11d5f36 HTTP/1.1" status: 200 len: 945 time: 0.0466554 May 12 17:23:20.933639 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-d55d3d24-7fdd-48b8-a5bc-f4ab9d6fa290 req-b4ec9eae-5707-4d90-85db-d7c1686f9e41 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/security-groups?id=73506ee2-7743-492f-9a19-76b788578cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492125 May 12 17:23:21.043341 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71421ff-c4ff-4d93-9d40-a095ac3550c1 req-1dcb1358-072b-4822-8a3f-89b66405ae33 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:23:21.044803 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b71421ff-c4ff-4d93-9d40-a095ac3550c1 req-1dcb1358-072b-4822-8a3f-89b66405ae33 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c547832-2add-4148-8b83-baf4e11d5f36 HTTP/1.1" status: 200 len: 945 time: 0.0465772 May 12 17:23:21.092310 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b71421ff-c4ff-4d93-9d40-a095ac3550c1 req-f821ee3c-b57f-4da1-9a16-9af0ae3f66e6 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/security-groups?id=73506ee2-7743-492f-9a19-76b788578cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420327 May 12 17:23:21.113356 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 34316) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:23:21.291466 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a8bb64-2e37-439c-982d-fe778c4355de tempest-TestVolumeBootPattern-1504078682 tempest-TestVolumeBootPattern-1504078682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:23:21.292973 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-69a8bb64-2e37-439c-982d-fe778c4355de tempest-TestVolumeBootPattern-1504078682 tempest-TestVolumeBootPattern-1504078682-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2c547832-2add-4148-8b83-baf4e11d5f36 HTTP/1.1" status: 200 len: 1124 time: 0.1786935 May 12 17:23:21.295695 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 34322) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:23:21.299835 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-e8f22b0b-51f0-4d3c-8dc9-a8ce7c43c4f1 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Request body: {'floatingip': {'floating_network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'port_id': 'aab0755a-1de0-423e-bdf8-9d264bcf1f30', 'tenant_id': '5d002d9e79b24742b0906bc2b220d998', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:23:21.321339 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-e8f22b0b-51f0-4d3c-8dc9-a8ce7c43c4f1 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:21.398314 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-e8f22b0b-51f0-4d3c-8dc9-a8ce7c43c4f1 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:21.503880 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.db.db_base_plugin_common [None req-e8f22b0b-51f0-4d3c-8dc9-a8ce7c43c4f1 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Allocated IP 172.27.0.190 (9bfa71c8-c6b3-48ca-a660-d8187367d4be/c986c1c6-d014-45ab-99c5-409df43f439e/12ebfb43-0ca0-4c41-9170-16b2ee27f8c9) {{(pid=103469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:23:21.613467 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-e8f22b0b-51f0-4d3c-8dc9-a8ce7c43c4f1 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Publish callbacks [] for port (12ebfb43-0ca0-4c41-9170-16b2ee27f8c9), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:21.651442 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-e8f22b0b-51f0-4d3c-8dc9-a8ce7c43c4f1 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774527475285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968517'] for port (12ebfb43-0ca0-4c41-9170-16b2ee27f8c9), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:21.686413 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f22b0b-51f0-4d3c-8dc9-a8ce7c43c4f1 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Network 9bfa71c8-c6b3-48ca-a660-d8187367d4be is already hosted by enough agents. {{(pid=103469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:23:21.689162 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [None req-e8f22b0b-51f0-4d3c-8dc9-a8ce7c43c4f1 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Resources bound (agent type, host, resource id): {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:23:21.692674 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f22b0b-51f0-4d3c-8dc9-a8ce7c43c4f1 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Received port after_create {{(pid=103469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:23:21.719729 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f22b0b-51f0-4d3c-8dc9-a8ce7c43c4f1 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Pushing event updated for resources: {'Port': ['ID=12ebfb43-0ca0-4c41-9170-16b2ee27f8c9,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:23:22.064707 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-e8f22b0b-51f0-4d3c-8dc9-a8ce7c43c4f1 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Publish callbacks [] for floatingip (5400cce6-f741-4af3-9030-f243aa8f249c), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:22.129680 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-e8f22b0b-51f0-4d3c-8dc9-a8ce7c43c4f1 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (12ebfb43-0ca0-4c41-9170-16b2ee27f8c9), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:22.303772 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-e8f22b0b-51f0-4d3c-8dc9-a8ce7c43c4f1 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Publish callbacks [] for port (12ebfb43-0ca0-4c41-9170-16b2ee27f8c9), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:22.308197 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-e8f22b0b-51f0-4d3c-8dc9-a8ce7c43c4f1 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968562'] for port (12ebfb43-0ca0-4c41-9170-16b2ee27f8c9), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:22.383195 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f22b0b-51f0-4d3c-8dc9-a8ce7c43c4f1 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Pushing event updated for resources: {'Port': ['ID=12ebfb43-0ca0-4c41-9170-16b2ee27f8c9,revision_number=2']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:23:22.388635 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-e8f22b0b-51f0-4d3c-8dc9-a8ce7c43c4f1 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682608'] for floatingip (5400cce6-f741-4af3-9030-f243aa8f249c), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:22.489923 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.db.l3_db [None req-e8f22b0b-51f0-4d3c-8dc9-a8ce7c43c4f1 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Floating IP 5400cce6-f741-4af3-9030-f243aa8f249c associated. External IP: 172.27.0.190, port: aab0755a-1de0-423e-bdf8-9d264bcf1f30. May 12 17:23:22.956021 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8f22b0b-51f0-4d3c-8dc9-a8ce7c43c4f1 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Router 5902244f-fd5f-46ec-975c-b50c7357dcba has already been hosted by L3 agent e5548ccc-31b8-4072-a6b0-52b00208ea79 {{(pid=103469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:23:23.066684 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8f22b0b-51f0-4d3c-8dc9-a8ce7c43c4f1 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Notify agent at l3_agent.dv-cinder-841591-1-iscsi the message routers_updated {{(pid=103469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:23:23.077313 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f220c35-f9b8-49dc-ab3f-4248160399b6 None None] Sync routers for ids ['5902244f-fd5f-46ec-975c-b50c7357dcba'] in dv-cinder-841591-1-iscsi {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:23:23.085326 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-e8f22b0b-51f0-4d3c-8dc9-a8ce7c43c4f1 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36930'] for floatingip (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:23.086946 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f220c35-f9b8-49dc-ab3f-4248160399b6 None None] Routers {'5902244f-fd5f-46ec-975c-b50c7357dcba'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:23:23.087629 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-0f220c35-f9b8-49dc-ab3f-4248160399b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:22:56Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['5902244f-fd5f-46ec-975c-b50c7357dcba'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:23:23.118344 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-e8f22b0b-51f0-4d3c-8dc9-a8ce7c43c4f1 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8216238 May 12 17:23:23.119194 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c547832-2add-4148-8b83-baf4e11d5f36', 'tag': 'aab0755a-1de0-423e-bdf8-9d264bcf1f30'}] {{(pid=103469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:23:23.121634 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a389b951f31a62b906e18655c420a9fe9aa70b39b59c66ae41c54d630ec86ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9896b068-0313-4d0c-bcae-dd7b58eef88d" -d '{"events": [{"name": "network-changed", "server_uuid": "2c547832-2add-4148-8b83-baf4e11d5f36", "tag": "aab0755a-1de0-423e-bdf8-9d264bcf1f30"}]}' {{(pid=103469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:23:23.157737 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d556ced-0fae-4a56-9e97-7482e2156717 x-openstack-request-id: req-4d556ced-0fae-4a56-9e97-7482e2156717 {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:23:23.158023 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c547832-2add-4148-8b83-baf4e11d5f36", "tag": "aab0755a-1de0-423e-bdf8-9d264bcf1f30", "status": "completed", "code": 200}]} {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:23:23.158273 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4d556ced-0fae-4a56-9e97-7482e2156717 {{(pid=103469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:23:23.158719 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d556ced-0fae-4a56-9e97-7482e2156717'] response: {'name': 'network-changed', 'server_uuid': '2c547832-2add-4148-8b83-baf4e11d5f36', 'tag': 'aab0755a-1de0-423e-bdf8-9d264bcf1f30', 'status': 'completed', 'code': 200} May 12 17:23:23.197101 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-0f220c35-f9b8-49dc-ab3f-4248160399b6 None None] Set router 5902244f-fd5f-46ec-975c-b50c7357dcba gateway port host: dv-cinder-841591-1-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:23:23.229349 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9896b068-0313-4d0c-bcae-dd7b58eef88d req-6cabfc5b-0ed6-4e01-a6b8-7ddd58254984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:23:23.230860 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-9896b068-0313-4d0c-bcae-dd7b58eef88d req-6cabfc5b-0ed6-4e01-a6b8-7ddd58254984 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5d002d9e79b24742b0906bc2b220d998&device_id=2c547832-2add-4148-8b83-baf4e11d5f36 HTTP/1.1" status: 200 len: 1129 time: 0.0383408 May 12 17:23:23.320421 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9896b068-0313-4d0c-bcae-dd7b58eef88d req-0c79767c-9a4c-4c01-900d-b05875199528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:23:23.321880 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-9896b068-0313-4d0c-bcae-dd7b58eef88d req-0c79767c-9a4c-4c01-900d-b05875199528 service neutron] 10.222.0.58 "GET /v2.0/networks?id=6fb55941-2cb2-4359-bdd6-587e053b44f0 HTTP/1.1" status: 200 len: 912 time: 0.0842128 May 12 17:23:23.389741 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-9896b068-0313-4d0c-bcae-dd7b58eef88d req-e509dca0-8ba3-44bc-850f-b7279ed5b28d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aab0755a-1de0-423e-bdf8-9d264bcf1f30 HTTP/1.1" status: 200 len: 999 time: 0.0613356 May 12 17:23:23.408886 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-0f220c35-f9b8-49dc-ab3f-4248160399b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5902244f-fd5f-46ec-975c-b50c7357dcba', 'name': 'tempest-TestVolumeBootPattern-902140157-router', 'tenant_id': '5d002d9e79b24742b0906bc2b220d998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '938c5f0d-73f6-4350-87cf-c7cd25c4cf14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:17:16Z', 'updated_at': '2022-05-12T17:17:21Z', 'revision_number': 4, 'project_id': '5d002d9e79b24742b0906bc2b220d998', 'gw_port': {'id': '938c5f0d-73f6-4350-87cf-c7cd25c4cf14', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:aa:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5902244f-fd5f-46ec-975c-b50c7357dcba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:17:17Z', 'updated_at': '2022-05-12T17:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_floatingips': [{'id': '5400cce6-f741-4af3-9030-f243aa8f249c', 'tenant_id': '5d002d9e79b24742b0906bc2b220d998', 'floating_ip_address': '172.27.0.190', 'floating_network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'router_id': '5902244f-fd5f-46ec-975c-b50c7357dcba', 'port_id': 'aab0755a-1de0-423e-bdf8-9d264bcf1f30', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fb55941-2cb2-4359-bdd6-587e053b44f0', 'mac_address': 'fa:16:3e:a9:28:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c547832-2add-4148-8b83-baf4e11d5f36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:23:21Z', 'updated_at': '2022-05-12T17:23:21Z', 'revision_number': 0, 'project_id': '5d002d9e79b24742b0906bc2b220d998', 'fixed_ip_address_scope': None}, {'id': 'd6bcf848-e509-4cf8-bb22-c4b848ff12aa', 'tenant_id': '5d002d9e79b24742b0906bc2b220d998', 'floating_ip_address': '172.27.0.199', 'floating_network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'router_id': '5902244f-fd5f-46ec-975c-b50c7357dcba', 'port_id': '0f9ed0e2-fdf3-439b-a2fd-41bd3abe42ba', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fb55941-2cb2-4359-bdd6-587e053b44f0', 'mac_address': 'fa:16:3e:97:71:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a0e8b1-2d3c-4f5b-b6d9-a7039363047e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:20:58Z', 'updated_at': '2022-05-12T17:21:01Z', 'revision_number': 1, 'project_id': '5d002d9e79b24742b0906bc2b220d998', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51471d09-f440-4cb3-aad2-76a03f1af86b', 'name': '', 'network_id': '6fb55941-2cb2-4359-bdd6-587e053b44f0', 'tenant_id': '5d002d9e79b24742b0906bc2b220d998', 'mac_address': 'fa:16:3e:ff:4a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5902244f-fd5f-46ec-975c-b50c7357dcba', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'c5f1d9ec-05e3-4b23-84b4-48d07d13574c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:17:20Z', 'updated_at': '2022-05-12T17:17:26Z', 'revision_number': 5, 'project_id': '5d002d9e79b24742b0906bc2b220d998', 'subnets': [{'id': 'c5f1d9ec-05e3-4b23-84b4-48d07d13574c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:23:23.439855 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f220c35-f9b8-49dc-ab3f-4248160399b6 None None] Checking router: 5902244f-fd5f-46ec-975c-b50c7357dcba for host: dv-cinder-841591-1-iscsi {{(pid=103471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:23:23.442629 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9896b068-0313-4d0c-bcae-dd7b58eef88d req-d9684ddb-afec-49fe-ae08-fe60ecfa18d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:23:23.444187 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-9896b068-0313-4d0c-bcae-dd7b58eef88d req-d9684ddb-afec-49fe-ae08-fe60ecfa18d5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c5f1d9ec-05e3-4b23-84b4-48d07d13574c HTTP/1.1" status: 200 len: 850 time: 0.0435703 May 12 17:23:23.448615 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f220c35-f9b8-49dc-ab3f-4248160399b6 None None] Routers {'5902244f-fd5f-46ec-975c-b50c7357dcba'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:23:23.449221 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-0f220c35-f9b8-49dc-ab3f-4248160399b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:22:56Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['5902244f-fd5f-46ec-975c-b50c7357dcba'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:23:23.485884 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9896b068-0313-4d0c-bcae-dd7b58eef88d req-3995807c-c6f8-4ffb-93c0-f5d41d2e2c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:23:23.487401 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-9896b068-0313-4d0c-bcae-dd7b58eef88d req-3995807c-c6f8-4ffb-93c0-f5d41d2e2c8b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6fb55941-2cb2-4359-bdd6-587e053b44f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377626 May 12 17:23:23.583505 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-9896b068-0313-4d0c-bcae-dd7b58eef88d req-4215419f-06d3-4119-9bad-42431b5d1a0b service neutron] 10.222.0.58 "GET /v2.0/networks/6fb55941-2cb2-4359-bdd6-587e053b44f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876129 May 12 17:23:23.647774 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-0f220c35-f9b8-49dc-ab3f-4248160399b6 None None] Set router 5902244f-fd5f-46ec-975c-b50c7357dcba gateway port host: dv-cinder-841591-1-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:23:23.678371 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-9896b068-0313-4d0c-bcae-dd7b58eef88d req-5ccfd25a-8929-4738-b7ad-adbd227ebe44 service neutron] 10.222.0.58 "GET /v2.0/networks/6fb55941-2cb2-4359-bdd6-587e053b44f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880759 May 12 17:23:23.788063 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-1ef5e57c-8bba-4102-8d69-527623617a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (ad05f391-ff61-4b74-a3af-7ffb7f485489), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:23.873724 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-0f220c35-f9b8-49dc-ab3f-4248160399b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5902244f-fd5f-46ec-975c-b50c7357dcba', 'name': 'tempest-TestVolumeBootPattern-902140157-router', 'tenant_id': '5d002d9e79b24742b0906bc2b220d998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '938c5f0d-73f6-4350-87cf-c7cd25c4cf14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:17:16Z', 'updated_at': '2022-05-12T17:17:21Z', 'revision_number': 4, 'project_id': '5d002d9e79b24742b0906bc2b220d998', 'gw_port': {'id': '938c5f0d-73f6-4350-87cf-c7cd25c4cf14', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:aa:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5902244f-fd5f-46ec-975c-b50c7357dcba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:17:17Z', 'updated_at': '2022-05-12T17:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_floatingips': [{'id': '5400cce6-f741-4af3-9030-f243aa8f249c', 'tenant_id': '5d002d9e79b24742b0906bc2b220d998', 'floating_ip_address': '172.27.0.190', 'floating_network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'router_id': '5902244f-fd5f-46ec-975c-b50c7357dcba', 'port_id': 'aab0755a-1de0-423e-bdf8-9d264bcf1f30', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fb55941-2cb2-4359-bdd6-587e053b44f0', 'mac_address': 'fa:16:3e:a9:28:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c547832-2add-4148-8b83-baf4e11d5f36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:23:21Z', 'updated_at': '2022-05-12T17:23:21Z', 'revision_number': 0, 'project_id': '5d002d9e79b24742b0906bc2b220d998', 'fixed_ip_address_scope': None}, {'id': 'd6bcf848-e509-4cf8-bb22-c4b848ff12aa', 'tenant_id': '5d002d9e79b24742b0906bc2b220d998', 'floating_ip_address': '172.27.0.199', 'floating_network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'router_id': '5902244f-fd5f-46ec-975c-b50c7357dcba', 'port_id': '0f9ed0e2-fdf3-439b-a2fd-41bd3abe42ba', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fb55941-2cb2-4359-bdd6-587e053b44f0', 'mac_address': 'fa:16:3e:97:71:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a0e8b1-2d3c-4f5b-b6d9-a7039363047e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:20:58Z', 'updated_at': '2022-05-12T17:21:01Z', 'revision_number': 1, 'project_id': '5d002d9e79b24742b0906bc2b220d998', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51471d09-f440-4cb3-aad2-76a03f1af86b', 'name': '', 'network_id': '6fb55941-2cb2-4359-bdd6-587e053b44f0', 'tenant_id': '5d002d9e79b24742b0906bc2b220d998', 'mac_address': 'fa:16:3e:ff:4a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5902244f-fd5f-46ec-975c-b50c7357dcba', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'c5f1d9ec-05e3-4b23-84b4-48d07d13574c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:17:20Z', 'updated_at': '2022-05-12T17:17:26Z', 'revision_number': 5, 'project_id': '5d002d9e79b24742b0906bc2b220d998', 'subnets': [{'id': 'c5f1d9ec-05e3-4b23-84b4-48d07d13574c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:23:23.903358 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f220c35-f9b8-49dc-ab3f-4248160399b6 None None] The sync data for ids ['5902244f-fd5f-46ec-975c-b50c7357dcba'] in dv-cinder-841591-1-iscsi is: [{'id': '5902244f-fd5f-46ec-975c-b50c7357dcba', 'name': 'tempest-TestVolumeBootPattern-902140157-router', 'tenant_id': '5d002d9e79b24742b0906bc2b220d998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '938c5f0d-73f6-4350-87cf-c7cd25c4cf14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:17:16Z', 'updated_at': '2022-05-12T17:17:21Z', 'revision_number': 4, 'project_id': '5d002d9e79b24742b0906bc2b220d998', 'gw_port': {'id': '938c5f0d-73f6-4350-87cf-c7cd25c4cf14', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:aa:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5902244f-fd5f-46ec-975c-b50c7357dcba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:17:17Z', 'updated_at': '2022-05-12T17:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_floatingips': [{'id': '5400cce6-f741-4af3-9030-f243aa8f249c', 'tenant_id': '5d002d9e79b24742b0906bc2b220d998', 'floating_ip_address': '172.27.0.190', 'floating_network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'router_id': '5902244f-fd5f-46ec-975c-b50c7357dcba', 'port_id': 'aab0755a-1de0-423e-bdf8-9d264bcf1f30', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fb55941-2cb2-4359-bdd6-587e053b44f0', 'mac_address': 'fa:16:3e:a9:28:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c547832-2add-4148-8b83-baf4e11d5f36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:23:21Z', 'updated_at': '2022-05-12T17:23:21Z', 'revision_number': 0, 'project_id': '5d002d9e79b24742b0906bc2b220d998', 'fixed_ip_address_scope': None}, {'id': 'd6bcf848-e509-4cf8-bb22-c4b848ff12aa', 'tenant_id': '5d002d9e79b24742b0906bc2b220d998', 'floating_ip_address': '172.27.0.199', 'floating_network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'router_id': '5902244f-fd5f-46ec-975c-b50c7357dcba', 'port_id': '0f9ed0e2-fdf3-439b-a2fd-41bd3abe42ba', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fb55941-2cb2-4359-bdd6-587e053b44f0', 'mac_address': 'fa:16:3e:97:71:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a0e8b1-2d3c-4f5b-b6d9-a7039363047e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:20:58Z', 'updated_at': '2022-05-12T17:21:01Z', 'revision_number': 1, 'project_id': '5d002d9e79b24742b0906bc2b220d998', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51471d09-f440-4cb3-aad2-76a03f1af86b', 'name': '', 'network_id': '6fb55941-2cb2-4359-bdd6-587e053b44f0', 'tenant_id': '5d002d9e79b24742b0906bc2b220d998', 'mac_address': 'fa:16:3e:ff:4a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5902244f-fd5f-46ec-975c-b50c7357dcba', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'c5f1d9ec-05e3-4b23-84b4-48d07d13574c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:17:20Z', 'updated_at': '2022-05-12T17:17:26Z', 'revision_number': 5, 'project_id': '5d002d9e79b24742b0906bc2b220d998', 'subnets': [{'id': 'c5f1d9ec-05e3-4b23-84b4-48d07d13574c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:23:24.110944 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd86e9c7-79e5-4e26-a61d-c2926ccf9acd None None] New status for floating IP 5400cce6-f741-4af3-9030-f243aa8f249c: ACTIVE {{(pid=103470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 17:23:24.306741 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 34364) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:23:24.414547 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-53e0e0d5-975b-40cc-8e1d-6f68c6b97391 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:24.493995 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-53e0e0d5-975b-40cc-8e1d-6f68c6b97391 admin admin] Publish callbacks [] for security_group (d36914f5-c3ba-4d73-a725-f64f7df3d380), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:24.498045 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-53e0e0d5-975b-40cc-8e1d-6f68c6b97391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (d36914f5-c3ba-4d73-a725-f64f7df3d380), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:24.536793 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e0e0d5-975b-40cc-8e1d-6f68c6b97391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d36914f5-c3ba-4d73-a725-f64f7df3d380,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:23:24.543751 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-53e0e0d5-975b-40cc-8e1d-6f68c6b97391 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d3116f752f944ab698d6c7f8c6d6593e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2360539 May 12 17:23:24.546596 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 34368) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:23:24.606904 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-b920d3ce-e209-4956-a0da-54804ccdd9c7 admin admin] Publish callbacks [] for security_group (d36914f5-c3ba-4d73-a725-f64f7df3d380), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:24.637696 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-b920d3ce-e209-4956-a0da-54804ccdd9c7 admin admin] Publish callbacks [] for security_group (d36914f5-c3ba-4d73-a725-f64f7df3d380), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:24.694377 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-b920d3ce-e209-4956-a0da-54804ccdd9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (d36914f5-c3ba-4d73-a725-f64f7df3d380), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:24.696951 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-b920d3ce-e209-4956-a0da-54804ccdd9c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:24.698101 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-b920d3ce-e209-4956-a0da-54804ccdd9c7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d36914f5-c3ba-4d73-a725-f64f7df3d380 HTTP/1.1" status: 204 len: 168 time: 0.1505556 May 12 17:23:24.706675 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b920d3ce-e209-4956-a0da-54804ccdd9c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d36914f5-c3ba-4d73-a725-f64f7df3d380,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:23:24.948178 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 34374) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:23:24.961092 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-ca45af02-3190-471c-80e5-d988e633f301 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:25.037837 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-ca45af02-3190-471c-80e5-d988e633f301 admin admin] Publish callbacks [] for security_group (616281af-dd5f-4eec-b49d-8ab045aca6d0), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:25.041353 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-ca45af02-3190-471c-80e5-d988e633f301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (616281af-dd5f-4eec-b49d-8ab045aca6d0), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:25.078350 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-ca45af02-3190-471c-80e5-d988e633f301 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6468ca6fad3b4a439a6c5db55ac64f07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1291492 May 12 17:23:25.080900 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 34376) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:23:25.087568 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca45af02-3190-471c-80e5-d988e633f301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=616281af-dd5f-4eec-b49d-8ab045aca6d0,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:23:25.133525 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-44dcccac-f922-40c9-8896-cc3183140a67 admin admin] Publish callbacks [] for security_group (616281af-dd5f-4eec-b49d-8ab045aca6d0), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:25.154846 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-44dcccac-f922-40c9-8896-cc3183140a67 admin admin] Publish callbacks [] for security_group (616281af-dd5f-4eec-b49d-8ab045aca6d0), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:25.203865 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-44dcccac-f922-40c9-8896-cc3183140a67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (616281af-dd5f-4eec-b49d-8ab045aca6d0), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:25.206712 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-44dcccac-f922-40c9-8896-cc3183140a67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:25.207835 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-44dcccac-f922-40c9-8896-cc3183140a67 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/616281af-dd5f-4eec-b49d-8ab045aca6d0 HTTP/1.1" status: 204 len: 168 time: 0.1260555 May 12 17:23:25.216516 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcccac-f922-40c9-8896-cc3183140a67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=616281af-dd5f-4eec-b49d-8ab045aca6d0,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:23:25.511664 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 34384) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:23:25.525230 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a1d1c7cd-18d3-47dc-b905-c19084aa2ded admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:25.599636 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a1d1c7cd-18d3-47dc-b905-c19084aa2ded admin admin] Publish callbacks [] for security_group (cc245470-b7eb-479a-9b4e-a1cb99b57288), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:25.603048 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a1d1c7cd-18d3-47dc-b905-c19084aa2ded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (cc245470-b7eb-479a-9b4e-a1cb99b57288), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:25.640243 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-a1d1c7cd-18d3-47dc-b905-c19084aa2ded admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=178cabeaab764ffaafe115d166b8ec7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1274562 May 12 17:23:25.642178 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d1c7cd-18d3-47dc-b905-c19084aa2ded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc245470-b7eb-479a-9b4e-a1cb99b57288,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:23:25.642949 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 34386) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:23:25.690723 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-f3e9bcb8-a672-41d7-a910-355a71e9bdbc admin admin] Publish callbacks [] for security_group (cc245470-b7eb-479a-9b4e-a1cb99b57288), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:25.712293 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-f3e9bcb8-a672-41d7-a910-355a71e9bdbc admin admin] Publish callbacks [] for security_group (cc245470-b7eb-479a-9b4e-a1cb99b57288), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:25.755649 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-f3e9bcb8-a672-41d7-a910-355a71e9bdbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (cc245470-b7eb-479a-9b4e-a1cb99b57288), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:25.759176 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-f3e9bcb8-a672-41d7-a910-355a71e9bdbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:25.760306 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-f3e9bcb8-a672-41d7-a910-355a71e9bdbc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cc245470-b7eb-479a-9b4e-a1cb99b57288 HTTP/1.1" status: 204 len: 168 time: 0.1162565 May 12 17:23:25.767611 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e9bcb8-a672-41d7-a910-355a71e9bdbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc245470-b7eb-479a-9b4e-a1cb99b57288,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:23:26.194015 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-f1779eec-ac9c-4c82-ad35-f0bfd62acefa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (e5548ccc-31b8-4072-a6b0-52b00208ea79), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:26.466933 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 34408) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:23:26.558706 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-a94b22a3-2be2-4b9f-8f8a-c8c1e48bb67c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1960711746-network', 'tenant_id': '0e381a22482e4cb5a714dd3392a19c27'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:23:26.578538 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a94b22a3-2be2-4b9f-8f8a-c8c1e48bb67c admin admin] Made reservation on behalf of 0e381a22482e4cb5a714dd3392a19c27 for: {'network': 1} {{(pid=103468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:23:26.580830 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-a94b22a3-2be2-4b9f-8f8a-c8c1e48bb67c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for network (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:26.589393 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-a94b22a3-2be2-4b9f-8f8a-c8c1e48bb67c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:26.660647 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-a94b22a3-2be2-4b9f-8f8a-c8c1e48bb67c admin admin] Publish callbacks [] for security_group (5f10315e-b1c3-4e2b-8dd7-e979d04e20d0), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:26.664630 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-a94b22a3-2be2-4b9f-8f8a-c8c1e48bb67c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (5f10315e-b1c3-4e2b-8dd7-e979d04e20d0), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:26.688690 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a94b22a3-2be2-4b9f-8f8a-c8c1e48bb67c admin admin] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=103468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 17:23:26.698520 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94b22a3-2be2-4b9f-8f8a-c8c1e48bb67c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f10315e-b1c3-4e2b-8dd7-e979d04e20d0,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:23:26.703157 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-a94b22a3-2be2-4b9f-8f8a-c8c1e48bb67c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774527956237', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3597332'] for segment (1e584874-a263-4e75-a6cc-53de20e91811), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:26.703633 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.db.segments_db [None req-a94b22a3-2be2-4b9f-8f8a-c8c1e48bb67c admin admin] Added segment 1e584874-a263-4e75-a6cc-53de20e91811 of type vlan for network 0d2b0c23-00fb-4a8f-9441-ba408404271d May 12 17:23:26.744760 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-a94b22a3-2be2-4b9f-8f8a-c8c1e48bb67c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774527496843'] for network (0d2b0c23-00fb-4a8f-9441-ba408404271d), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:26.768654 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-a94b22a3-2be2-4b9f-8f8a-c8c1e48bb67c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205'] for network (0d2b0c23-00fb-4a8f-9441-ba408404271d), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:26.769636 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94b22a3-2be2-4b9f-8f8a-c8c1e48bb67c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:23:26.770212 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-a94b22a3-2be2-4b9f-8f8a-c8c1e48bb67c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-519179'] for network (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:26.799978 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-a94b22a3-2be2-4b9f-8f8a-c8c1e48bb67c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.3319821 May 12 17:23:26.802939 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 34412) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:23:26.808528 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-e2377240-a465-437f-bf39-c667388ecd55 admin admin] Request body: {'subnet': {'network_id': '0d2b0c23-00fb-4a8f-9441-ba408404271d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1960711746-subnet', 'tenant_id': '0e381a22482e4cb5a714dd3392a19c27', 'ip_version': 4}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:23:26.828807 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2377240-a465-437f-bf39-c667388ecd55 admin admin] Made reservation on behalf of 0e381a22482e4cb5a714dd3392a19c27 for: {'subnet': 1} {{(pid=103469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:23:26.831277 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-e2377240-a465-437f-bf39-c667388ecd55 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11573757'] for subnet (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:26.831814 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94b22a3-2be2-4b9f-8f8a-c8c1e48bb67c admin admin] Pushing event updated for resources: {'Network': ['ID=0d2b0c23-00fb-4a8f-9441-ba408404271d,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:23:26.842186 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Network 0d2b0c23-00fb-4a8f-9441-ba408404271d details requested by agent ovs-agent-dv-cinder-841591-1-iscsi with host dv-cinder-841591-1-iscsi {{(pid=103470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 17:23:26.993813 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-e2377240-a465-437f-bf39-c667388ecd55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1968693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11573739'] for subnet (246c5985-adc2-4f0f-9d62-017350f2cc9b), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:27.045614 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2377240-a465-437f-bf39-c667388ecd55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=246c5985-adc2-4f0f-9d62-017350f2cc9b,revision_number=0']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:23:27.056121 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2377240-a465-437f-bf39-c667388ecd55 admin admin] Checking segment: {'id': '1e584874-a263-4e75-a6cc-53de20e91811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '0d2b0c23-00fb-4a8f-9441-ba408404271d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:23:27.056477 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2377240-a465-437f-bf39-c667388ecd55 admin admin] Network hostable DHCP agents. Network: 0d2b0c23-00fb-4a8f-9441-ba408404271d, hostable agents: ['ad05f391-ff61-4b74-a3af-7ffb7f485489'], hosted agents: [] {{(pid=103469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 17:23:27.072459 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2377240-a465-437f-bf39-c667388ecd55 admin admin] Network 0d2b0c23-00fb-4a8f-9441-ba408404271d is scheduled to be hosted by DHCP agent ad05f391-ff61-4b74-a3af-7ffb7f485489 with binding_index 1 {{(pid=103469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 17:23:27.080005 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [None req-e2377240-a465-437f-bf39-c667388ecd55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841591-1-iscsi, 0d2b0c23-00fb-4a8f-9441-ba408404271d) {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:23:27.083826 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2377240-a465-437f-bf39-c667388ecd55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:23:27.084445 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-e2377240-a465-437f-bf39-c667388ecd55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-519179'] for subnet (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:27.088527 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b885061-695a-43d2-9969-6f54eb260689 None None] Network 0d2b0c23-00fb-4a8f-9441-ba408404271d requested from dv-cinder-841591-1-iscsi {{(pid=103470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:23:27.099032 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-e2377240-a465-437f-bf39-c667388ecd55 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.2944438 May 12 17:23:27.102290 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 34414) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:23:27.106462 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-a4eb2246-b734-4af5-a647-12ebaf28b38a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1960711746-router', 'tenant_id': '0e381a22482e4cb5a714dd3392a19c27', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be'}}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:23:27.131418 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a4eb2246-b734-4af5-a647-12ebaf28b38a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3679493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1042260'] for router (cc355820-f94d-42d5-8637-978570244cad), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:27.132685 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a4eb2246-b734-4af5-a647-12ebaf28b38a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3679729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3679772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1042269'] for router (cc355820-f94d-42d5-8637-978570244cad), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:27.186361 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a4eb2246-b734-4af5-a647-12ebaf28b38a admin admin] Publish callbacks [] for router_controller (cc355820-f94d-42d5-8637-978570244cad), precommit_add_association {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:27.193938 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669262a5-efdd-42d9-b6af-808b1cc91963 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe4af7ad2-c653-548e-8b21-f3b9ef6cc8f2-0d2b0c23-00fb-4a8f-9441-ba408404271d', 'network_id': '0d2b0c23-00fb-4a8f-9441-ba408404271d', 'project_id': '0e381a22482e4cb5a714dd3392a19c27', 'fixed_ips': [{'subnet_id': '246c5985-adc2-4f0f-9d62-017350f2cc9b'}]}} from dv-cinder-841591-1-iscsi. {{(pid=103470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 17:23:27.194902 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-669262a5-efdd-42d9-b6af-808b1cc91963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:27.327340 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-921d17b2-ae2c-4a72-8bd8-05131367e3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (bf71836d-8135-4bcd-843a-dab378dba2b2), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:27.335606 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a4eb2246-b734-4af5-a647-12ebaf28b38a admin admin] Publish callbacks [] for router_gateway (cc355820-f94d-42d5-8637-978570244cad), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:27.345042 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.db_base_plugin_common [None req-669262a5-efdd-42d9-b6af-808b1cc91963 None None] Allocated IP 172.20.0.2 (0d2b0c23-00fb-4a8f-9441-ba408404271d/246c5985-adc2-4f0f-9d62-017350f2cc9b/25e310db-cf1a-4d41-ac29-64072ff92d6e) {{(pid=103470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:23:27.487431 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-669262a5-efdd-42d9-b6af-808b1cc91963 None None] Publish callbacks [] for port (25e310db-cf1a-4d41-ac29-64072ff92d6e), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:27.492713 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-669262a5-efdd-42d9-b6af-808b1cc91963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774527475285'] for port (25e310db-cf1a-4d41-ac29-64072ff92d6e), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:27.512427 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a4eb2246-b734-4af5-a647-12ebaf28b38a admin admin] Publish callbacks [] for router_gateway (cc355820-f94d-42d5-8637-978570244cad), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:27.531138 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a4eb2246-b734-4af5-a647-12ebaf28b38a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:27.531315 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669262a5-efdd-42d9-b6af-808b1cc91963 None None] Network 0d2b0c23-00fb-4a8f-9441-ba408404271d is already hosted by enough agents. {{(pid=103470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:23:27.536650 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.scheduler.base_scheduler [None req-669262a5-efdd-42d9-b6af-808b1cc91963 None None] Resources bound (agent type, host, resource id): {{(pid=103470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:23:27.541928 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669262a5-efdd-42d9-b6af-808b1cc91963 None None] Received port after_create {{(pid=103470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:23:27.545098 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669262a5-efdd-42d9-b6af-808b1cc91963 None None] Pushing event updated for resources: {'Port': ['ID=25e310db-cf1a-4d41-ac29-64072ff92d6e,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:23:27.556456 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669262a5-efdd-42d9-b6af-808b1cc91963 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:23:27.556796 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669262a5-efdd-42d9-b6af-808b1cc91963 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:23:27.557160 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669262a5-efdd-42d9-b6af-808b1cc91963 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:23:27.557670 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669262a5-efdd-42d9-b6af-808b1cc91963 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:23:27.557851 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669262a5-efdd-42d9-b6af-808b1cc91963 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:23:27.558163 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669262a5-efdd-42d9-b6af-808b1cc91963 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:23:27.558540 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669262a5-efdd-42d9-b6af-808b1cc91963 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:23:27.558868 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669262a5-efdd-42d9-b6af-808b1cc91963 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:23:27.559193 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669262a5-efdd-42d9-b6af-808b1cc91963 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:23:27.559517 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669262a5-efdd-42d9-b6af-808b1cc91963 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:23:27.559841 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669262a5-efdd-42d9-b6af-808b1cc91963 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:23:27.560163 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669262a5-efdd-42d9-b6af-808b1cc91963 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:23:27.560483 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669262a5-efdd-42d9-b6af-808b1cc91963 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:23:27.560797 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669262a5-efdd-42d9-b6af-808b1cc91963 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:23:27.561114 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669262a5-efdd-42d9-b6af-808b1cc91963 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:23:27.609208 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-669262a5-efdd-42d9-b6af-808b1cc91963 None None] Attempting to bind port 25e310db-cf1a-4d41-ac29-64072ff92d6e on host dv-cinder-841591-1-iscsi for vnic_type normal with profile {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:23:27.609490 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-669262a5-efdd-42d9-b6af-808b1cc91963 None None] Attempting to bind port 25e310db-cf1a-4d41-ac29-64072ff92d6e by drivers openvswitch,hyperv on host dv-cinder-841591-1-iscsi at level 0 using segments [{'id': '1e584874-a263-4e75-a6cc-53de20e91811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '0d2b0c23-00fb-4a8f-9441-ba408404271d'}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:23:27.609853 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669262a5-efdd-42d9-b6af-808b1cc91963 None None] Attempting to bind port 25e310db-cf1a-4d41-ac29-64072ff92d6e on network 0d2b0c23-00fb-4a8f-9441-ba408404271d {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:23:27.614964 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669262a5-efdd-42d9-b6af-808b1cc91963 None None] Checking agent: {'id': 'dea0f963-0a36-45fe-941b-5c749ca6f3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841591-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 7, 30), 'started_at': datetime.datetime(2022, 5, 12, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841591-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:23:27.615333 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669262a5-efdd-42d9-b6af-808b1cc91963 None None] Checking segment: {'id': '1e584874-a263-4e75-a6cc-53de20e91811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '0d2b0c23-00fb-4a8f-9441-ba408404271d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:23:27.615737 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-669262a5-efdd-42d9-b6af-808b1cc91963 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:27.616123 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669262a5-efdd-42d9-b6af-808b1cc91963 None None] Bound using segment: {'id': '1e584874-a263-4e75-a6cc-53de20e91811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '0d2b0c23-00fb-4a8f-9441-ba408404271d'} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:23:27.616582 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-669262a5-efdd-42d9-b6af-808b1cc91963 None None] Bound port: 25e310db-cf1a-4d41-ac29-64072ff92d6e, host: dv-cinder-841591-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e584874-a263-4e75-a6cc-53de20e91811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '0d2b0c23-00fb-4a8f-9441-ba408404271d'}}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:23:27.616954 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-669262a5-efdd-42d9-b6af-808b1cc91963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (25e310db-cf1a-4d41-ac29-64072ff92d6e), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:27.637887 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.db.db_base_plugin_common [None req-a4eb2246-b734-4af5-a647-12ebaf28b38a admin admin] Allocated IP 172.27.0.215 (9bfa71c8-c6b3-48ca-a660-d8187367d4be/c986c1c6-d014-45ab-99c5-409df43f439e/95a13b3f-5325-4e34-b7aa-fc58743199fa) {{(pid=103469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:23:27.680411 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-669262a5-efdd-42d9-b6af-808b1cc91963 None None] For port 25e310db-cf1a-4d41-ac29-64072ff92d6e, host dv-cinder-841591-1-iscsi, cleared binding levels {{(pid=103470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:23:27.683486 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-669262a5-efdd-42d9-b6af-808b1cc91963 None None] For port 25e310db-cf1a-4d41-ac29-64072ff92d6e, host dv-cinder-841591-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-1-iscsi',level=0,port_id=25e310db-cf1a-4d41-ac29-64072ff92d6e,segment=NetworkSegment(1e584874-a263-4e75-a6cc-53de20e91811),segment_id=1e584874-a263-4e75-a6cc-53de20e91811)] {{(pid=103470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:23:27.689935 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-669262a5-efdd-42d9-b6af-808b1cc91963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (25e310db-cf1a-4d41-ac29-64072ff92d6e), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:27.745829 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669262a5-efdd-42d9-b6af-808b1cc91963 None None] Pushing event updated for resources: {'Port': ['ID=25e310db-cf1a-4d41-ac29-64072ff92d6e,revision_number=2']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:23:27.747619 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a4eb2246-b734-4af5-a647-12ebaf28b38a admin admin] Publish callbacks [] for port (95a13b3f-5325-4e34-b7aa-fc58743199fa), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:27.781703 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a4eb2246-b734-4af5-a647-12ebaf28b38a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774527475285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968517'] for port (95a13b3f-5325-4e34-b7aa-fc58743199fa), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:27.820523 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4eb2246-b734-4af5-a647-12ebaf28b38a admin admin] Network 9bfa71c8-c6b3-48ca-a660-d8187367d4be is already hosted by enough agents. {{(pid=103469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:23:27.823562 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [None req-a4eb2246-b734-4af5-a647-12ebaf28b38a admin admin] Resources bound (agent type, host, resource id): {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:23:27.826000 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4eb2246-b734-4af5-a647-12ebaf28b38a admin admin] Received port after_create {{(pid=103469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:23:27.852919 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eb2246-b734-4af5-a647-12ebaf28b38a admin admin] Pushing event updated for resources: {'Port': ['ID=95a13b3f-5325-4e34-b7aa-fc58743199fa,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:23:27.962551 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (38379b20-dcc3-43b7-a09e-956d8be7db9c), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:28.105848 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a4eb2246-b734-4af5-a647-12ebaf28b38a admin admin] Publish callbacks [] for router_gateway (cc355820-f94d-42d5-8637-978570244cad), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:28.300402 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a4eb2246-b734-4af5-a647-12ebaf28b38a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3679624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3679947'] for router (cc355820-f94d-42d5-8637-978570244cad), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:28.430860 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4eb2246-b734-4af5-a647-12ebaf28b38a admin admin] Router cc355820-f94d-42d5-8637-978570244cad is scheduled to L3 agent e5548ccc-31b8-4072-a6b0-52b00208ea79 with binding_index 1 {{(pid=103469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 17:23:28.541071 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4eb2246-b734-4af5-a647-12ebaf28b38a admin admin] Notify agent at l3_agent.dv-cinder-841591-1-iscsi the message routers_updated {{(pid=103469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:23:28.550680 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37dbc904-4663-4280-8049-9e05d363c1dc None None] Sync routers for ids ['cc355820-f94d-42d5-8637-978570244cad'] in dv-cinder-841591-1-iscsi {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:23:28.559265 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a4eb2246-b734-4af5-a647-12ebaf28b38a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:28.563157 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-a4eb2246-b734-4af5-a647-12ebaf28b38a admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4573159 May 12 17:23:28.563308 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37dbc904-4663-4280-8049-9e05d363c1dc None None] Routers {'cc355820-f94d-42d5-8637-978570244cad'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:23:28.563435 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-37dbc904-4663-4280-8049-9e05d363c1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:23:26Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['cc355820-f94d-42d5-8637-978570244cad'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:23:28.563553 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 34416) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:23:28.670604 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82c486a-b270-45ca-8979-e8aceebbc1e5 None None] Network 0d2b0c23-00fb-4a8f-9441-ba408404271d requested from dv-cinder-841591-1-iscsi {{(pid=103470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:23:28.685061 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-37dbc904-4663-4280-8049-9e05d363c1dc None None] Set router cc355820-f94d-42d5-8637-978570244cad gateway port host: dv-cinder-841591-1-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:23:28.701877 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-b71f57a0-d9d0-46da-81ac-01dfd241e1a2 None None] Provisioning complete for port 25e310db-cf1a-4d41-ac29-64072ff92d6e triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:23:28.702157 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b71f57a0-d9d0-46da-81ac-01dfd241e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (25e310db-cf1a-4d41-ac29-64072ff92d6e), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:28.863242 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-c581148e-646c-4c8c-8cc5-93d6184e682f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (98e1a54e-83f0-40d1-9631-7dd40ffbcd59), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:28.871492 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-b71f57a0-d9d0-46da-81ac-01dfd241e1a2 None None] Current status of the port 25e310db-cf1a-4d41-ac29-64072ff92d6e is: DOWN; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:23:28.871701 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-37dbc904-4663-4280-8049-9e05d363c1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc355820-f94d-42d5-8637-978570244cad', 'name': 'tempest-TestMinimumBasicScenario-1960711746-router', 'tenant_id': '0e381a22482e4cb5a714dd3392a19c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '95a13b3f-5325-4e34-b7aa-fc58743199fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:23:27Z', 'updated_at': '2022-05-12T17:23:27Z', 'revision_number': 3, 'project_id': '0e381a22482e4cb5a714dd3392a19c27', 'gw_port': {'id': '95a13b3f-5325-4e34-b7aa-fc58743199fa', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c9:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc355820-f94d-42d5-8637-978570244cad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:23:27Z', 'updated_at': '2022-05-12T17:23:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi'}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:23:28.872301 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b71f57a0-d9d0-46da-81ac-01dfd241e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (25e310db-cf1a-4d41-ac29-64072ff92d6e), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:28.902084 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37dbc904-4663-4280-8049-9e05d363c1dc None None] Checking router: cc355820-f94d-42d5-8637-978570244cad for host: dv-cinder-841591-1-iscsi {{(pid=103471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:23:28.902528 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37dbc904-4663-4280-8049-9e05d363c1dc None None] Updating router cc355820-f94d-42d5-8637-978570244cad port 95a13b3f-5325-4e34-b7aa-fc58743199fa binding host dv-cinder-841591-1-iscsi {{(pid=103471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 17:23:28.922860 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b71f57a0-d9d0-46da-81ac-01dfd241e1a2 None None] For port 25e310db-cf1a-4d41-ac29-64072ff92d6e, host dv-cinder-841591-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-1-iscsi',level=0,port_id=25e310db-cf1a-4d41-ac29-64072ff92d6e,segment=NetworkSegment(1e584874-a263-4e75-a6cc-53de20e91811),segment_id=1e584874-a263-4e75-a6cc-53de20e91811)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:23:28.927623 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b71f57a0-d9d0-46da-81ac-01dfd241e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (25e310db-cf1a-4d41-ac29-64072ff92d6e), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:28.935450 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-37dbc904-4663-4280-8049-9e05d363c1dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (95a13b3f-5325-4e34-b7aa-fc58743199fa), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:28.994493 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71f57a0-d9d0-46da-81ac-01dfd241e1a2 None None] Pushing event updated for resources: {'Port': ['ID=25e310db-cf1a-4d41-ac29-64072ff92d6e,revision_number=3']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:23:29.105316 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device 25e310db-cf1a-4d41-ac29-64072ff92d6e up at agent ovs-agent-dv-cinder-841591-1-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:23:29.163648 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Provisioning complete for port 25e310db-cf1a-4d41-ac29-64072ff92d6e triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:23:29.164391 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (25e310db-cf1a-4d41-ac29-64072ff92d6e), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:29.166049 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-26e4d109-6e12-4e3c-8efc-e3af072d4a08 None None] Provisioning complete for port 25e310db-cf1a-4d41-ac29-64072ff92d6e triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:23:29.166658 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-26e4d109-6e12-4e3c-8efc-e3af072d4a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (25e310db-cf1a-4d41-ac29-64072ff92d6e), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:29.257591 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-37dbc904-4663-4280-8049-9e05d363c1dc None None] Publish callbacks [] for port (95a13b3f-5325-4e34-b7aa-fc58743199fa), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:29.264097 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-37dbc904-4663-4280-8049-9e05d363c1dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (95a13b3f-5325-4e34-b7aa-fc58743199fa), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:29.304427 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-fec0dccc-f9ac-46c1-a424-22d2ba6bf8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:29.304946 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-26e4d109-6e12-4e3c-8efc-e3af072d4a08 None None] Current status of the port 25e310db-cf1a-4d41-ac29-64072ff92d6e is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:23:29.313323 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b78e83-1ed3-4570-b0af-991d601b98ba None None] Pushing event updated for resources: {'Port': ['ID=95a13b3f-5325-4e34-b7aa-fc58743199fa,revision_number=2']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:23:29.323139 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Current status of the port 25e310db-cf1a-4d41-ac29-64072ff92d6e is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:23:29.323998 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-37dbc904-4663-4280-8049-9e05d363c1dc None None] Attempting to bind port 95a13b3f-5325-4e34-b7aa-fc58743199fa on host dv-cinder-841591-1-iscsi for vnic_type normal with profile {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:23:29.324374 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-37dbc904-4663-4280-8049-9e05d363c1dc None None] Attempting to bind port 95a13b3f-5325-4e34-b7aa-fc58743199fa by drivers openvswitch,hyperv on host dv-cinder-841591-1-iscsi at level 0 using segments [{'id': '54af2f58-bd4b-41ba-9124-743d6aed4e37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be'}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:23:29.324728 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37dbc904-4663-4280-8049-9e05d363c1dc None None] Attempting to bind port 95a13b3f-5325-4e34-b7aa-fc58743199fa on network 9bfa71c8-c6b3-48ca-a660-d8187367d4be {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:23:29.329851 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37dbc904-4663-4280-8049-9e05d363c1dc None None] Checking agent: {'id': 'dea0f963-0a36-45fe-941b-5c749ca6f3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841591-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 7, 30), 'started_at': datetime.datetime(2022, 5, 12, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841591-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:23:29.330223 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37dbc904-4663-4280-8049-9e05d363c1dc None None] Checking segment: {'id': '54af2f58-bd4b-41ba-9124-743d6aed4e37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:23:29.330652 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-37dbc904-4663-4280-8049-9e05d363c1dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:29.331043 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37dbc904-4663-4280-8049-9e05d363c1dc None None] Bound using segment: {'id': '54af2f58-bd4b-41ba-9124-743d6aed4e37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be'} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:23:29.331498 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-37dbc904-4663-4280-8049-9e05d363c1dc None None] Bound port: 95a13b3f-5325-4e34-b7aa-fc58743199fa, host: dv-cinder-841591-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54af2f58-bd4b-41ba-9124-743d6aed4e37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be'}}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:23:29.331874 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-37dbc904-4663-4280-8049-9e05d363c1dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (95a13b3f-5325-4e34-b7aa-fc58743199fa), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:29.384795 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-37dbc904-4663-4280-8049-9e05d363c1dc None None] For port 95a13b3f-5325-4e34-b7aa-fc58743199fa, host dv-cinder-841591-1-iscsi, cleared binding levels {{(pid=103471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:23:29.387825 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-37dbc904-4663-4280-8049-9e05d363c1dc None None] For port 95a13b3f-5325-4e34-b7aa-fc58743199fa, host dv-cinder-841591-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-1-iscsi',level=0,port_id=95a13b3f-5325-4e34-b7aa-fc58743199fa,segment=NetworkSegment(54af2f58-bd4b-41ba-9124-743d6aed4e37),segment_id=54af2f58-bd4b-41ba-9124-743d6aed4e37)] {{(pid=103471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:23:29.393049 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-37dbc904-4663-4280-8049-9e05d363c1dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (95a13b3f-5325-4e34-b7aa-fc58743199fa), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:29.446033 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37dbc904-4663-4280-8049-9e05d363c1dc None None] Routers {'cc355820-f94d-42d5-8637-978570244cad'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:23:29.446665 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-37dbc904-4663-4280-8049-9e05d363c1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:23:26Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['cc355820-f94d-42d5-8637-978570244cad'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:23:29.461800 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.db.db_base_plugin_common [None req-fec0dccc-f9ac-46c1-a424-22d2ba6bf8e1 admin admin] Allocated IP 172.20.0.1 (0d2b0c23-00fb-4a8f-9441-ba408404271d/246c5985-adc2-4f0f-9d62-017350f2cc9b/768564e5-0b3e-4905-92b8-4a2eaf8951db) {{(pid=103469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:23:29.494270 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b78e83-1ed3-4570-b0af-991d601b98ba None None] Pushing event updated for resources: {'Port': ['ID=95a13b3f-5325-4e34-b7aa-fc58743199fa,revision_number=3']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:23:29.562496 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-37dbc904-4663-4280-8049-9e05d363c1dc None None] Set router cc355820-f94d-42d5-8637-978570244cad gateway port host: dv-cinder-841591-1-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:23:29.567085 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-fec0dccc-f9ac-46c1-a424-22d2ba6bf8e1 admin admin] Publish callbacks [] for port (768564e5-0b3e-4905-92b8-4a2eaf8951db), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:29.599186 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-fec0dccc-f9ac-46c1-a424-22d2ba6bf8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774527475285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968517'] for port (768564e5-0b3e-4905-92b8-4a2eaf8951db), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:29.636171 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec0dccc-f9ac-46c1-a424-22d2ba6bf8e1 admin admin] Network 0d2b0c23-00fb-4a8f-9441-ba408404271d is already hosted by enough agents. {{(pid=103469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:23:29.640607 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [None req-fec0dccc-f9ac-46c1-a424-22d2ba6bf8e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:23:29.646186 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec0dccc-f9ac-46c1-a424-22d2ba6bf8e1 admin admin] Received port after_create {{(pid=103469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:23:29.652742 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec0dccc-f9ac-46c1-a424-22d2ba6bf8e1 admin admin] Pushing event updated for resources: {'Port': ['ID=768564e5-0b3e-4905-92b8-4a2eaf8951db,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:23:29.688613 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-fec0dccc-f9ac-46c1-a424-22d2ba6bf8e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3684070'] for router_interface (cc355820-f94d-42d5-8637-978570244cad), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:29.735678 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-37dbc904-4663-4280-8049-9e05d363c1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc355820-f94d-42d5-8637-978570244cad', 'name': 'tempest-TestMinimumBasicScenario-1960711746-router', 'tenant_id': '0e381a22482e4cb5a714dd3392a19c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '95a13b3f-5325-4e34-b7aa-fc58743199fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:23:27Z', 'updated_at': '2022-05-12T17:23:27Z', 'revision_number': 3, 'project_id': '0e381a22482e4cb5a714dd3392a19c27', 'gw_port': {'id': '95a13b3f-5325-4e34-b7aa-fc58743199fa', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c9:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc355820-f94d-42d5-8637-978570244cad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:23:27Z', 'updated_at': '2022-05-12T17:23:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi'}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:23:29.767170 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37dbc904-4663-4280-8049-9e05d363c1dc None None] The sync data for ids ['cc355820-f94d-42d5-8637-978570244cad'] in dv-cinder-841591-1-iscsi is: [{'id': 'cc355820-f94d-42d5-8637-978570244cad', 'name': 'tempest-TestMinimumBasicScenario-1960711746-router', 'tenant_id': '0e381a22482e4cb5a714dd3392a19c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '95a13b3f-5325-4e34-b7aa-fc58743199fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:23:27Z', 'updated_at': '2022-05-12T17:23:27Z', 'revision_number': 3, 'project_id': '0e381a22482e4cb5a714dd3392a19c27', 'gw_port': {'id': '95a13b3f-5325-4e34-b7aa-fc58743199fa', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c9:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc355820-f94d-42d5-8637-978570244cad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:23:27Z', 'updated_at': '2022-05-12T17:23:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi'}] {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:23:29.833339 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-fec0dccc-f9ac-46c1-a424-22d2ba6bf8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (768564e5-0b3e-4905-92b8-4a2eaf8951db), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:29.927054 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-d68247d9-7d67-46e0-8d8c-0046a11f213c None None] Provisioning complete for port 768564e5-0b3e-4905-92b8-4a2eaf8951db triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:23:29.927600 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-d68247d9-7d67-46e0-8d8c-0046a11f213c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (768564e5-0b3e-4905-92b8-4a2eaf8951db), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:29.964804 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-d68247d9-7d67-46e0-8d8c-0046a11f213c None None] Port 768564e5-0b3e-4905-92b8-4a2eaf8951db cannot update to ACTIVE because it is not bound. {{(pid=103470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:23:30.072489 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-fec0dccc-f9ac-46c1-a424-22d2ba6bf8e1 admin admin] Publish callbacks [] for port (768564e5-0b3e-4905-92b8-4a2eaf8951db), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:30.077069 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-fec0dccc-f9ac-46c1-a424-22d2ba6bf8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968562'] for port (768564e5-0b3e-4905-92b8-4a2eaf8951db), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:30.148788 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-fec0dccc-f9ac-46c1-a424-22d2ba6bf8e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-519223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3683244'] for router_interface (cc355820-f94d-42d5-8637-978570244cad), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:30.150611 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec0dccc-f9ac-46c1-a424-22d2ba6bf8e1 admin admin] Pushing event updated for resources: {'Port': ['ID=768564e5-0b3e-4905-92b8-4a2eaf8951db,revision_number=2']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:23:30.249554 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec0dccc-f9ac-46c1-a424-22d2ba6bf8e1 admin admin] Network 0d2b0c23-00fb-4a8f-9441-ba408404271d is already hosted by enough agents. {{(pid=103469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:23:30.249554 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [None req-fec0dccc-f9ac-46c1-a424-22d2ba6bf8e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:23:30.254200 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (dea0f963-0a36-45fe-941b-5c749ca6f3bf), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:30.382017 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fec0dccc-f9ac-46c1-a424-22d2ba6bf8e1 admin admin] Router cc355820-f94d-42d5-8637-978570244cad has already been hosted by L3 agent e5548ccc-31b8-4072-a6b0-52b00208ea79 {{(pid=103469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:23:30.489442 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-e11e86bd-cf3e-4582-a656-59edf41a9d16 None None] Provisioning complete for port 768564e5-0b3e-4905-92b8-4a2eaf8951db triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:23:30.489811 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-e11e86bd-cf3e-4582-a656-59edf41a9d16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (768564e5-0b3e-4905-92b8-4a2eaf8951db), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:30.500794 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fec0dccc-f9ac-46c1-a424-22d2ba6bf8e1 admin admin] Notify agent at l3_agent.dv-cinder-841591-1-iscsi the message routers_updated {{(pid=103469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:23:30.505779 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-fec0dccc-f9ac-46c1-a424-22d2ba6bf8e1 admin admin] 10.222.0.23 "PUT /v2.0/routers/cc355820-f94d-42d5-8637-978570244cad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9414134 May 12 17:23:30.529490 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-e11e86bd-cf3e-4582-a656-59edf41a9d16 None None] Port 768564e5-0b3e-4905-92b8-4a2eaf8951db cannot update to ACTIVE because it is not bound. {{(pid=103470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:23:30.965953 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 34434) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:23:30.970848 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-dfbba35f-26f9-464c-88de-a640404f3932 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-65210861-network', 'tenant_id': '522569da92a1425b9961ef59c8e6bb2e'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:23:30.991775 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfbba35f-26f9-464c-88de-a640404f3932 admin admin] Made reservation on behalf of 522569da92a1425b9961ef59c8e6bb2e for: {'network': 1} {{(pid=103469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:23:30.994395 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-dfbba35f-26f9-464c-88de-a640404f3932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for network (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:31.004868 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-dfbba35f-26f9-464c-88de-a640404f3932 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:31.108156 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-dfbba35f-26f9-464c-88de-a640404f3932 admin admin] Publish callbacks [] for security_group (68fc0ed6-b2d3-4d80-89f1-48d1959c0ad1), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:31.112239 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-dfbba35f-26f9-464c-88de-a640404f3932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (68fc0ed6-b2d3-4d80-89f1-48d1959c0ad1), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:31.123166 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device 95a13b3f-5325-4e34-b7aa-fc58743199fa up at agent ovs-agent-dv-cinder-841591-1-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:23:31.142229 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfbba35f-26f9-464c-88de-a640404f3932 admin admin] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=103469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 17:23:31.149387 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbba35f-26f9-464c-88de-a640404f3932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68fc0ed6-b2d3-4d80-89f1-48d1959c0ad1,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:23:31.157149 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-dfbba35f-26f9-464c-88de-a640404f3932 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774527956237', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3597332'] for segment (652863b6-49b6-44a0-85c7-0f7732f6640b), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:31.157149 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.db.segments_db [None req-dfbba35f-26f9-464c-88de-a640404f3932 admin admin] Added segment 652863b6-49b6-44a0-85c7-0f7732f6640b of type vlan for network faab5f36-1b54-49b7-bf28-50b75230a36d May 12 17:23:31.176697 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Provisioning complete for port 95a13b3f-5325-4e34-b7aa-fc58743199fa triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:23:31.177064 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (95a13b3f-5325-4e34-b7aa-fc58743199fa), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:31.203641 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-dfbba35f-26f9-464c-88de-a640404f3932 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774527496843'] for network (faab5f36-1b54-49b7-bf28-50b75230a36d), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:31.228185 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-dfbba35f-26f9-464c-88de-a640404f3932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205'] for network (faab5f36-1b54-49b7-bf28-50b75230a36d), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:31.229182 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfbba35f-26f9-464c-88de-a640404f3932 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:23:31.229884 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-dfbba35f-26f9-464c-88de-a640404f3932 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-519179'] for network (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:31.260730 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Current status of the port 95a13b3f-5325-4e34-b7aa-fc58743199fa is: DOWN; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:23:31.261661 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (95a13b3f-5325-4e34-b7aa-fc58743199fa), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:31.269600 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-dfbba35f-26f9-464c-88de-a640404f3932 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.3004963 May 12 17:23:31.270751 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 34436) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:23:31.278629 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-21ac1213-5ed1-4cf8-95b6-717b402cc0c6 admin admin] Request body: {'subnet': {'network_id': 'faab5f36-1b54-49b7-bf28-50b75230a36d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-65210861-subnet', 'tenant_id': '522569da92a1425b9961ef59c8e6bb2e', 'ip_version': 4}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:23:31.297678 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbba35f-26f9-464c-88de-a640404f3932 admin admin] Pushing event updated for resources: {'Network': ['ID=faab5f36-1b54-49b7-bf28-50b75230a36d,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:23:31.304215 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21ac1213-5ed1-4cf8-95b6-717b402cc0c6 admin admin] Made reservation on behalf of 522569da92a1425b9961ef59c8e6bb2e for: {'subnet': 1} {{(pid=103468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:23:31.306912 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-21ac1213-5ed1-4cf8-95b6-717b402cc0c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12405276'] for subnet (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:31.418249 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Network faab5f36-1b54-49b7-bf28-50b75230a36d details requested by agent ovs-agent-dv-cinder-841591-1-iscsi with host dv-cinder-841591-1-iscsi {{(pid=103470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 17:23:31.420351 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb89d69-354b-4bde-9dcd-78d15a7e9f61 None None] Sync routers for ids ['cc355820-f94d-42d5-8637-978570244cad'] in dv-cinder-841591-1-iscsi {{(pid=103470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:23:31.425426 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] For port 95a13b3f-5325-4e34-b7aa-fc58743199fa, host dv-cinder-841591-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-1-iscsi',level=0,port_id=95a13b3f-5325-4e34-b7aa-fc58743199fa,segment=NetworkSegment(54af2f58-bd4b-41ba-9124-743d6aed4e37),segment_id=54af2f58-bd4b-41ba-9124-743d6aed4e37)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:23:31.449440 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (95a13b3f-5325-4e34-b7aa-fc58743199fa), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:31.450251 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device 25e310db-cf1a-4d41-ac29-64072ff92d6e up at agent ovs-agent-dv-cinder-841591-1-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:23:31.487301 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-21ac1213-5ed1-4cf8-95b6-717b402cc0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11526927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12405258'] for subnet (b6c936d5-2fb5-4f44-b9fa-e81f3cc6dcaa), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:31.525361 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb89d69-354b-4bde-9dcd-78d15a7e9f61 None None] Routers {'cc355820-f94d-42d5-8637-978570244cad'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:23:31.525997 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-4bb89d69-354b-4bde-9dcd-78d15a7e9f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:23:26Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['cc355820-f94d-42d5-8637-978570244cad'], 'active': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:23:31.548447 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ac1213-5ed1-4cf8-95b6-717b402cc0c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6c936d5-2fb5-4f44-b9fa-e81f3cc6dcaa,revision_number=0']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:23:31.556591 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ac1213-5ed1-4cf8-95b6-717b402cc0c6 admin admin] Checking segment: {'id': '652863b6-49b6-44a0-85c7-0f7732f6640b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'faab5f36-1b54-49b7-bf28-50b75230a36d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:23:31.556956 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ac1213-5ed1-4cf8-95b6-717b402cc0c6 admin admin] Network hostable DHCP agents. Network: faab5f36-1b54-49b7-bf28-50b75230a36d, hostable agents: ['ad05f391-ff61-4b74-a3af-7ffb7f485489'], hosted agents: [] {{(pid=103468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 17:23:31.575669 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ac1213-5ed1-4cf8-95b6-717b402cc0c6 admin admin] Network faab5f36-1b54-49b7-bf28-50b75230a36d is scheduled to be hosted by DHCP agent ad05f391-ff61-4b74-a3af-7ffb7f485489 with binding_index 1 {{(pid=103468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 17:23:31.586635 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.base_scheduler [None req-21ac1213-5ed1-4cf8-95b6-717b402cc0c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841591-1-iscsi, faab5f36-1b54-49b7-bf28-50b75230a36d) {{(pid=103468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:23:31.591655 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ac1213-5ed1-4cf8-95b6-717b402cc0c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:23:31.591852 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-21ac1213-5ed1-4cf8-95b6-717b402cc0c6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:31.604922 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054f978a-389e-49e7-aad9-382c9f1a6276 None None] Network faab5f36-1b54-49b7-bf28-50b75230a36d requested from dv-cinder-841591-1-iscsi {{(pid=103470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:23:31.612338 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-21ac1213-5ed1-4cf8-95b6-717b402cc0c6 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3363395 May 12 17:23:31.613090 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 34438) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:23:31.617910 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-da5a5d4a-a0ea-4df4-84cc-9101e01b08ad admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-65210861-router', 'tenant_id': '522569da92a1425b9961ef59c8e6bb2e', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be'}}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:23:31.641429 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-da5a5d4a-a0ea-4df4-84cc-9101e01b08ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3679493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1042260'] for router (348eadf2-7128-4fb3-bb93-573846a94c25), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:31.642981 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-da5a5d4a-a0ea-4df4-84cc-9101e01b08ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3679729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3679772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1042269'] for router (348eadf2-7128-4fb3-bb93-573846a94c25), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:31.658224 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Pushing event updated for resources: {'Port': ['ID=95a13b3f-5325-4e34-b7aa-fc58743199fa,revision_number=4']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:23:31.666650 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Provisioning complete for port 25e310db-cf1a-4d41-ac29-64072ff92d6e triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:23:31.667031 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (25e310db-cf1a-4d41-ac29-64072ff92d6e), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:31.701103 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-da5a5d4a-a0ea-4df4-84cc-9101e01b08ad admin admin] Publish callbacks [] for router_controller (348eadf2-7128-4fb3-bb93-573846a94c25), precommit_add_association {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:31.803720 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvr_db [None req-4bb89d69-354b-4bde-9dcd-78d15a7e9f61 None None] Set router cc355820-f94d-42d5-8637-978570244cad gateway port host: dv-cinder-841591-1-iscsi {{(pid=103470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:23:31.841581 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-da5a5d4a-a0ea-4df4-84cc-9101e01b08ad admin admin] Publish callbacks [] for router_gateway (348eadf2-7128-4fb3-bb93-573846a94c25), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:31.862813 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7a1622-c121-4978-8f63-f7b061d2061e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe4af7ad2-c653-548e-8b21-f3b9ef6cc8f2-faab5f36-1b54-49b7-bf28-50b75230a36d', 'network_id': 'faab5f36-1b54-49b7-bf28-50b75230a36d', 'project_id': '522569da92a1425b9961ef59c8e6bb2e', 'fixed_ips': [{'subnet_id': 'b6c936d5-2fb5-4f44-b9fa-e81f3cc6dcaa'}]}} from dv-cinder-841591-1-iscsi. {{(pid=103470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 17:23:31.863745 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-bb7a1622-c121-4978-8f63-f7b061d2061e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:31.948097 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Current status of the port 25e310db-cf1a-4d41-ac29-64072ff92d6e is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:23:32.031647 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-da5a5d4a-a0ea-4df4-84cc-9101e01b08ad admin admin] Publish callbacks [] for router_gateway (348eadf2-7128-4fb3-bb93-573846a94c25), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:32.050274 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-da5a5d4a-a0ea-4df4-84cc-9101e01b08ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:32.149241 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.db_base_plugin_common [None req-bb7a1622-c121-4978-8f63-f7b061d2061e None None] Allocated IP 172.20.0.2 (faab5f36-1b54-49b7-bf28-50b75230a36d/b6c936d5-2fb5-4f44-b9fa-e81f3cc6dcaa/b8ff3e45-42ec-48dd-99b5-692723181405) {{(pid=103470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:23:32.160194 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.db.db_base_plugin_common [None req-da5a5d4a-a0ea-4df4-84cc-9101e01b08ad admin admin] Allocated IP 172.27.0.116 (9bfa71c8-c6b3-48ca-a660-d8187367d4be/c986c1c6-d014-45ab-99c5-409df43f439e/c1959d93-4e7a-400e-803f-5d84ce35669b) {{(pid=103469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:23:32.162768 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-4bb89d69-354b-4bde-9dcd-78d15a7e9f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc355820-f94d-42d5-8637-978570244cad', 'name': 'tempest-TestMinimumBasicScenario-1960711746-router', 'tenant_id': '0e381a22482e4cb5a714dd3392a19c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '95a13b3f-5325-4e34-b7aa-fc58743199fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:23:27Z', 'updated_at': '2022-05-12T17:23:29Z', 'revision_number': 4, 'project_id': '0e381a22482e4cb5a714dd3392a19c27', 'gw_port': {'id': '95a13b3f-5325-4e34-b7aa-fc58743199fa', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc355820-f94d-42d5-8637-978570244cad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:23:27Z', 'updated_at': '2022-05-12T17:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_interfaces': [{'id': '768564e5-0b3e-4905-92b8-4a2eaf8951db', 'name': '', 'network_id': '0d2b0c23-00fb-4a8f-9441-ba408404271d', 'tenant_id': '0e381a22482e4cb5a714dd3392a19c27', 'mac_address': 'fa:16:3e:ea:0e:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc355820-f94d-42d5-8637-978570244cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '246c5985-adc2-4f0f-9d62-017350f2cc9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:23:29Z', 'updated_at': '2022-05-12T17:23:29Z', 'revision_number': 2, 'project_id': '0e381a22482e4cb5a714dd3392a19c27', 'subnets': [{'id': '246c5985-adc2-4f0f-9d62-017350f2cc9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:23:32.201778 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb89d69-354b-4bde-9dcd-78d15a7e9f61 None None] Checking router: cc355820-f94d-42d5-8637-978570244cad for host: dv-cinder-841591-1-iscsi {{(pid=103470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:23:32.202132 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb89d69-354b-4bde-9dcd-78d15a7e9f61 None None] Updating router cc355820-f94d-42d5-8637-978570244cad port 768564e5-0b3e-4905-92b8-4a2eaf8951db binding host dv-cinder-841591-1-iscsi {{(pid=103470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 17:23:32.261994 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-da5a5d4a-a0ea-4df4-84cc-9101e01b08ad admin admin] Publish callbacks [] for port (c1959d93-4e7a-400e-803f-5d84ce35669b), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:32.268539 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-4bb89d69-354b-4bde-9dcd-78d15a7e9f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (768564e5-0b3e-4905-92b8-4a2eaf8951db), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:32.298855 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-da5a5d4a-a0ea-4df4-84cc-9101e01b08ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774527475285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968517'] for port (c1959d93-4e7a-400e-803f-5d84ce35669b), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:32.339703 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5a5d4a-a0ea-4df4-84cc-9101e01b08ad admin admin] Network 9bfa71c8-c6b3-48ca-a660-d8187367d4be is already hosted by enough agents. {{(pid=103469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:23:32.344212 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [None req-da5a5d4a-a0ea-4df4-84cc-9101e01b08ad admin admin] Resources bound (agent type, host, resource id): {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:23:32.349947 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5a5d4a-a0ea-4df4-84cc-9101e01b08ad admin admin] Received port after_create {{(pid=103469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:23:32.355609 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5a5d4a-a0ea-4df4-84cc-9101e01b08ad admin admin] Pushing event updated for resources: {'Port': ['ID=c1959d93-4e7a-400e-803f-5d84ce35669b,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:23:32.456272 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-bb7a1622-c121-4978-8f63-f7b061d2061e None None] Publish callbacks [] for port (b8ff3e45-42ec-48dd-99b5-692723181405), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:32.468587 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-bb7a1622-c121-4978-8f63-f7b061d2061e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774527475285'] for port (b8ff3e45-42ec-48dd-99b5-692723181405), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:32.542580 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7a1622-c121-4978-8f63-f7b061d2061e None None] Network faab5f36-1b54-49b7-bf28-50b75230a36d is already hosted by enough agents. {{(pid=103470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:23:32.546118 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.scheduler.base_scheduler [None req-bb7a1622-c121-4978-8f63-f7b061d2061e None None] Resources bound (agent type, host, resource id): {{(pid=103470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:23:32.548503 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7a1622-c121-4978-8f63-f7b061d2061e None None] Received port after_create {{(pid=103470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:23:32.553120 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7a1622-c121-4978-8f63-f7b061d2061e None None] Pushing event updated for resources: {'Port': ['ID=b8ff3e45-42ec-48dd-99b5-692723181405,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:23:32.600380 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-da5a5d4a-a0ea-4df4-84cc-9101e01b08ad admin admin] Publish callbacks [] for router_gateway (348eadf2-7128-4fb3-bb93-573846a94c25), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:32.659600 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-bb7a1622-c121-4978-8f63-f7b061d2061e None None] Attempting to bind port b8ff3e45-42ec-48dd-99b5-692723181405 on host dv-cinder-841591-1-iscsi for vnic_type normal with profile {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:23:32.659968 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-bb7a1622-c121-4978-8f63-f7b061d2061e None None] Attempting to bind port b8ff3e45-42ec-48dd-99b5-692723181405 by drivers openvswitch,hyperv on host dv-cinder-841591-1-iscsi at level 0 using segments [{'id': '652863b6-49b6-44a0-85c7-0f7732f6640b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'faab5f36-1b54-49b7-bf28-50b75230a36d'}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:23:32.660323 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7a1622-c121-4978-8f63-f7b061d2061e None None] Attempting to bind port b8ff3e45-42ec-48dd-99b5-692723181405 on network faab5f36-1b54-49b7-bf28-50b75230a36d {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:23:32.673849 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7a1622-c121-4978-8f63-f7b061d2061e None None] Checking agent: {'id': 'dea0f963-0a36-45fe-941b-5c749ca6f3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841591-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 7, 30), 'started_at': datetime.datetime(2022, 5, 12, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841591-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:23:32.674227 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7a1622-c121-4978-8f63-f7b061d2061e None None] Checking segment: {'id': '652863b6-49b6-44a0-85c7-0f7732f6640b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'faab5f36-1b54-49b7-bf28-50b75230a36d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:23:32.674651 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-bb7a1622-c121-4978-8f63-f7b061d2061e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:32.675045 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7a1622-c121-4978-8f63-f7b061d2061e None None] Bound using segment: {'id': '652863b6-49b6-44a0-85c7-0f7732f6640b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'faab5f36-1b54-49b7-bf28-50b75230a36d'} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:23:32.675515 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-bb7a1622-c121-4978-8f63-f7b061d2061e None None] Bound port: b8ff3e45-42ec-48dd-99b5-692723181405, host: dv-cinder-841591-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '652863b6-49b6-44a0-85c7-0f7732f6640b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'faab5f36-1b54-49b7-bf28-50b75230a36d'}}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:23:32.675894 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-bb7a1622-c121-4978-8f63-f7b061d2061e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (b8ff3e45-42ec-48dd-99b5-692723181405), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:32.781536 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-4bb89d69-354b-4bde-9dcd-78d15a7e9f61 None None] Publish callbacks [] for port (768564e5-0b3e-4905-92b8-4a2eaf8951db), precommit_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:32.789007 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-bb7a1622-c121-4978-8f63-f7b061d2061e None None] For port b8ff3e45-42ec-48dd-99b5-692723181405, host dv-cinder-841591-1-iscsi, cleared binding levels {{(pid=103470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:23:32.790992 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-4bb89d69-354b-4bde-9dcd-78d15a7e9f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (768564e5-0b3e-4905-92b8-4a2eaf8951db), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:32.794251 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-bb7a1622-c121-4978-8f63-f7b061d2061e None None] For port b8ff3e45-42ec-48dd-99b5-692723181405, host dv-cinder-841591-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-1-iscsi',level=0,port_id=b8ff3e45-42ec-48dd-99b5-692723181405,segment=NetworkSegment(652863b6-49b6-44a0-85c7-0f7732f6640b),segment_id=652863b6-49b6-44a0-85c7-0f7732f6640b)] {{(pid=103470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:23:32.798599 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-da5a5d4a-a0ea-4df4-84cc-9101e01b08ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3679624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3679947'] for router (348eadf2-7128-4fb3-bb93-573846a94c25), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:32.823441 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-bb7a1622-c121-4978-8f63-f7b061d2061e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (b8ff3e45-42ec-48dd-99b5-692723181405), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:32.865110 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eaef85-3321-4b22-8ea9-7828fc242ab9 None None] Pushing event updated for resources: {'Port': ['ID=768564e5-0b3e-4905-92b8-4a2eaf8951db,revision_number=3']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:23:33.144178 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device 95a13b3f-5325-4e34-b7aa-fc58743199fa up at agent ovs-agent-dv-cinder-841591-1-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:23:33.178016 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7a1622-c121-4978-8f63-f7b061d2061e None None] Pushing event updated for resources: {'Port': ['ID=b8ff3e45-42ec-48dd-99b5-692723181405,revision_number=2']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:23:33.184556 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-4bb89d69-354b-4bde-9dcd-78d15a7e9f61 None None] Attempting to bind port 768564e5-0b3e-4905-92b8-4a2eaf8951db on host dv-cinder-841591-1-iscsi for vnic_type normal with profile {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:23:33.184924 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-4bb89d69-354b-4bde-9dcd-78d15a7e9f61 None None] Attempting to bind port 768564e5-0b3e-4905-92b8-4a2eaf8951db by drivers openvswitch,hyperv on host dv-cinder-841591-1-iscsi at level 0 using segments [{'id': '1e584874-a263-4e75-a6cc-53de20e91811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '0d2b0c23-00fb-4a8f-9441-ba408404271d'}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:23:33.185284 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb89d69-354b-4bde-9dcd-78d15a7e9f61 None None] Attempting to bind port 768564e5-0b3e-4905-92b8-4a2eaf8951db on network 0d2b0c23-00fb-4a8f-9441-ba408404271d {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:23:33.201705 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb89d69-354b-4bde-9dcd-78d15a7e9f61 None None] Checking agent: {'id': 'dea0f963-0a36-45fe-941b-5c749ca6f3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841591-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 7, 30), 'started_at': datetime.datetime(2022, 5, 12, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841591-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:23:33.202084 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb89d69-354b-4bde-9dcd-78d15a7e9f61 None None] Checking segment: {'id': '1e584874-a263-4e75-a6cc-53de20e91811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '0d2b0c23-00fb-4a8f-9441-ba408404271d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:23:33.203609 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-4bb89d69-354b-4bde-9dcd-78d15a7e9f61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:33.203609 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb89d69-354b-4bde-9dcd-78d15a7e9f61 None None] Bound using segment: {'id': '1e584874-a263-4e75-a6cc-53de20e91811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '0d2b0c23-00fb-4a8f-9441-ba408404271d'} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:23:33.203609 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-4bb89d69-354b-4bde-9dcd-78d15a7e9f61 None None] Bound port: 768564e5-0b3e-4905-92b8-4a2eaf8951db, host: dv-cinder-841591-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e584874-a263-4e75-a6cc-53de20e91811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '0d2b0c23-00fb-4a8f-9441-ba408404271d'}}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:23:33.203937 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-4bb89d69-354b-4bde-9dcd-78d15a7e9f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (768564e5-0b3e-4905-92b8-4a2eaf8951db), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:33.222514 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-54da2302-54b7-4c52-a342-06a50e3b8470 None None] Provisioning complete for port 768564e5-0b3e-4905-92b8-4a2eaf8951db triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:23:33.222890 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-54da2302-54b7-4c52-a342-06a50e3b8470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (768564e5-0b3e-4905-92b8-4a2eaf8951db), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:33.232840 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da5a5d4a-a0ea-4df4-84cc-9101e01b08ad admin admin] Router 348eadf2-7128-4fb3-bb93-573846a94c25 is scheduled to L3 agent e5548ccc-31b8-4072-a6b0-52b00208ea79 with binding_index 1 {{(pid=103469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 17:23:33.302251 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-54da2302-54b7-4c52-a342-06a50e3b8470 None None] Port 768564e5-0b3e-4905-92b8-4a2eaf8951db cannot update to ACTIVE because it is not bound. {{(pid=103470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:23:33.311171 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Provisioning complete for port 95a13b3f-5325-4e34-b7aa-fc58743199fa triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:23:33.311171 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (95a13b3f-5325-4e34-b7aa-fc58743199fa), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:33.348004 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-4bb89d69-354b-4bde-9dcd-78d15a7e9f61 None None] For port 768564e5-0b3e-4905-92b8-4a2eaf8951db, host dv-cinder-841591-1-iscsi, cleared binding levels {{(pid=103470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:23:33.353440 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-4bb89d69-354b-4bde-9dcd-78d15a7e9f61 None None] For port 768564e5-0b3e-4905-92b8-4a2eaf8951db, host dv-cinder-841591-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-1-iscsi',level=0,port_id=768564e5-0b3e-4905-92b8-4a2eaf8951db,segment=NetworkSegment(1e584874-a263-4e75-a6cc-53de20e91811),segment_id=1e584874-a263-4e75-a6cc-53de20e91811)] {{(pid=103470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:23:33.367679 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-4bb89d69-354b-4bde-9dcd-78d15a7e9f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (768564e5-0b3e-4905-92b8-4a2eaf8951db), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:33.368262 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da5a5d4a-a0ea-4df4-84cc-9101e01b08ad admin admin] Notify agent at l3_agent.dv-cinder-841591-1-iscsi the message routers_updated {{(pid=103469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:23:33.379192 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b68b1c-c919-4580-b8f6-578a314a60f8 None None] Sync routers for ids ['348eadf2-7128-4fb3-bb93-573846a94c25'] in dv-cinder-841591-1-iscsi {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:23:33.386406 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-da5a5d4a-a0ea-4df4-84cc-9101e01b08ad admin admin] Publish callbacks [] for router (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:33.390126 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-da5a5d4a-a0ea-4df4-84cc-9101e01b08ad admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.7740102 May 12 17:23:33.390618 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 34442) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:23:33.391811 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b68b1c-c919-4580-b8f6-578a314a60f8 None None] Routers {'348eadf2-7128-4fb3-bb93-573846a94c25'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:23:33.392418 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-09b68b1c-c919-4580-b8f6-578a314a60f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:23:26Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['348eadf2-7128-4fb3-bb93-573846a94c25'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:23:33.481475 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eaef85-3321-4b22-8ea9-7828fc242ab9 None None] Pushing event updated for resources: {'Port': ['ID=768564e5-0b3e-4905-92b8-4a2eaf8951db,revision_number=4']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:23:33.486011 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Current status of the port 95a13b3f-5325-4e34-b7aa-fc58743199fa is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:23:33.488805 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb89d69-354b-4bde-9dcd-78d15a7e9f61 None None] Routers {'cc355820-f94d-42d5-8637-978570244cad'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:23:33.489422 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-4bb89d69-354b-4bde-9dcd-78d15a7e9f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:23:26Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['cc355820-f94d-42d5-8637-978570244cad'], 'active': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:23:33.629713 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvr_db [None req-4bb89d69-354b-4bde-9dcd-78d15a7e9f61 None None] Set router cc355820-f94d-42d5-8637-978570244cad gateway port host: dv-cinder-841591-1-iscsi {{(pid=103470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:23:33.651265 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-09b68b1c-c919-4580-b8f6-578a314a60f8 None None] Set router 348eadf2-7128-4fb3-bb93-573846a94c25 gateway port host: dv-cinder-841591-1-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:23:33.781522 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-d6c9530d-5673-45b4-bbe0-370f91e01e2f None None] Provisioning complete for port 768564e5-0b3e-4905-92b8-4a2eaf8951db triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:23:33.781993 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-d6c9530d-5673-45b4-bbe0-370f91e01e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (768564e5-0b3e-4905-92b8-4a2eaf8951db), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:33.840355 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-09b68b1c-c919-4580-b8f6-578a314a60f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '348eadf2-7128-4fb3-bb93-573846a94c25', 'name': 'tempest-TestMinimumBasicScenario-65210861-router', 'tenant_id': '522569da92a1425b9961ef59c8e6bb2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': 'c1959d93-4e7a-400e-803f-5d84ce35669b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:23:31Z', 'updated_at': '2022-05-12T17:23:32Z', 'revision_number': 3, 'project_id': '522569da92a1425b9961ef59c8e6bb2e', 'gw_port': {'id': 'c1959d93-4e7a-400e-803f-5d84ce35669b', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f0:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '348eadf2-7128-4fb3-bb93-573846a94c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:23:32Z', 'updated_at': '2022-05-12T17:23:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi'}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:23:33.871858 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b68b1c-c919-4580-b8f6-578a314a60f8 None None] Checking router: 348eadf2-7128-4fb3-bb93-573846a94c25 for host: dv-cinder-841591-1-iscsi {{(pid=103471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:23:33.872591 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b68b1c-c919-4580-b8f6-578a314a60f8 None None] Updating router 348eadf2-7128-4fb3-bb93-573846a94c25 port c1959d93-4e7a-400e-803f-5d84ce35669b binding host dv-cinder-841591-1-iscsi {{(pid=103471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 17:23:33.911622 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-09b68b1c-c919-4580-b8f6-578a314a60f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (c1959d93-4e7a-400e-803f-5d84ce35669b), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:33.940820 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-7225fbb1-4b2d-4170-9d50-2e51af80c4bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:33.942462 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-4bb89d69-354b-4bde-9dcd-78d15a7e9f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc355820-f94d-42d5-8637-978570244cad', 'name': 'tempest-TestMinimumBasicScenario-1960711746-router', 'tenant_id': '0e381a22482e4cb5a714dd3392a19c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '95a13b3f-5325-4e34-b7aa-fc58743199fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:23:27Z', 'updated_at': '2022-05-12T17:23:29Z', 'revision_number': 4, 'project_id': '0e381a22482e4cb5a714dd3392a19c27', 'gw_port': {'id': '95a13b3f-5325-4e34-b7aa-fc58743199fa', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc355820-f94d-42d5-8637-978570244cad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:23:27Z', 'updated_at': '2022-05-12T17:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_interfaces': [{'id': '768564e5-0b3e-4905-92b8-4a2eaf8951db', 'name': '', 'network_id': '0d2b0c23-00fb-4a8f-9441-ba408404271d', 'tenant_id': '0e381a22482e4cb5a714dd3392a19c27', 'mac_address': 'fa:16:3e:ea:0e:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc355820-f94d-42d5-8637-978570244cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '246c5985-adc2-4f0f-9d62-017350f2cc9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:23:29Z', 'updated_at': '2022-05-12T17:23:33Z', 'revision_number': 4, 'project_id': '0e381a22482e4cb5a714dd3392a19c27', 'subnets': [{'id': '246c5985-adc2-4f0f-9d62-017350f2cc9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:23:33.945962 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-d6c9530d-5673-45b4-bbe0-370f91e01e2f None None] Current status of the port 768564e5-0b3e-4905-92b8-4a2eaf8951db is: DOWN; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:23:33.946354 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-d6c9530d-5673-45b4-bbe0-370f91e01e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (768564e5-0b3e-4905-92b8-4a2eaf8951db), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:33.978121 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb89d69-354b-4bde-9dcd-78d15a7e9f61 None None] The sync data for ids ['cc355820-f94d-42d5-8637-978570244cad'] in dv-cinder-841591-1-iscsi is: [{'id': 'cc355820-f94d-42d5-8637-978570244cad', 'name': 'tempest-TestMinimumBasicScenario-1960711746-router', 'tenant_id': '0e381a22482e4cb5a714dd3392a19c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '95a13b3f-5325-4e34-b7aa-fc58743199fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:23:27Z', 'updated_at': '2022-05-12T17:23:29Z', 'revision_number': 4, 'project_id': '0e381a22482e4cb5a714dd3392a19c27', 'gw_port': {'id': '95a13b3f-5325-4e34-b7aa-fc58743199fa', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc355820-f94d-42d5-8637-978570244cad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:23:27Z', 'updated_at': '2022-05-12T17:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_interfaces': [{'id': '768564e5-0b3e-4905-92b8-4a2eaf8951db', 'name': '', 'network_id': '0d2b0c23-00fb-4a8f-9441-ba408404271d', 'tenant_id': '0e381a22482e4cb5a714dd3392a19c27', 'mac_address': 'fa:16:3e:ea:0e:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc355820-f94d-42d5-8637-978570244cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '246c5985-adc2-4f0f-9d62-017350f2cc9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:23:29Z', 'updated_at': '2022-05-12T17:23:33Z', 'revision_number': 4, 'project_id': '0e381a22482e4cb5a714dd3392a19c27', 'subnets': [{'id': '246c5985-adc2-4f0f-9d62-017350f2cc9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:23:34.075134 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-d6c9530d-5673-45b4-bbe0-370f91e01e2f None None] For port 768564e5-0b3e-4905-92b8-4a2eaf8951db, host dv-cinder-841591-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-1-iscsi',level=0,port_id=768564e5-0b3e-4905-92b8-4a2eaf8951db,segment=NetworkSegment(1e584874-a263-4e75-a6cc-53de20e91811),segment_id=1e584874-a263-4e75-a6cc-53de20e91811)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:23:34.086957 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-d6c9530d-5673-45b4-bbe0-370f91e01e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (768564e5-0b3e-4905-92b8-4a2eaf8951db), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:34.154682 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c9530d-5673-45b4-bbe0-370f91e01e2f None None] Pushing event updated for resources: {'Port': ['ID=768564e5-0b3e-4905-92b8-4a2eaf8951db,revision_number=5']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:23:34.170585 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.db_base_plugin_common [None req-7225fbb1-4b2d-4170-9d50-2e51af80c4bb admin admin] Allocated IP 172.20.0.1 (faab5f36-1b54-49b7-bf28-50b75230a36d/b6c936d5-2fb5-4f44-b9fa-e81f3cc6dcaa/4da2208b-742a-4545-b65a-75f8c3d738dc) {{(pid=103468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:23:34.170845 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05b2344-3f4c-4241-8cf0-67fc5c11438a None None] Network faab5f36-1b54-49b7-bf28-50b75230a36d requested from dv-cinder-841591-1-iscsi {{(pid=103470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:23:34.249507 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-97272775-13e1-4b8e-b5b7-29602689c6f8 None None] Provisioning complete for port b8ff3e45-42ec-48dd-99b5-692723181405 triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:23:34.250188 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-97272775-13e1-4b8e-b5b7-29602689c6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (b8ff3e45-42ec-48dd-99b5-692723181405), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:34.338233 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-7225fbb1-4b2d-4170-9d50-2e51af80c4bb admin admin] Publish callbacks [] for port (4da2208b-742a-4545-b65a-75f8c3d738dc), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:34.374746 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-09b68b1c-c919-4580-b8f6-578a314a60f8 None None] Publish callbacks [] for port (c1959d93-4e7a-400e-803f-5d84ce35669b), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:34.386493 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-97272775-13e1-4b8e-b5b7-29602689c6f8 None None] Current status of the port b8ff3e45-42ec-48dd-99b5-692723181405 is: DOWN; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:23:34.387170 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-97272775-13e1-4b8e-b5b7-29602689c6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (b8ff3e45-42ec-48dd-99b5-692723181405), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:34.388583 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-09b68b1c-c919-4580-b8f6-578a314a60f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (c1959d93-4e7a-400e-803f-5d84ce35669b), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:34.397765 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-7225fbb1-4b2d-4170-9d50-2e51af80c4bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774527475285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11526335'] for port (4da2208b-742a-4545-b65a-75f8c3d738dc), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:34.420007 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-09b68b1c-c919-4580-b8f6-578a314a60f8 None None] Attempting to bind port c1959d93-4e7a-400e-803f-5d84ce35669b on host dv-cinder-841591-1-iscsi for vnic_type normal with profile {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:23:34.420460 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-09b68b1c-c919-4580-b8f6-578a314a60f8 None None] Attempting to bind port c1959d93-4e7a-400e-803f-5d84ce35669b by drivers openvswitch,hyperv on host dv-cinder-841591-1-iscsi at level 0 using segments [{'id': '54af2f58-bd4b-41ba-9124-743d6aed4e37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be'}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:23:34.420709 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b68b1c-c919-4580-b8f6-578a314a60f8 None None] Attempting to bind port c1959d93-4e7a-400e-803f-5d84ce35669b on network 9bfa71c8-c6b3-48ca-a660-d8187367d4be {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:23:34.431438 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-97272775-13e1-4b8e-b5b7-29602689c6f8 None None] For port b8ff3e45-42ec-48dd-99b5-692723181405, host dv-cinder-841591-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-1-iscsi',level=0,port_id=b8ff3e45-42ec-48dd-99b5-692723181405,segment=NetworkSegment(652863b6-49b6-44a0-85c7-0f7732f6640b),segment_id=652863b6-49b6-44a0-85c7-0f7732f6640b)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:23:34.442645 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-97272775-13e1-4b8e-b5b7-29602689c6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (b8ff3e45-42ec-48dd-99b5-692723181405), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:34.452412 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b68b1c-c919-4580-b8f6-578a314a60f8 None None] Checking agent: {'id': 'dea0f963-0a36-45fe-941b-5c749ca6f3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841591-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 7, 30), 'started_at': datetime.datetime(2022, 5, 12, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841591-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:23:34.454543 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b68b1c-c919-4580-b8f6-578a314a60f8 None None] Checking segment: {'id': '54af2f58-bd4b-41ba-9124-743d6aed4e37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:23:34.455016 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-09b68b1c-c919-4580-b8f6-578a314a60f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:34.456097 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b68b1c-c919-4580-b8f6-578a314a60f8 None None] Bound using segment: {'id': '54af2f58-bd4b-41ba-9124-743d6aed4e37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be'} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:23:34.456097 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-09b68b1c-c919-4580-b8f6-578a314a60f8 None None] Bound port: c1959d93-4e7a-400e-803f-5d84ce35669b, host: dv-cinder-841591-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54af2f58-bd4b-41ba-9124-743d6aed4e37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be'}}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:23:34.456325 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-09b68b1c-c919-4580-b8f6-578a314a60f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (c1959d93-4e7a-400e-803f-5d84ce35669b), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:34.474572 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7225fbb1-4b2d-4170-9d50-2e51af80c4bb admin admin] Network faab5f36-1b54-49b7-bf28-50b75230a36d is already hosted by enough agents. {{(pid=103468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:23:34.479867 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.base_scheduler [None req-7225fbb1-4b2d-4170-9d50-2e51af80c4bb admin admin] Resources bound (agent type, host, resource id): {{(pid=103468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:23:34.482457 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7225fbb1-4b2d-4170-9d50-2e51af80c4bb admin admin] Received port after_create {{(pid=103468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:23:34.488947 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7225fbb1-4b2d-4170-9d50-2e51af80c4bb admin admin] Pushing event updated for resources: {'Port': ['ID=4da2208b-742a-4545-b65a-75f8c3d738dc,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:23:34.506921 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.agents_db [None req-75b73116-3060-4b2b-9211-a804f2896a96 None None] Agent healthcheck: found 6 active agents {{(pid=103471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:23:34.522931 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97272775-13e1-4b8e-b5b7-29602689c6f8 None None] Pushing event updated for resources: {'Port': ['ID=b8ff3e45-42ec-48dd-99b5-692723181405,revision_number=3']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:23:34.546727 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-7225fbb1-4b2d-4170-9d50-2e51af80c4bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3684070'] for router_interface (348eadf2-7128-4fb3-bb93-573846a94c25), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:34.547597 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-09b68b1c-c919-4580-b8f6-578a314a60f8 None None] For port c1959d93-4e7a-400e-803f-5d84ce35669b, host dv-cinder-841591-1-iscsi, cleared binding levels {{(pid=103471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:23:34.551134 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-09b68b1c-c919-4580-b8f6-578a314a60f8 None None] For port c1959d93-4e7a-400e-803f-5d84ce35669b, host dv-cinder-841591-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-1-iscsi',level=0,port_id=c1959d93-4e7a-400e-803f-5d84ce35669b,segment=NetworkSegment(54af2f58-bd4b-41ba-9124-743d6aed4e37),segment_id=54af2f58-bd4b-41ba-9124-743d6aed4e37)] {{(pid=103471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:23:34.555438 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb5f94f-08da-43e7-8d60-665998ec3365 None None] Pushing event updated for resources: {'Port': ['ID=c1959d93-4e7a-400e-803f-5d84ce35669b,revision_number=2']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:23:34.568587 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-09b68b1c-c919-4580-b8f6-578a314a60f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (c1959d93-4e7a-400e-803f-5d84ce35669b), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:34.638692 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b68b1c-c919-4580-b8f6-578a314a60f8 None None] Routers {'348eadf2-7128-4fb3-bb93-573846a94c25'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:23:34.639725 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-09b68b1c-c919-4580-b8f6-578a314a60f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:23:26Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['348eadf2-7128-4fb3-bb93-573846a94c25'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:23:34.668438 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-a2b1e3fc-e57b-4d49-bec5-f267b82dec3a None None] Provisioning complete for port b8ff3e45-42ec-48dd-99b5-692723181405 triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:23:34.668814 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-a2b1e3fc-e57b-4d49-bec5-f267b82dec3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (b8ff3e45-42ec-48dd-99b5-692723181405), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:34.728708 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb5f94f-08da-43e7-8d60-665998ec3365 None None] Pushing event updated for resources: {'Port': ['ID=c1959d93-4e7a-400e-803f-5d84ce35669b,revision_number=3']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:23:34.736392 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-7225fbb1-4b2d-4170-9d50-2e51af80c4bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (4da2208b-742a-4545-b65a-75f8c3d738dc), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:34.807691 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-a2b1e3fc-e57b-4d49-bec5-f267b82dec3a None None] Current status of the port b8ff3e45-42ec-48dd-99b5-692723181405 is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:23:34.853248 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-09b68b1c-c919-4580-b8f6-578a314a60f8 None None] Set router 348eadf2-7128-4fb3-bb93-573846a94c25 gateway port host: dv-cinder-841591-1-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:23:34.925147 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-088eb1e3-fcd4-4eee-aaa7-7eef85f8a2ae None None] Provisioning complete for port 4da2208b-742a-4545-b65a-75f8c3d738dc triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:23:34.925610 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-088eb1e3-fcd4-4eee-aaa7-7eef85f8a2ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (4da2208b-742a-4545-b65a-75f8c3d738dc), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:34.965947 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-088eb1e3-fcd4-4eee-aaa7-7eef85f8a2ae None None] Port 4da2208b-742a-4545-b65a-75f8c3d738dc cannot update to ACTIVE because it is not bound. {{(pid=103470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:23:34.983450 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-7225fbb1-4b2d-4170-9d50-2e51af80c4bb admin admin] Publish callbacks [] for port (4da2208b-742a-4545-b65a-75f8c3d738dc), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:34.989290 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-7225fbb1-4b2d-4170-9d50-2e51af80c4bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11526280'] for port (4da2208b-742a-4545-b65a-75f8c3d738dc), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:35.067046 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-09b68b1c-c919-4580-b8f6-578a314a60f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '348eadf2-7128-4fb3-bb93-573846a94c25', 'name': 'tempest-TestMinimumBasicScenario-65210861-router', 'tenant_id': '522569da92a1425b9961ef59c8e6bb2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': 'c1959d93-4e7a-400e-803f-5d84ce35669b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:23:31Z', 'updated_at': '2022-05-12T17:23:32Z', 'revision_number': 3, 'project_id': '522569da92a1425b9961ef59c8e6bb2e', 'gw_port': {'id': 'c1959d93-4e7a-400e-803f-5d84ce35669b', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f0:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '348eadf2-7128-4fb3-bb93-573846a94c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:23:32Z', 'updated_at': '2022-05-12T17:23:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi'}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:23:35.069058 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7225fbb1-4b2d-4170-9d50-2e51af80c4bb admin admin] Pushing event updated for resources: {'Port': ['ID=4da2208b-742a-4545-b65a-75f8c3d738dc,revision_number=2']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:23:35.072433 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-7225fbb1-4b2d-4170-9d50-2e51af80c4bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-519223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3683244'] for router_interface (348eadf2-7128-4fb3-bb93-573846a94c25), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:35.099024 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b68b1c-c919-4580-b8f6-578a314a60f8 None None] The sync data for ids ['348eadf2-7128-4fb3-bb93-573846a94c25'] in dv-cinder-841591-1-iscsi is: [{'id': '348eadf2-7128-4fb3-bb93-573846a94c25', 'name': 'tempest-TestMinimumBasicScenario-65210861-router', 'tenant_id': '522569da92a1425b9961ef59c8e6bb2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': 'c1959d93-4e7a-400e-803f-5d84ce35669b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:23:31Z', 'updated_at': '2022-05-12T17:23:32Z', 'revision_number': 3, 'project_id': '522569da92a1425b9961ef59c8e6bb2e', 'gw_port': {'id': 'c1959d93-4e7a-400e-803f-5d84ce35669b', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f0:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '348eadf2-7128-4fb3-bb93-573846a94c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:23:32Z', 'updated_at': '2022-05-12T17:23:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi'}] {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:23:35.154841 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device 768564e5-0b3e-4905-92b8-4a2eaf8951db up at agent ovs-agent-dv-cinder-841591-1-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:23:35.179403 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7225fbb1-4b2d-4170-9d50-2e51af80c4bb admin admin] Network faab5f36-1b54-49b7-bf28-50b75230a36d is already hosted by enough agents. {{(pid=103468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:23:35.180910 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.base_scheduler [None req-7225fbb1-4b2d-4170-9d50-2e51af80c4bb admin admin] Resources bound (agent type, host, resource id): {{(pid=103468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:23:35.227498 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Provisioning complete for port 768564e5-0b3e-4905-92b8-4a2eaf8951db triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:23:35.227877 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (768564e5-0b3e-4905-92b8-4a2eaf8951db), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:35.316106 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7225fbb1-4b2d-4170-9d50-2e51af80c4bb admin admin] Router 348eadf2-7128-4fb3-bb93-573846a94c25 has already been hosted by L3 agent e5548ccc-31b8-4072-a6b0-52b00208ea79 {{(pid=103468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:23:35.333711 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Current status of the port 768564e5-0b3e-4905-92b8-4a2eaf8951db is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:23:35.335626 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device b8ff3e45-42ec-48dd-99b5-692723181405 up at agent ovs-agent-dv-cinder-841591-1-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:23:35.398471 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Provisioning complete for port b8ff3e45-42ec-48dd-99b5-692723181405 triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:23:35.398944 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (b8ff3e45-42ec-48dd-99b5-692723181405), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:35.444162 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7225fbb1-4b2d-4170-9d50-2e51af80c4bb admin admin] Notify agent at l3_agent.dv-cinder-841591-1-iscsi the message routers_updated {{(pid=103468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:23:35.449351 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-7225fbb1-4b2d-4170-9d50-2e51af80c4bb admin admin] 10.222.0.23 "PUT /v2.0/routers/348eadf2-7128-4fb3-bb93-573846a94c25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0574470 May 12 17:23:35.505104 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-1f4c7d5f-0301-49c6-9b6a-e60dd42791b9 None None] Provisioning complete for port 4da2208b-742a-4545-b65a-75f8c3d738dc triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:23:35.505478 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-1f4c7d5f-0301-49c6-9b6a-e60dd42791b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (4da2208b-742a-4545-b65a-75f8c3d738dc), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:35.543500 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Current status of the port b8ff3e45-42ec-48dd-99b5-692723181405 is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:23:35.552001 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-1f4c7d5f-0301-49c6-9b6a-e60dd42791b9 None None] Port 4da2208b-742a-4545-b65a-75f8c3d738dc cannot update to ACTIVE because it is not bound. {{(pid=103470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:23:37.079458 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device c1959d93-4e7a-400e-803f-5d84ce35669b up at agent ovs-agent-dv-cinder-841591-1-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:23:37.132115 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Provisioning complete for port c1959d93-4e7a-400e-803f-5d84ce35669b triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:23:37.132719 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (c1959d93-4e7a-400e-803f-5d84ce35669b), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:37.239019 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Current status of the port c1959d93-4e7a-400e-803f-5d84ce35669b is: DOWN; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:23:37.242955 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (c1959d93-4e7a-400e-803f-5d84ce35669b), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:37.267050 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] For port c1959d93-4e7a-400e-803f-5d84ce35669b, host dv-cinder-841591-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-1-iscsi',level=0,port_id=c1959d93-4e7a-400e-803f-5d84ce35669b,segment=NetworkSegment(54af2f58-bd4b-41ba-9124-743d6aed4e37),segment_id=54af2f58-bd4b-41ba-9124-743d6aed4e37)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:23:37.273515 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (c1959d93-4e7a-400e-803f-5d84ce35669b), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:37.329130 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Pushing event updated for resources: {'Port': ['ID=c1959d93-4e7a-400e-803f-5d84ce35669b,revision_number=4']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:23:37.569736 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2374efe-22ca-43da-90ef-7bc92c742095 None None] Sync routers for ids ['348eadf2-7128-4fb3-bb93-573846a94c25'] in dv-cinder-841591-1-iscsi {{(pid=103470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:23:37.582308 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2374efe-22ca-43da-90ef-7bc92c742095 None None] Routers {'348eadf2-7128-4fb3-bb93-573846a94c25'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:23:37.583111 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-c2374efe-22ca-43da-90ef-7bc92c742095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:23:26Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['348eadf2-7128-4fb3-bb93-573846a94c25'], 'active': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:23:37.699887 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvr_db [None req-c2374efe-22ca-43da-90ef-7bc92c742095 None None] Set router 348eadf2-7128-4fb3-bb93-573846a94c25 gateway port host: dv-cinder-841591-1-iscsi {{(pid=103470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:23:37.916393 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-c2374efe-22ca-43da-90ef-7bc92c742095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '348eadf2-7128-4fb3-bb93-573846a94c25', 'name': 'tempest-TestMinimumBasicScenario-65210861-router', 'tenant_id': '522569da92a1425b9961ef59c8e6bb2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': 'c1959d93-4e7a-400e-803f-5d84ce35669b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:23:31Z', 'updated_at': '2022-05-12T17:23:34Z', 'revision_number': 4, 'project_id': '522569da92a1425b9961ef59c8e6bb2e', 'gw_port': {'id': 'c1959d93-4e7a-400e-803f-5d84ce35669b', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f0:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348eadf2-7128-4fb3-bb93-573846a94c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:23:32Z', 'updated_at': '2022-05-12T17:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_interfaces': [{'id': '4da2208b-742a-4545-b65a-75f8c3d738dc', 'name': '', 'network_id': 'faab5f36-1b54-49b7-bf28-50b75230a36d', 'tenant_id': '522569da92a1425b9961ef59c8e6bb2e', 'mac_address': 'fa:16:3e:ad:57:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '348eadf2-7128-4fb3-bb93-573846a94c25', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'b6c936d5-2fb5-4f44-b9fa-e81f3cc6dcaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:23:33Z', 'updated_at': '2022-05-12T17:23:34Z', 'revision_number': 2, 'project_id': '522569da92a1425b9961ef59c8e6bb2e', 'subnets': [{'id': 'b6c936d5-2fb5-4f44-b9fa-e81f3cc6dcaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:23:37.943900 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2374efe-22ca-43da-90ef-7bc92c742095 None None] Checking router: 348eadf2-7128-4fb3-bb93-573846a94c25 for host: dv-cinder-841591-1-iscsi {{(pid=103470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:23:37.944479 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2374efe-22ca-43da-90ef-7bc92c742095 None None] Updating router 348eadf2-7128-4fb3-bb93-573846a94c25 port 4da2208b-742a-4545-b65a-75f8c3d738dc binding host dv-cinder-841591-1-iscsi {{(pid=103470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 17:23:37.976630 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-c2374efe-22ca-43da-90ef-7bc92c742095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (4da2208b-742a-4545-b65a-75f8c3d738dc), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:38.310958 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-c2374efe-22ca-43da-90ef-7bc92c742095 None None] Publish callbacks [] for port (4da2208b-742a-4545-b65a-75f8c3d738dc), precommit_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:38.317111 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-c2374efe-22ca-43da-90ef-7bc92c742095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (4da2208b-742a-4545-b65a-75f8c3d738dc), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:38.393134 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fcc682-a549-4dce-a626-aeb637762de8 None None] Pushing event updated for resources: {'Port': ['ID=4da2208b-742a-4545-b65a-75f8c3d738dc,revision_number=3']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:23:38.450380 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-c2374efe-22ca-43da-90ef-7bc92c742095 None None] Attempting to bind port 4da2208b-742a-4545-b65a-75f8c3d738dc on host dv-cinder-841591-1-iscsi for vnic_type normal with profile {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:23:38.450782 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-c2374efe-22ca-43da-90ef-7bc92c742095 None None] Attempting to bind port 4da2208b-742a-4545-b65a-75f8c3d738dc by drivers openvswitch,hyperv on host dv-cinder-841591-1-iscsi at level 0 using segments [{'id': '652863b6-49b6-44a0-85c7-0f7732f6640b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'faab5f36-1b54-49b7-bf28-50b75230a36d'}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:23:38.451147 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2374efe-22ca-43da-90ef-7bc92c742095 None None] Attempting to bind port 4da2208b-742a-4545-b65a-75f8c3d738dc on network faab5f36-1b54-49b7-bf28-50b75230a36d {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:23:38.462045 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2374efe-22ca-43da-90ef-7bc92c742095 None None] Checking agent: {'id': 'dea0f963-0a36-45fe-941b-5c749ca6f3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841591-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 7, 30), 'started_at': datetime.datetime(2022, 5, 12, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841591-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:23:38.462045 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2374efe-22ca-43da-90ef-7bc92c742095 None None] Checking segment: {'id': '652863b6-49b6-44a0-85c7-0f7732f6640b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'faab5f36-1b54-49b7-bf28-50b75230a36d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:23:38.464060 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-c2374efe-22ca-43da-90ef-7bc92c742095 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:38.464060 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2374efe-22ca-43da-90ef-7bc92c742095 None None] Bound using segment: {'id': '652863b6-49b6-44a0-85c7-0f7732f6640b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'faab5f36-1b54-49b7-bf28-50b75230a36d'} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:23:38.464060 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-c2374efe-22ca-43da-90ef-7bc92c742095 None None] Bound port: 4da2208b-742a-4545-b65a-75f8c3d738dc, host: dv-cinder-841591-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '652863b6-49b6-44a0-85c7-0f7732f6640b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'faab5f36-1b54-49b7-bf28-50b75230a36d'}}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:23:38.464060 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-c2374efe-22ca-43da-90ef-7bc92c742095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (4da2208b-742a-4545-b65a-75f8c3d738dc), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:38.543845 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-c2374efe-22ca-43da-90ef-7bc92c742095 None None] For port 4da2208b-742a-4545-b65a-75f8c3d738dc, host dv-cinder-841591-1-iscsi, cleared binding levels {{(pid=103470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:23:38.550539 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-c2374efe-22ca-43da-90ef-7bc92c742095 None None] For port 4da2208b-742a-4545-b65a-75f8c3d738dc, host dv-cinder-841591-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-1-iscsi',level=0,port_id=4da2208b-742a-4545-b65a-75f8c3d738dc,segment=NetworkSegment(652863b6-49b6-44a0-85c7-0f7732f6640b),segment_id=652863b6-49b6-44a0-85c7-0f7732f6640b)] {{(pid=103470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:23:38.559423 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-c2374efe-22ca-43da-90ef-7bc92c742095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (4da2208b-742a-4545-b65a-75f8c3d738dc), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:38.619281 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-983956ca-6c50-4002-9b61-f36bb8e149a6 None None] Provisioning complete for port 4da2208b-742a-4545-b65a-75f8c3d738dc triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:23:38.619654 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-983956ca-6c50-4002-9b61-f36bb8e149a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (4da2208b-742a-4545-b65a-75f8c3d738dc), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:38.654780 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2374efe-22ca-43da-90ef-7bc92c742095 None None] Routers {'348eadf2-7128-4fb3-bb93-573846a94c25'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:23:38.655398 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-c2374efe-22ca-43da-90ef-7bc92c742095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:23:26Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['348eadf2-7128-4fb3-bb93-573846a94c25'], 'active': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:23:38.858698 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fcc682-a549-4dce-a626-aeb637762de8 None None] Pushing event updated for resources: {'Port': ['ID=4da2208b-742a-4545-b65a-75f8c3d738dc,revision_number=4']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:23:38.969129 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-983956ca-6c50-4002-9b61-f36bb8e149a6 None None] Current status of the port 4da2208b-742a-4545-b65a-75f8c3d738dc is: DOWN; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:23:38.969760 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-983956ca-6c50-4002-9b61-f36bb8e149a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (4da2208b-742a-4545-b65a-75f8c3d738dc), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:39.014649 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-983956ca-6c50-4002-9b61-f36bb8e149a6 None None] For port 4da2208b-742a-4545-b65a-75f8c3d738dc, host dv-cinder-841591-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-1-iscsi',level=0,port_id=4da2208b-742a-4545-b65a-75f8c3d738dc,segment=NetworkSegment(652863b6-49b6-44a0-85c7-0f7732f6640b),segment_id=652863b6-49b6-44a0-85c7-0f7732f6640b)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:23:39.020072 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvr_db [None req-c2374efe-22ca-43da-90ef-7bc92c742095 None None] Set router 348eadf2-7128-4fb3-bb93-573846a94c25 gateway port host: dv-cinder-841591-1-iscsi {{(pid=103470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:23:39.024032 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-983956ca-6c50-4002-9b61-f36bb8e149a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (4da2208b-742a-4545-b65a-75f8c3d738dc), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:39.097601 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device c1959d93-4e7a-400e-803f-5d84ce35669b up at agent ovs-agent-dv-cinder-841591-1-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:23:39.197243 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983956ca-6c50-4002-9b61-f36bb8e149a6 None None] Pushing event updated for resources: {'Port': ['ID=4da2208b-742a-4545-b65a-75f8c3d738dc,revision_number=5']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:23:39.242295 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-87630a2d-ba4e-4ee9-bf9a-ced1c414ac2b None None] Provisioning complete for port 4da2208b-742a-4545-b65a-75f8c3d738dc triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:23:39.242689 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-87630a2d-ba4e-4ee9-bf9a-ced1c414ac2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (4da2208b-742a-4545-b65a-75f8c3d738dc), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:39.306871 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Provisioning complete for port c1959d93-4e7a-400e-803f-5d84ce35669b triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:23:39.307247 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (c1959d93-4e7a-400e-803f-5d84ce35669b), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:39.423942 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-c2374efe-22ca-43da-90ef-7bc92c742095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '348eadf2-7128-4fb3-bb93-573846a94c25', 'name': 'tempest-TestMinimumBasicScenario-65210861-router', 'tenant_id': '522569da92a1425b9961ef59c8e6bb2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': 'c1959d93-4e7a-400e-803f-5d84ce35669b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:23:31Z', 'updated_at': '2022-05-12T17:23:34Z', 'revision_number': 4, 'project_id': '522569da92a1425b9961ef59c8e6bb2e', 'gw_port': {'id': 'c1959d93-4e7a-400e-803f-5d84ce35669b', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f0:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348eadf2-7128-4fb3-bb93-573846a94c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:23:32Z', 'updated_at': '2022-05-12T17:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_interfaces': [{'id': '4da2208b-742a-4545-b65a-75f8c3d738dc', 'name': '', 'network_id': 'faab5f36-1b54-49b7-bf28-50b75230a36d', 'tenant_id': '522569da92a1425b9961ef59c8e6bb2e', 'mac_address': 'fa:16:3e:ad:57:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '348eadf2-7128-4fb3-bb93-573846a94c25', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'b6c936d5-2fb5-4f44-b9fa-e81f3cc6dcaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:23:33Z', 'updated_at': '2022-05-12T17:23:38Z', 'revision_number': 4, 'project_id': '522569da92a1425b9961ef59c8e6bb2e', 'subnets': [{'id': 'b6c936d5-2fb5-4f44-b9fa-e81f3cc6dcaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:23:39.468604 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-87630a2d-ba4e-4ee9-bf9a-ced1c414ac2b None None] Current status of the port 4da2208b-742a-4545-b65a-75f8c3d738dc is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:23:39.473024 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2374efe-22ca-43da-90ef-7bc92c742095 None None] The sync data for ids ['348eadf2-7128-4fb3-bb93-573846a94c25'] in dv-cinder-841591-1-iscsi is: [{'id': '348eadf2-7128-4fb3-bb93-573846a94c25', 'name': 'tempest-TestMinimumBasicScenario-65210861-router', 'tenant_id': '522569da92a1425b9961ef59c8e6bb2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': 'c1959d93-4e7a-400e-803f-5d84ce35669b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:23:31Z', 'updated_at': '2022-05-12T17:23:34Z', 'revision_number': 4, 'project_id': '522569da92a1425b9961ef59c8e6bb2e', 'gw_port': {'id': 'c1959d93-4e7a-400e-803f-5d84ce35669b', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f0:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348eadf2-7128-4fb3-bb93-573846a94c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:23:32Z', 'updated_at': '2022-05-12T17:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_interfaces': [{'id': '4da2208b-742a-4545-b65a-75f8c3d738dc', 'name': '', 'network_id': 'faab5f36-1b54-49b7-bf28-50b75230a36d', 'tenant_id': '522569da92a1425b9961ef59c8e6bb2e', 'mac_address': 'fa:16:3e:ad:57:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '348eadf2-7128-4fb3-bb93-573846a94c25', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'b6c936d5-2fb5-4f44-b9fa-e81f3cc6dcaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:23:33Z', 'updated_at': '2022-05-12T17:23:38Z', 'revision_number': 4, 'project_id': '522569da92a1425b9961ef59c8e6bb2e', 'subnets': [{'id': 'b6c936d5-2fb5-4f44-b9fa-e81f3cc6dcaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:23:39.495779 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Current status of the port c1959d93-4e7a-400e-803f-5d84ce35669b is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:23:41.110138 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device 4da2208b-742a-4545-b65a-75f8c3d738dc up at agent ovs-agent-dv-cinder-841591-1-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:23:41.167867 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Provisioning complete for port 4da2208b-742a-4545-b65a-75f8c3d738dc triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:23:41.168239 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (4da2208b-742a-4545-b65a-75f8c3d738dc), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:41.280024 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Current status of the port 4da2208b-742a-4545-b65a-75f8c3d738dc is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:23:44.866947 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d0a278-1c15-4439-8411-5efc5540ca78 req-866e68a7-396d-4594-b3be-913cbe00b749 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:23:44.868379 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-a0d0a278-1c15-4439-8411-5efc5540ca78 req-866e68a7-396d-4594-b3be-913cbe00b749 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] 10.222.0.23 "GET /v2.0/networks?id=0d2b0c23-00fb-4a8f-9441-ba408404271d HTTP/1.1" status: 200 len: 815 time: 0.1007164 May 12 17:23:44.883467 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-a0d0a278-1c15-4439-8411-5efc5540ca78 req-78f79f44-1535-4599-9aa9-00f85301f980 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] 10.222.0.23 "GET /v2.0/quotas/0e381a22482e4cb5a714dd3392a19c27 HTTP/1.1" status: 200 len: 375 time: 0.0098596 May 12 17:23:44.930460 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-a0d0a278-1c15-4439-8411-5efc5540ca78 req-0f13d8b7-bef1-44a3-8ddf-ad358282b4d8 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0e381a22482e4cb5a714dd3392a19c27&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0420654 May 12 17:23:45.026879 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-a0d0a278-1c15-4439-8411-5efc5540ca78 req-c295ddcb-cd1d-4fce-bb0a-dd78a3ce70fa service neutron] 10.222.0.23 "GET /v2.0/networks/0d2b0c23-00fb-4a8f-9441-ba408404271d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855899 May 12 17:23:45.112234 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-a0d0a278-1c15-4439-8411-5efc5540ca78 req-28377ca0-533e-44fa-884f-e8a1aae76307 service neutron] 10.222.0.23 "GET /v2.0/networks/0d2b0c23-00fb-4a8f-9441-ba408404271d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797279 May 12 17:23:45.269127 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-93158186-472f-4955-ba7c-44abad6ee02d req-edebbd6c-2ccf-4cb7-9ca2-23d0e6408362 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] 10.222.0.23 "GET /v2.0/ports?device_id=37146593-4785-4175-ba4d-9ffd1618a210 HTTP/1.1" status: 200 len: 210 time: 0.0272257 May 12 17:23:46.306206 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d0a278-1c15-4439-8411-5efc5540ca78 req-3423961c-336b-4679-b76d-368cd2e9a4a0 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:23:46.308131 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-a0d0a278-1c15-4439-8411-5efc5540ca78 req-3423961c-336b-4679-b76d-368cd2e9a4a0 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] 10.222.0.58 "GET /v2.0/networks?id=0d2b0c23-00fb-4a8f-9441-ba408404271d HTTP/1.1" status: 200 len: 815 time: 0.1095710 May 12 17:23:46.322396 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [req-a0d0a278-1c15-4439-8411-5efc5540ca78 req-65d62efb-3e0b-46fa-af18-42c928b61264 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Request body: {'port': {'device_id': '37146593-4785-4175-ba4d-9ffd1618a210', 'network_id': '0d2b0c23-00fb-4a8f-9441-ba408404271d', 'admin_state_up': True, 'tenant_id': '0e381a22482e4cb5a714dd3392a19c27'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:23:46.377206 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-a05123f5-9393-4784-aa93-a4e8ad016e36 req-b6dab211-f2da-474e-a269-b876904c0e83 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] 10.222.0.23 "GET /v2.0/ports?device_id=37146593-4785-4175-ba4d-9ffd1618a210 HTTP/1.1" status: 200 len: 210 time: 0.0326030 May 12 17:23:46.454714 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0d0a278-1c15-4439-8411-5efc5540ca78 req-65d62efb-3e0b-46fa-af18-42c928b61264 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Made reservation on behalf of 0e381a22482e4cb5a714dd3392a19c27 for: {'port': 1} {{(pid=103468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:23:46.458081 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-a0d0a278-1c15-4439-8411-5efc5540ca78 req-65d62efb-3e0b-46fa-af18-42c928b61264 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:46.583076 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.db_base_plugin_common [req-a0d0a278-1c15-4439-8411-5efc5540ca78 req-65d62efb-3e0b-46fa-af18-42c928b61264 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Allocated IP 172.20.0.13 (0d2b0c23-00fb-4a8f-9441-ba408404271d/246c5985-adc2-4f0f-9d62-017350f2cc9b/1a689752-651a-4853-a501-d55b4b71ffb2) {{(pid=103468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:23:46.775845 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-a0d0a278-1c15-4439-8411-5efc5540ca78 req-65d62efb-3e0b-46fa-af18-42c928b61264 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Publish callbacks [] for port (1a689752-651a-4853-a501-d55b4b71ffb2), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:46.819381 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-a0d0a278-1c15-4439-8411-5efc5540ca78 req-65d62efb-3e0b-46fa-af18-42c928b61264 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774527475285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11526335'] for port (1a689752-651a-4853-a501-d55b4b71ffb2), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:46.869087 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0d0a278-1c15-4439-8411-5efc5540ca78 req-65d62efb-3e0b-46fa-af18-42c928b61264 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Network 0d2b0c23-00fb-4a8f-9441-ba408404271d is already hosted by enough agents. {{(pid=103468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:23:46.869671 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.base_scheduler [req-a0d0a278-1c15-4439-8411-5efc5540ca78 req-65d62efb-3e0b-46fa-af18-42c928b61264 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Resources bound (agent type, host, resource id): {{(pid=103468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:23:46.872342 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0d0a278-1c15-4439-8411-5efc5540ca78 req-65d62efb-3e0b-46fa-af18-42c928b61264 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Received port after_create {{(pid=103468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:23:46.884407 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d62efb-3e0b-46fa-af18-42c928b61264 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Pushing event updated for resources: {'Port': ['ID=1a689752-651a-4853-a501-d55b4b71ffb2,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:23:46.941257 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d0a278-1c15-4439-8411-5efc5540ca78 req-65d62efb-3e0b-46fa-af18-42c928b61264 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:23:46.942310 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-a0d0a278-1c15-4439-8411-5efc5540ca78 req-65d62efb-3e0b-46fa-af18-42c928b61264 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36930'] for port (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:46.964762 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-a0d0a278-1c15-4439-8411-5efc5540ca78 req-65d62efb-3e0b-46fa-af18-42c928b61264 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6471169 May 12 17:23:47.142624 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-7f23fdc3-92fa-4053-9eb9-bb00a983a461 None None] Provisioning complete for port 1a689752-651a-4853-a501-d55b4b71ffb2 triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:23:47.143138 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-7f23fdc3-92fa-4053-9eb9-bb00a983a461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (1a689752-651a-4853-a501-d55b4b71ffb2), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:47.182189 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-7f23fdc3-92fa-4053-9eb9-bb00a983a461 None None] Port 1a689752-651a-4853-a501-d55b4b71ffb2 cannot update to ACTIVE because it is not bound. {{(pid=103470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:23:47.492142 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d876a1e-e1b2-450a-8be3-f96deb919b78 req-9ee8d0e3-3662-4897-bb47-f0f2e9661c67 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:23:47.493847 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0d876a1e-e1b2-450a-8be3-f96deb919b78 req-9ee8d0e3-3662-4897-bb47-f0f2e9661c67 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] 10.222.0.23 "GET /v2.0/ports?device_id=37146593-4785-4175-ba4d-9ffd1618a210 HTTP/1.1" status: 200 len: 932 time: 0.0474606 May 12 17:23:47.544663 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0d876a1e-e1b2-450a-8be3-f96deb919b78 req-01e3ccc4-e0b2-4e01-9f4f-e807a288aa07 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f10315e-b1c3-4e2b-8dd7-e979d04e20d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450430 May 12 17:23:48.673474 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d42b9f-0608-4563-b75f-ae3422ff902c req-c7356cbf-e691-4966-8579-a322dbdcae6c tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:23:48.675002 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-79d42b9f-0608-4563-b75f-ae3422ff902c req-c7356cbf-e691-4966-8579-a322dbdcae6c tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] 10.222.0.23 "GET /v2.0/ports?device_id=37146593-4785-4175-ba4d-9ffd1618a210 HTTP/1.1" status: 200 len: 932 time: 0.0551860 May 12 17:23:48.728993 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-79d42b9f-0608-4563-b75f-ae3422ff902c req-3b1e8791-c322-43dd-827f-80deb32d2a60 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f10315e-b1c3-4e2b-8dd7-e979d04e20d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469022 May 12 17:23:49.844111 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6717ab0-d5ae-4d56-be82-5f9aa21ff1cb req-e9563f0b-c0d9-488d-b195-8441d164fd22 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:23:49.846193 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-b6717ab0-d5ae-4d56-be82-5f9aa21ff1cb req-e9563f0b-c0d9-488d-b195-8441d164fd22 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] 10.222.0.23 "GET /v2.0/ports?device_id=37146593-4785-4175-ba4d-9ffd1618a210 HTTP/1.1" status: 200 len: 932 time: 0.0494792 May 12 17:23:49.906812 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-b6717ab0-d5ae-4d56-be82-5f9aa21ff1cb req-fe7ea87b-bac6-472d-9f49-50f2b5843fb8 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f10315e-b1c3-4e2b-8dd7-e979d04e20d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540886 May 12 17:23:51.037877 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9eb3a6-668c-49f8-af65-21d8f30df9b0 req-6c6e7697-f785-4dec-89eb-5cb8db91f230 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:23:51.039495 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-cf9eb3a6-668c-49f8-af65-21d8f30df9b0 req-6c6e7697-f785-4dec-89eb-5cb8db91f230 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] 10.222.0.23 "GET /v2.0/ports?device_id=37146593-4785-4175-ba4d-9ffd1618a210 HTTP/1.1" status: 200 len: 932 time: 0.0514789 May 12 17:23:51.088756 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-cf9eb3a6-668c-49f8-af65-21d8f30df9b0 req-fc7fc5ef-8e1c-4ec5-aef8-decb61fd4b41 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f10315e-b1c3-4e2b-8dd7-e979d04e20d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433764 May 12 17:23:52.211060 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c278326-3791-45fa-9644-78b9c47ef5f8 req-a61eeef3-e61c-4d6c-914a-0c58430c5ea0 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:23:52.214997 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-2c278326-3791-45fa-9644-78b9c47ef5f8 req-a61eeef3-e61c-4d6c-914a-0c58430c5ea0 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] 10.222.0.23 "GET /v2.0/ports?device_id=37146593-4785-4175-ba4d-9ffd1618a210 HTTP/1.1" status: 200 len: 932 time: 0.0570607 May 12 17:23:52.262721 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-2c278326-3791-45fa-9644-78b9c47ef5f8 req-c45c1d6f-d0e9-44a0-aa59-4ff842279c3e tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f10315e-b1c3-4e2b-8dd7-e979d04e20d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433621 May 12 17:23:53.379973 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab16a2e5-9d44-46a4-bc9d-72bde3d37217 req-a32941a9-82f7-41b3-9b1a-3dbb16cfdd1c tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:23:53.382548 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-ab16a2e5-9d44-46a4-bc9d-72bde3d37217 req-a32941a9-82f7-41b3-9b1a-3dbb16cfdd1c tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] 10.222.0.23 "GET /v2.0/ports?device_id=37146593-4785-4175-ba4d-9ffd1618a210 HTTP/1.1" status: 200 len: 932 time: 0.0500054 May 12 17:23:53.430729 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-ab16a2e5-9d44-46a4-bc9d-72bde3d37217 req-86949516-84c3-4dd0-87a3-e1f43cdbeea4 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f10315e-b1c3-4e2b-8dd7-e979d04e20d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421901 May 12 17:23:53.794259 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-7bbffc7a-9914-4666-8c42-7663eeb786a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (ad05f391-ff61-4b74-a3af-7ffb7f485489), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:54.549845 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5b4883-b0b9-4c91-a989-035e6cce7413 req-99cae782-4bb0-48a5-9b6c-abdc9db6a4fd tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:23:54.551334 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-8b5b4883-b0b9-4c91-a989-035e6cce7413 req-99cae782-4bb0-48a5-9b6c-abdc9db6a4fd tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] 10.222.0.23 "GET /v2.0/ports?device_id=37146593-4785-4175-ba4d-9ffd1618a210 HTTP/1.1" status: 200 len: 932 time: 0.0493267 May 12 17:23:54.602502 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-8b5b4883-b0b9-4c91-a989-035e6cce7413 req-395fc21a-6adb-40d7-a0b0-e6ba18b210cd tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f10315e-b1c3-4e2b-8dd7-e979d04e20d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450959 May 12 17:23:55.712650 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d52a763-703d-41ed-92f6-066ef0b042fe req-fd23edec-913f-48e9-9265-8b26b03841f5 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:23:55.714118 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-2d52a763-703d-41ed-92f6-066ef0b042fe req-fd23edec-913f-48e9-9265-8b26b03841f5 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] 10.222.0.23 "GET /v2.0/ports?device_id=37146593-4785-4175-ba4d-9ffd1618a210 HTTP/1.1" status: 200 len: 932 time: 0.0456240 May 12 17:23:55.758874 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-2d52a763-703d-41ed-92f6-066ef0b042fe req-333f55b7-bd12-4da1-acd6-655d9b9af784 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f10315e-b1c3-4e2b-8dd7-e979d04e20d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393581 May 12 17:23:56.196408 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-f1bb8823-ca05-44d9-b322-45e4a5af07d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (e5548ccc-31b8-4072-a6b0-52b00208ea79), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:56.728796 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [req-a0d0a278-1c15-4439-8411-5efc5540ca78 req-719ea483-f1de-402d-89ad-002a47f04026 service neutron] Request body: {'port': {'device_id': '37146593-4785-4175-ba4d-9ffd1618a210', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84159'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:23:56.792001 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-a0d0a278-1c15-4439-8411-5efc5540ca78 req-719ea483-f1de-402d-89ad-002a47f04026 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (1a689752-651a-4853-a501-d55b4b71ffb2), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:56.917333 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01830e2-257e-4aed-91c0-e2bd28c6c89d req-18c480f1-be56-40eb-9a8c-8dde6c28d3ec tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:23:56.918974 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-a01830e2-257e-4aed-91c0-e2bd28c6c89d req-18c480f1-be56-40eb-9a8c-8dde6c28d3ec tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] 10.222.0.23 "GET /v2.0/ports?device_id=37146593-4785-4175-ba4d-9ffd1618a210 HTTP/1.1" status: 200 len: 932 time: 0.0779355 May 12 17:23:57.039953 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-a01830e2-257e-4aed-91c0-e2bd28c6c89d req-f9622261-f789-4183-b7a2-a03c18966563 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f10315e-b1c3-4e2b-8dd7-e979d04e20d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144056 May 12 17:23:57.166645 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.notifiers.nova [req-a0d0a278-1c15-4439-8411-5efc5540ca78 req-719ea483-f1de-402d-89ad-002a47f04026 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a689752-651a-4853-a501-d55b4b71ffb2 {{(pid=103468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:23:57.173772 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-a0d0a278-1c15-4439-8411-5efc5540ca78 req-719ea483-f1de-402d-89ad-002a47f04026 service neutron] Publish callbacks [] for port (1a689752-651a-4853-a501-d55b4b71ffb2), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:57.187868 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.provisioning_blocks [req-a0d0a278-1c15-4439-8411-5efc5540ca78 req-719ea483-f1de-402d-89ad-002a47f04026 service neutron] Transition to ACTIVE for port object 1a689752-651a-4853-a501-d55b4b71ffb2 will not be triggered until provisioned by entity L2. {{(pid=103468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 17:23:57.191984 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-a0d0a278-1c15-4439-8411-5efc5540ca78 req-719ea483-f1de-402d-89ad-002a47f04026 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11526280'] for port (1a689752-651a-4853-a501-d55b4b71ffb2), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:57.245169 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719ea483-f1de-402d-89ad-002a47f04026 service neutron] Pushing event updated for resources: {'Port': ['ID=1a689752-651a-4853-a501-d55b4b71ffb2,revision_number=2']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:23:57.305521 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-921d17b2-ae2c-4a72-8bd8-05131367e3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (bf71836d-8135-4bcd-843a-dab378dba2b2), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:57.324077 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [req-a0d0a278-1c15-4439-8411-5efc5540ca78 req-719ea483-f1de-402d-89ad-002a47f04026 service neutron] Attempting to bind port 1a689752-651a-4853-a501-d55b4b71ffb2 on host hv-cinder-84159 for vnic_type normal with profile {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:23:57.324329 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [req-a0d0a278-1c15-4439-8411-5efc5540ca78 req-719ea483-f1de-402d-89ad-002a47f04026 service neutron] Attempting to bind port 1a689752-651a-4853-a501-d55b4b71ffb2 by drivers openvswitch,hyperv on host hv-cinder-84159 at level 0 using segments [{'id': '1e584874-a263-4e75-a6cc-53de20e91811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '0d2b0c23-00fb-4a8f-9441-ba408404271d'}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:23:57.324648 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d0a278-1c15-4439-8411-5efc5540ca78 req-719ea483-f1de-402d-89ad-002a47f04026 service neutron] Attempting to bind port 1a689752-651a-4853-a501-d55b4b71ffb2 on network 0d2b0c23-00fb-4a8f-9441-ba408404271d {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:23:57.330541 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d0a278-1c15-4439-8411-5efc5540ca78 req-719ea483-f1de-402d-89ad-002a47f04026 service neutron] Port 1a689752-651a-4853-a501-d55b4b71ffb2 on network 0d2b0c23-00fb-4a8f-9441-ba408404271d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84159 {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 17:23:57.330925 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d0a278-1c15-4439-8411-5efc5540ca78 req-719ea483-f1de-402d-89ad-002a47f04026 service neutron] Attempting to bind port 1a689752-651a-4853-a501-d55b4b71ffb2 on network 0d2b0c23-00fb-4a8f-9441-ba408404271d {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:23:57.336655 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d0a278-1c15-4439-8411-5efc5540ca78 req-719ea483-f1de-402d-89ad-002a47f04026 service neutron] Checking agent: {'id': '38379b20-dcc3-43b7-a09e-956d8be7db9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84159', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 13, 58), 'started_at': datetime.datetime(2022, 5, 12, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:23:57.336995 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d0a278-1c15-4439-8411-5efc5540ca78 req-719ea483-f1de-402d-89ad-002a47f04026 service neutron] Checking segment: {'id': '1e584874-a263-4e75-a6cc-53de20e91811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '0d2b0c23-00fb-4a8f-9441-ba408404271d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:23:57.337381 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d0a278-1c15-4439-8411-5efc5540ca78 req-719ea483-f1de-402d-89ad-002a47f04026 service neutron] Bound using segment: {'id': '1e584874-a263-4e75-a6cc-53de20e91811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '0d2b0c23-00fb-4a8f-9441-ba408404271d'} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:23:57.337808 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [req-a0d0a278-1c15-4439-8411-5efc5540ca78 req-719ea483-f1de-402d-89ad-002a47f04026 service neutron] Bound port: 1a689752-651a-4853-a501-d55b4b71ffb2, host: hv-cinder-84159, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e584874-a263-4e75-a6cc-53de20e91811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '0d2b0c23-00fb-4a8f-9441-ba408404271d'}}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:23:57.338208 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-a0d0a278-1c15-4439-8411-5efc5540ca78 req-719ea483-f1de-402d-89ad-002a47f04026 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (1a689752-651a-4853-a501-d55b4b71ffb2), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:57.408534 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.db [req-a0d0a278-1c15-4439-8411-5efc5540ca78 req-719ea483-f1de-402d-89ad-002a47f04026 service neutron] For port 1a689752-651a-4853-a501-d55b4b71ffb2, host hv-cinder-84159, cleared binding levels {{(pid=103468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:23:57.411471 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.db [req-a0d0a278-1c15-4439-8411-5efc5540ca78 req-719ea483-f1de-402d-89ad-002a47f04026 service neutron] For port 1a689752-651a-4853-a501-d55b4b71ffb2, host hv-cinder-84159, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=1a689752-651a-4853-a501-d55b4b71ffb2,segment=NetworkSegment(1e584874-a263-4e75-a6cc-53de20e91811),segment_id=1e584874-a263-4e75-a6cc-53de20e91811)] {{(pid=103468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:23:57.416312 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-a0d0a278-1c15-4439-8411-5efc5540ca78 req-719ea483-f1de-402d-89ad-002a47f04026 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11526280'] for port (1a689752-651a-4853-a501-d55b4b71ffb2), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:57.452974 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d0a278-1c15-4439-8411-5efc5540ca78 req-719ea483-f1de-402d-89ad-002a47f04026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:23:57.453586 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-a0d0a278-1c15-4439-8411-5efc5540ca78 req-719ea483-f1de-402d-89ad-002a47f04026 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36930'] for port (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:57.456471 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-a0d0a278-1c15-4439-8411-5efc5540ca78 req-719ea483-f1de-402d-89ad-002a47f04026 service neutron] 10.222.0.58 "PUT /v2.0/ports/1a689752-651a-4853-a501-d55b4b71ffb2 HTTP/1.1" status: 200 len: 1094 time: 0.7313552 May 12 17:23:57.456963 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37146593-4785-4175-ba4d-9ffd1618a210', 'tag': '1a689752-651a-4853-a501-d55b4b71ffb2'}] {{(pid=103468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:23:57.459277 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11327eb0f41ff280cd3a6497cf1c944478feb1aae12e82efcad6faf65da72353" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcc0fa45-8e46-4c1d-ab72-456f3601e540" -d '{"events": [{"name": "network-changed", "server_uuid": "37146593-4785-4175-ba4d-9ffd1618a210", "tag": "1a689752-651a-4853-a501-d55b4b71ffb2"}]}' {{(pid=103468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:23:57.484564 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719ea483-f1de-402d-89ad-002a47f04026 service neutron] Pushing event updated for resources: {'Port': ['ID=1a689752-651a-4853-a501-d55b4b71ffb2,revision_number=3']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:23:57.582023 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e1c7039-4c88-4bca-ac83-1d38e0c46380 x-openstack-request-id: req-3e1c7039-4c88-4bca-ac83-1d38e0c46380 {{(pid=103468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:23:57.582320 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37146593-4785-4175-ba4d-9ffd1618a210", "tag": "1a689752-651a-4853-a501-d55b4b71ffb2", "status": "completed", "code": 200}]} {{(pid=103468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:23:57.582625 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3e1c7039-4c88-4bca-ac83-1d38e0c46380 {{(pid=103468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:23:57.583037 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e1c7039-4c88-4bca-ac83-1d38e0c46380'] response: {'name': 'network-changed', 'server_uuid': '37146593-4785-4175-ba4d-9ffd1618a210', 'tag': '1a689752-651a-4853-a501-d55b4b71ffb2', 'status': 'completed', 'code': 200} May 12 17:23:57.649452 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc0fa45-8e46-4c1d-ab72-456f3601e540 req-42f1c5f7-58eb-4d57-805c-fcf6aa90b644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:23:57.650869 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-fcc0fa45-8e46-4c1d-ab72-456f3601e540 req-42f1c5f7-58eb-4d57-805c-fcf6aa90b644 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0e381a22482e4cb5a714dd3392a19c27&device_id=37146593-4785-4175-ba4d-9ffd1618a210 HTTP/1.1" status: 200 len: 1128 time: 0.0410874 May 12 17:23:57.754714 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc0fa45-8e46-4c1d-ab72-456f3601e540 req-fc09868e-b30e-4aee-a4c3-3a9e22bea398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:23:57.756169 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-fcc0fa45-8e46-4c1d-ab72-456f3601e540 req-fc09868e-b30e-4aee-a4c3-3a9e22bea398 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=0e381a22482e4cb5a714dd3392a19c27&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0932040 May 12 17:23:57.848336 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc0fa45-8e46-4c1d-ab72-456f3601e540 req-88c60568-8b35-40a3-9f25-8a187fad3cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:23:57.849699 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-fcc0fa45-8e46-4c1d-ab72-456f3601e540 req-88c60568-8b35-40a3-9f25-8a187fad3cb2 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0836170 May 12 17:23:57.931389 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d0a278-1c15-4439-8411-5efc5540ca78 req-841faacf-2876-460f-bdaf-6d7f3f73461e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:23:57.932848 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-a0d0a278-1c15-4439-8411-5efc5540ca78 req-841faacf-2876-460f-bdaf-6d7f3f73461e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0e381a22482e4cb5a714dd3392a19c27&device_id=37146593-4785-4175-ba4d-9ffd1618a210 HTTP/1.1" status: 200 len: 1128 time: 0.0419412 May 12 17:23:57.951422 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (38379b20-dcc3-43b7-a09e-956d8be7db9c), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:57.982171 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-a0d0a278-1c15-4439-8411-5efc5540ca78 req-9905a47b-7ac2-47de-8ee2-63e32c87eee6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a689752-651a-4853-a501-d55b4b71ffb2 HTTP/1.1" status: 200 len: 217 time: 0.0339656 May 12 17:23:58.029296 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d0a278-1c15-4439-8411-5efc5540ca78 req-5d2bc3b1-3fef-4fed-872e-0274b603b0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:23:58.030747 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-a0d0a278-1c15-4439-8411-5efc5540ca78 req-5d2bc3b1-3fef-4fed-872e-0274b603b0e7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=246c5985-adc2-4f0f-9d62-017350f2cc9b HTTP/1.1" status: 200 len: 854 time: 0.0429351 May 12 17:23:58.369057 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d0a278-1c15-4439-8411-5efc5540ca78 req-65655a8a-f4cd-4714-bb51-e6f5834d98b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:23:58.370540 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-a0d0a278-1c15-4439-8411-5efc5540ca78 req-65655a8a-f4cd-4714-bb51-e6f5834d98b7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0d2b0c23-00fb-4a8f-9441-ba408404271d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3312740 May 12 17:23:58.395262 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b659167-ac30-414f-8789-6c54bef0c53a req-aaf49c61-8823-4c6c-9b56-5d78d040d75f tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:23:58.396626 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-4b659167-ac30-414f-8789-6c54bef0c53a req-aaf49c61-8823-4c6c-9b56-5d78d040d75f tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] 10.222.0.23 "GET /v2.0/ports?device_id=37146593-4785-4175-ba4d-9ffd1618a210 HTTP/1.1" status: 200 len: 944 time: 0.0591490 May 12 17:23:58.488038 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-4b659167-ac30-414f-8789-6c54bef0c53a req-75b69153-d16b-4746-9ccf-fb3aa6a3b17b tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f10315e-b1c3-4e2b-8dd7-e979d04e20d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820310 May 12 17:23:58.506846 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-a0d0a278-1c15-4439-8411-5efc5540ca78 req-1b936015-b0f4-4023-a7b9-ff811ab33a57 service neutron] 10.222.0.58 "GET /v2.0/networks/0d2b0c23-00fb-4a8f-9441-ba408404271d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259995 May 12 17:23:58.599188 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-a0d0a278-1c15-4439-8411-5efc5540ca78 req-f0d57c86-f641-4cda-9925-53293af31554 service neutron] 10.222.0.58 "GET /v2.0/networks/0d2b0c23-00fb-4a8f-9441-ba408404271d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833271 May 12 17:23:58.849601 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-c581148e-646c-4c8c-8cc5-93d6184e682f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (98e1a54e-83f0-40d1-9631-7dd40ffbcd59), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:23:59.575660 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-da576be1-239f-43ad-bb77-217e9cdaaf33 req-0891124c-9613-4060-8252-50d5d2a36955 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=50a0e8b1-2d3c-4f5b-b6d9-a7039363047e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421031 May 12 17:23:59.599964 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92249f8-e8c4-46e3-ae52-173484a396fd req-60cd4661-ab67-4550-8375-9e0fd1afd494 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:23:59.602747 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e92249f8-e8c4-46e3-ae52-173484a396fd req-60cd4661-ab67-4550-8375-9e0fd1afd494 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] 10.222.0.23 "GET /v2.0/ports?device_id=37146593-4785-4175-ba4d-9ffd1618a210 HTTP/1.1" status: 200 len: 944 time: 0.0476260 May 12 17:23:59.651543 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e92249f8-e8c4-46e3-ae52-173484a396fd req-a2a488ce-3cf0-41f3-8d43-7e38d4d8ac54 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f10315e-b1c3-4e2b-8dd7-e979d04e20d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432336 May 12 17:23:59.654007 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da576be1-239f-43ad-bb77-217e9cdaaf33 req-7faf6a2f-b4e0-4da7-90b5-1a47138ea715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:23:59.655560 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-da576be1-239f-43ad-bb77-217e9cdaaf33 req-7faf6a2f-b4e0-4da7-90b5-1a47138ea715 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5d002d9e79b24742b0906bc2b220d998&device_id=50a0e8b1-2d3c-4f5b-b6d9-a7039363047e HTTP/1.1" status: 200 len: 1130 time: 0.0380526 May 12 17:23:59.758457 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da576be1-239f-43ad-bb77-217e9cdaaf33 req-c9dd860a-2e98-4de3-997e-9f84b477f10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:23:59.760056 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-da576be1-239f-43ad-bb77-217e9cdaaf33 req-c9dd860a-2e98-4de3-997e-9f84b477f10c service neutron] 10.222.0.58 "GET /v2.0/networks?id=6fb55941-2cb2-4359-bdd6-587e053b44f0 HTTP/1.1" status: 200 len: 912 time: 0.0816939 May 12 17:23:59.826467 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-da576be1-239f-43ad-bb77-217e9cdaaf33 req-a65a22cf-8a57-424b-8fc2-b9be1e57f163 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f9ed0e2-fdf3-439b-a2fd-41bd3abe42ba HTTP/1.1" status: 200 len: 1002 time: 0.0587277 May 12 17:23:59.874146 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da576be1-239f-43ad-bb77-217e9cdaaf33 req-82a498c2-c51c-4db5-9f89-338736383593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:23:59.875598 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-da576be1-239f-43ad-bb77-217e9cdaaf33 req-82a498c2-c51c-4db5-9f89-338736383593 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c5f1d9ec-05e3-4b23-84b4-48d07d13574c HTTP/1.1" status: 200 len: 850 time: 0.0429990 May 12 17:23:59.917905 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da576be1-239f-43ad-bb77-217e9cdaaf33 req-e22bd4ee-8ba4-42e3-b3df-c77905a14b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:23:59.919378 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-da576be1-239f-43ad-bb77-217e9cdaaf33 req-e22bd4ee-8ba4-42e3-b3df-c77905a14b10 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6fb55941-2cb2-4359-bdd6-587e053b44f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376811 May 12 17:24:00.009912 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-da576be1-239f-43ad-bb77-217e9cdaaf33 req-40b4c1a2-7f55-4411-9ff3-f5b1ecd4fdea service neutron] 10.222.0.58 "GET /v2.0/networks/6fb55941-2cb2-4359-bdd6-587e053b44f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836341 May 12 17:24:00.101099 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-da576be1-239f-43ad-bb77-217e9cdaaf33 req-9f9964e6-1092-42ce-9ca5-93bf50976834 service neutron] 10.222.0.58 "GET /v2.0/networks/6fb55941-2cb2-4359-bdd6-587e053b44f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841887 May 12 17:24:00.246930 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (dea0f963-0a36-45fe-941b-5c749ca6f3bf), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:00.437346 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Device 1a689752-651a-4853-a501-d55b4b71ffb2 details requested by agent hyperv_hv-cinder-84159 with host hv-cinder-84159 {{(pid=103470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 17:24:00.534061 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] For port 1a689752-651a-4853-a501-d55b4b71ffb2, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=1a689752-651a-4853-a501-d55b4b71ffb2,segment=NetworkSegment(1e584874-a263-4e75-a6cc-53de20e91811),segment_id=1e584874-a263-4e75-a6cc-53de20e91811)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:24:00.544915 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Returning: {'device': '1a689752-651a-4853-a501-d55b4b71ffb2', 'network_id': '0d2b0c23-00fb-4a8f-9441-ba408404271d', 'port_id': '1a689752-651a-4853-a501-d55b4b71ffb2', 'mac_address': 'fa:16:3e:eb:65:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '246c5985-adc2-4f0f-9d62-017350f2cc9b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 17:24:00.581071 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Current status of the port 1a689752-651a-4853-a501-d55b4b71ffb2 is: DOWN; New status is: BUILD {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:24:00.581456 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (1a689752-651a-4853-a501-d55b4b71ffb2), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:00.593657 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a689752-651a-4853-a501-d55b4b71ffb2 {{(pid=103470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:24:00.611625 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] For port 1a689752-651a-4853-a501-d55b4b71ffb2, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=1a689752-651a-4853-a501-d55b4b71ffb2,segment=NetworkSegment(1e584874-a263-4e75-a6cc-53de20e91811),segment_id=1e584874-a263-4e75-a6cc-53de20e91811)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:24:00.615197 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (1a689752-651a-4853-a501-d55b4b71ffb2), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:00.660792 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Pushing event updated for resources: {'Port': ['ID=1a689752-651a-4853-a501-d55b4b71ffb2,revision_number=4']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:24:00.762637 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95246814-4eb2-4c6c-a6d3-15864628a86a req-215d1eb0-01b7-4e73-8aac-c387fc79db9e tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:24:00.764071 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-95246814-4eb2-4c6c-a6d3-15864628a86a req-215d1eb0-01b7-4e73-8aac-c387fc79db9e tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] 10.222.0.23 "GET /v2.0/ports?device_id=37146593-4785-4175-ba4d-9ffd1618a210 HTTP/1.1" status: 200 len: 945 time: 0.0461755 May 12 17:24:00.809447 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-95246814-4eb2-4c6c-a6d3-15864628a86a req-0413efe8-835f-4967-8480-69cb3c40f65b tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f10315e-b1c3-4e2b-8dd7-e979d04e20d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399368 May 12 17:24:00.873476 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] get_ports_and_sgs() called for port_ids ['1a689752-651a-4853-a501-d55b4b71ffb2'] {{(pid=103470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:24:01.919715 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123dd90a-d0e4-4fd8-9165-8faba891ff53 req-37676bdd-3efd-49f4-a152-95944e29b58a tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:24:01.921151 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-123dd90a-d0e4-4fd8-9165-8faba891ff53 req-37676bdd-3efd-49f4-a152-95944e29b58a tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] 10.222.0.23 "GET /v2.0/ports?device_id=37146593-4785-4175-ba4d-9ffd1618a210 HTTP/1.1" status: 200 len: 945 time: 0.0463278 May 12 17:24:01.969335 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-123dd90a-d0e4-4fd8-9165-8faba891ff53 req-6e1e9974-7500-4715-82d7-dffd9cd50408 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f10315e-b1c3-4e2b-8dd7-e979d04e20d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426714 May 12 17:24:02.439806 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Device 1a689752-651a-4853-a501-d55b4b71ffb2 up at agent hyperv_hv-cinder-84159 {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:24:02.483315 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Provisioning for port 1a689752-651a-4853-a501-d55b4b71ffb2 completed by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 17:24:02.488738 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Provisioning complete for port 1a689752-651a-4853-a501-d55b4b71ffb2 triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:24:02.489115 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (1a689752-651a-4853-a501-d55b4b71ffb2), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:02.572737 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Current status of the port 1a689752-651a-4853-a501-d55b4b71ffb2 is: BUILD; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:24:02.573113 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (1a689752-651a-4853-a501-d55b4b71ffb2), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:02.596242 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37146593-4785-4175-ba4d-9ffd1618a210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a689752-651a-4853-a501-d55b4b71ffb2'}] {{(pid=103470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:24:02.598436 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}983eca14ffe1519f8471a5ce991629ce2b8e436912840ac2edb7b499268545ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a31b278-6583-4666-938a-300aaf23e1f3" -d '{"events": [{"server_uuid": "37146593-4785-4175-ba4d-9ffd1618a210", "name": "network-vif-plugged", "status": "completed", "tag": "1a689752-651a-4853-a501-d55b4b71ffb2"}]}' {{(pid=103470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:24:02.610504 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] For port 1a689752-651a-4853-a501-d55b4b71ffb2, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=1a689752-651a-4853-a501-d55b4b71ffb2,segment=NetworkSegment(1e584874-a263-4e75-a6cc-53de20e91811),segment_id=1e584874-a263-4e75-a6cc-53de20e91811)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:24:02.615197 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (1a689752-651a-4853-a501-d55b4b71ffb2), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:02.638268 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68281d9f-e624-40a7-a65d-eb833cb10a69 x-openstack-request-id: req-68281d9f-e624-40a7-a65d-eb833cb10a69 {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:24:02.638583 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37146593-4785-4175-ba4d-9ffd1618a210", "name": "network-vif-plugged", "status": "completed", "tag": "1a689752-651a-4853-a501-d55b4b71ffb2", "code": 200}]} {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:24:02.638836 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-68281d9f-e624-40a7-a65d-eb833cb10a69 {{(pid=103470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:24:02.639225 dv-cinder-841591-1-iscsi neutron-server[103470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68281d9f-e624-40a7-a65d-eb833cb10a69'] response: {'server_uuid': '37146593-4785-4175-ba4d-9ffd1618a210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a689752-651a-4853-a501-d55b4b71ffb2', 'code': 200} May 12 17:24:02.663783 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Pushing event updated for resources: {'Port': ['ID=1a689752-651a-4853-a501-d55b4b71ffb2,revision_number=5']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:24:03.081048 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eea7137-7e14-4092-99aa-7a56de6d6ed9 req-3fd6b477-d173-4817-8faf-df56d6a83cec tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:24:03.082550 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8eea7137-7e14-4092-99aa-7a56de6d6ed9 req-3fd6b477-d173-4817-8faf-df56d6a83cec tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] 10.222.0.23 "GET /v2.0/ports?device_id=37146593-4785-4175-ba4d-9ffd1618a210 HTTP/1.1" status: 200 len: 946 time: 0.0467353 May 12 17:24:03.128615 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8eea7137-7e14-4092-99aa-7a56de6d6ed9 req-6a8fdd65-6bec-4068-93a6-b68b2762ddc8 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f10315e-b1c3-4e2b-8dd7-e979d04e20d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405414 May 12 17:24:03.340495 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be6055e-8a10-4183-90f5-8ccf5aaea085 req-5dede412-a6be-4c76-9977-6830e770b406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:24:03.342001 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-1be6055e-8a10-4183-90f5-8ccf5aaea085 req-5dede412-a6be-4c76-9977-6830e770b406 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=37146593-4785-4175-ba4d-9ffd1618a210 HTTP/1.1" status: 200 len: 1130 time: 0.0376792 May 12 17:24:03.616248 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-1be6055e-8a10-4183-90f5-8ccf5aaea085 req-7741a8bb-3284-4e28-a57e-80b29dbb8fbb service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=5f10315e-b1c3-4e2b-8dd7-e979d04e20d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412831 May 12 17:24:04.252345 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa695ea-3de3-4dc3-b521-6fbc909f3df2 req-ae847687-443a-47eb-8b92-6b9cd0135bb0 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:24:04.253787 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-1aa695ea-3de3-4dc3-b521-6fbc909f3df2 req-ae847687-443a-47eb-8b92-6b9cd0135bb0 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] 10.222.0.23 "GET /v2.0/ports?device_id=37146593-4785-4175-ba4d-9ffd1618a210 HTTP/1.1" status: 200 len: 946 time: 0.0487621 May 12 17:24:04.300634 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-1aa695ea-3de3-4dc3-b521-6fbc909f3df2 req-df743d9a-ed77-4f2c-be02-e688b1065973 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f10315e-b1c3-4e2b-8dd7-e979d04e20d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403948 May 12 17:24:04.423490 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 34630) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:24:04.427913 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-6a64635e-37b8-4a6f-a604-6eab3f276a85 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1924290707', 'description': 'tempest-description--219665577'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:24:04.449804 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-6a64635e-37b8-4a6f-a604-6eab3f276a85 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:04.520491 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-6a64635e-37b8-4a6f-a604-6eab3f276a85 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks [] for security_group (f7c9c8c9-09fd-48dd-a979-c4e544321c68), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:04.524657 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-6a64635e-37b8-4a6f-a604-6eab3f276a85 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (f7c9c8c9-09fd-48dd-a979-c4e544321c68), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:04.557242 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-6a64635e-37b8-4a6f-a604-6eab3f276a85 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:04.558483 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-6a64635e-37b8-4a6f-a604-6eab3f276a85 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1339819 May 12 17:24:04.559637 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a64635e-37b8-4a6f-a604-6eab3f276a85 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c9c8c9-09fd-48dd-a979-c4e544321c68,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:24:04.561425 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 34632) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:24:04.565870 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-4735814c-9dc1-4589-8601-e7782cfd65c4 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Request body: {'security_group_rule': {'security_group_id': 'f7c9c8c9-09fd-48dd-a979-c4e544321c68', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:24:04.566815 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a64635e-37b8-4a6f-a604-6eab3f276a85 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:24:04.567167 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a64635e-37b8-4a6f-a604-6eab3f276a85 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:24:04.567511 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a64635e-37b8-4a6f-a604-6eab3f276a85 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:24:04.567849 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a64635e-37b8-4a6f-a604-6eab3f276a85 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:24:04.568186 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a64635e-37b8-4a6f-a604-6eab3f276a85 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:24:04.568517 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a64635e-37b8-4a6f-a604-6eab3f276a85 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:24:04.568876 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a64635e-37b8-4a6f-a604-6eab3f276a85 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:24:04.569202 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a64635e-37b8-4a6f-a604-6eab3f276a85 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:24:04.569527 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a64635e-37b8-4a6f-a604-6eab3f276a85 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:24:04.569855 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a64635e-37b8-4a6f-a604-6eab3f276a85 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:24:04.570179 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a64635e-37b8-4a6f-a604-6eab3f276a85 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:24:04.570533 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a64635e-37b8-4a6f-a604-6eab3f276a85 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:24:04.570861 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a64635e-37b8-4a6f-a604-6eab3f276a85 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:24:04.571182 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a64635e-37b8-4a6f-a604-6eab3f276a85 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:24:04.571500 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a64635e-37b8-4a6f-a604-6eab3f276a85 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:24:04.593546 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-4735814c-9dc1-4589-8601-e7782cfd65c4 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks [] for security_group_rule (986173c7-099b-425a-aa4c-ce7e5273df41), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:04.638696 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-4735814c-9dc1-4589-8601-e7782cfd65c4 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks [] for security_group_rule (986173c7-099b-425a-aa4c-ce7e5273df41), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:04.643128 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-4735814c-9dc1-4589-8601-e7782cfd65c4 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462143'] for security_group_rule (986173c7-099b-425a-aa4c-ce7e5273df41), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:04.666055 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4735814c-9dc1-4589-8601-e7782cfd65c4 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=986173c7-099b-425a-aa4c-ce7e5273df41,revision_number=0']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:24:04.673266 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-4735814c-9dc1-4589-8601-e7782cfd65c4 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:04.677004 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-4735814c-9dc1-4589-8601-e7782cfd65c4 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1120749 May 12 17:24:04.677454 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 34634) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:24:04.682495 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-f14103a7-6365-47e8-96c9-8045c885c458 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Request body: {'security_group_rule': {'security_group_id': 'f7c9c8c9-09fd-48dd-a979-c4e544321c68', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:24:04.710519 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-f14103a7-6365-47e8-96c9-8045c885c458 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks [] for security_group_rule (b74b39d1-ac4e-4ea3-be86-b08f5a34dfa6), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:04.756752 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-f14103a7-6365-47e8-96c9-8045c885c458 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks [] for security_group_rule (b74b39d1-ac4e-4ea3-be86-b08f5a34dfa6), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:04.760378 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-f14103a7-6365-47e8-96c9-8045c885c458 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462143'] for security_group_rule (b74b39d1-ac4e-4ea3-be86-b08f5a34dfa6), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:04.777427 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14103a7-6365-47e8-96c9-8045c885c458 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b74b39d1-ac4e-4ea3-be86-b08f5a34dfa6,revision_number=0']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:24:04.784678 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-f14103a7-6365-47e8-96c9-8045c885c458 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:04.785863 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-f14103a7-6365-47e8-96c9-8045c885c458 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1067958 May 12 17:24:04.789393 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 34636) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:24:04.793647 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-0b4df15b-d4af-4b5c-9f6d-0915bf483ade tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Request body: {'floatingip': {'floating_network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:24:04.814081 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-0b4df15b-d4af-4b5c-9f6d-0915bf483ade tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:04.892561 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-0b4df15b-d4af-4b5c-9f6d-0915bf483ade tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:04.998500 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.db_base_plugin_common [None req-0b4df15b-d4af-4b5c-9f6d-0915bf483ade tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Allocated IP 172.27.0.35 (9bfa71c8-c6b3-48ca-a660-d8187367d4be/c986c1c6-d014-45ab-99c5-409df43f439e/3084f303-1a5e-403e-901f-090a26ba1eef) {{(pid=103468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:24:05.095318 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-0b4df15b-d4af-4b5c-9f6d-0915bf483ade tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks [] for port (3084f303-1a5e-403e-901f-090a26ba1eef), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:05.131188 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-0b4df15b-d4af-4b5c-9f6d-0915bf483ade tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774527475285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11526335'] for port (3084f303-1a5e-403e-901f-090a26ba1eef), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:05.167854 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4df15b-d4af-4b5c-9f6d-0915bf483ade tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Network 9bfa71c8-c6b3-48ca-a660-d8187367d4be is already hosted by enough agents. {{(pid=103468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:24:05.170553 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.base_scheduler [None req-0b4df15b-d4af-4b5c-9f6d-0915bf483ade tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Resources bound (agent type, host, resource id): {{(pid=103468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:24:05.173983 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4df15b-d4af-4b5c-9f6d-0915bf483ade tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Received port after_create {{(pid=103468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:24:05.203092 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4df15b-d4af-4b5c-9f6d-0915bf483ade tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Pushing event updated for resources: {'Port': ['ID=3084f303-1a5e-403e-901f-090a26ba1eef,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:24:05.268034 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-0b4df15b-d4af-4b5c-9f6d-0915bf483ade tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks [] for floatingip (5037f435-b53f-456e-9190-94ddd9ab11d5), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:05.303483 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-0b4df15b-d4af-4b5c-9f6d-0915bf483ade tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (3084f303-1a5e-403e-901f-090a26ba1eef), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:05.439163 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e00f3e9-2114-4315-a212-a0b04ecc8d4a req-e77df1a5-36c8-4bf9-a603-4956dd8b5e1d tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:24:05.440653 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-4e00f3e9-2114-4315-a212-a0b04ecc8d4a req-e77df1a5-36c8-4bf9-a603-4956dd8b5e1d tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] 10.222.0.23 "GET /v2.0/ports?device_id=37146593-4785-4175-ba4d-9ffd1618a210 HTTP/1.1" status: 200 len: 946 time: 0.0666907 May 12 17:24:05.538812 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-4e00f3e9-2114-4315-a212-a0b04ecc8d4a req-6a3d23d8-3f42-44ff-af83-8a0a4306c12e tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f10315e-b1c3-4e2b-8dd7-e979d04e20d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715001 May 12 17:24:05.559496 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-0b4df15b-d4af-4b5c-9f6d-0915bf483ade tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks [] for port (3084f303-1a5e-403e-901f-090a26ba1eef), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:05.563910 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-0b4df15b-d4af-4b5c-9f6d-0915bf483ade tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11526280'] for port (3084f303-1a5e-403e-901f-090a26ba1eef), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:05.634238 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4df15b-d4af-4b5c-9f6d-0915bf483ade tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Pushing event updated for resources: {'Port': ['ID=3084f303-1a5e-403e-901f-090a26ba1eef,revision_number=2']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:24:05.645430 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-0b4df15b-d4af-4b5c-9f6d-0915bf483ade tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682608'] for floatingip (5037f435-b53f-456e-9190-94ddd9ab11d5), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:05.653283 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85de9cc4-4840-484a-a7b0-ff0cfdd4bfba req-56c6ab23-f727-49c3-94fc-cc651fa86acc tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:24:05.654799 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-85de9cc4-4840-484a-a7b0-ff0cfdd4bfba req-56c6ab23-f727-49c3-94fc-cc651fa86acc tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] 10.222.0.23 "GET /v2.0/ports?device_id=37146593-4785-4175-ba4d-9ffd1618a210 HTTP/1.1" status: 200 len: 946 time: 0.0505538 May 12 17:24:05.662553 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-0b4df15b-d4af-4b5c-9f6d-0915bf483ade tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36930'] for floatingip (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:05.663767 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-0b4df15b-d4af-4b5c-9f6d-0915bf483ade tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8734722 May 12 17:24:05.707311 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-85de9cc4-4840-484a-a7b0-ff0cfdd4bfba req-9f513de7-caf3-4e06-b512-e24334312a5f tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f10315e-b1c3-4e2b-8dd7-e979d04e20d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459661 May 12 17:24:05.855904 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5a8e5c80-659f-421a-9354-dc9b688bf7ce req-2ba42402-07c2-4fb3-b800-e0bd27cf3cee tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1924290707&fields=id&tenant_id=fc2e1c9926c14a1393f45a7dc0346ddc HTTP/1.1" status: 200 len: 267 time: 0.0417399 May 12 17:24:05.970840 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8e5c80-659f-421a-9354-dc9b688bf7ce req-b2bf4356-0b01-4a79-a480-9c468d727487 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:24:05.972410 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5a8e5c80-659f-421a-9354-dc9b688bf7ce req-b2bf4356-0b01-4a79-a480-9c468d727487 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/networks?id=fcfb02df-5940-4251-8c77-308786c51833 HTTP/1.1" status: 200 len: 815 time: 0.1101785 May 12 17:24:05.987936 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5a8e5c80-659f-421a-9354-dc9b688bf7ce req-809e5eb7-65e7-4024-b990-c703dad7023e tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/quotas/fc2e1c9926c14a1393f45a7dc0346ddc HTTP/1.1" status: 200 len: 375 time: 0.0097706 May 12 17:24:06.042009 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5a8e5c80-659f-421a-9354-dc9b688bf7ce req-a5d07ce3-1974-4ea2-a6fd-81a1591a17f3 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=fc2e1c9926c14a1393f45a7dc0346ddc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0479760 May 12 17:24:06.136062 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5a8e5c80-659f-421a-9354-dc9b688bf7ce req-f0c5610c-33c5-4520-afe2-4de3201eb779 service neutron] 10.222.0.23 "GET /v2.0/networks/fcfb02df-5940-4251-8c77-308786c51833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831223 May 12 17:24:06.188524 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34937882-3d0a-40eb-a18b-1b21bed7bf10 req-69627f59-1c33-45de-b86d-5139146da776 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:24:06.190000 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-34937882-3d0a-40eb-a18b-1b21bed7bf10 req-69627f59-1c33-45de-b86d-5139146da776 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] 10.222.0.23 "GET /v2.0/ports?device_id=37146593-4785-4175-ba4d-9ffd1618a210 HTTP/1.1" status: 200 len: 946 time: 0.0498464 May 12 17:24:06.228571 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5a8e5c80-659f-421a-9354-dc9b688bf7ce req-7c5c01e6-9f73-4aa9-9ee1-7d37aa9a39cb service neutron] 10.222.0.23 "GET /v2.0/networks/fcfb02df-5940-4251-8c77-308786c51833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863366 May 12 17:24:06.237310 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-34937882-3d0a-40eb-a18b-1b21bed7bf10 req-a2f301cf-44d1-485b-95f0-8348ddb15830 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f10315e-b1c3-4e2b-8dd7-e979d04e20d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417244 May 12 17:24:06.424609 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-df22cb72-09d0-4ce5-94a1-72071117ae43 req-0e6484b1-9650-424d-b7d1-cee1d88b7bbc tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e2bf4f6-edd7-4fe3-a55c-3c3ae4ca1886 HTTP/1.1" status: 200 len: 210 time: 0.0385408 May 12 17:24:07.437330 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8e5c80-659f-421a-9354-dc9b688bf7ce req-9e824278-1d74-44f5-9726-48fa370af7de tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:24:07.438874 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-5a8e5c80-659f-421a-9354-dc9b688bf7ce req-9e824278-1d74-44f5-9726-48fa370af7de tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.58 "GET /v2.0/networks?id=fcfb02df-5940-4251-8c77-308786c51833 HTTP/1.1" status: 200 len: 815 time: 0.1069448 May 12 17:24:07.517383 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-5a8e5c80-659f-421a-9354-dc9b688bf7ce req-6a604b69-99f7-4ee6-b1e7-357facca17c4 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc2e1c9926c14a1393f45a7dc0346ddc HTTP/1.1" status: 200 len: 473 time: 0.0696404 May 12 17:24:07.524494 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6d536abe-ac2c-49a7-8e8c-cae52ec2eb87 req-365ac61d-67ca-4944-86a3-49ef3b50a057 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e2bf4f6-edd7-4fe3-a55c-3c3ae4ca1886 HTTP/1.1" status: 200 len: 210 time: 0.0300877 May 12 17:24:07.599730 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [req-5a8e5c80-659f-421a-9354-dc9b688bf7ce req-9352887c-3d34-42e1-ad5f-0ebdc424ab0d tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Request body: {'port': {'device_id': '7e2bf4f6-edd7-4fe3-a55c-3c3ae4ca1886', 'network_id': 'fcfb02df-5940-4251-8c77-308786c51833', 'admin_state_up': True, 'tenant_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'security_groups': ['f7c9c8c9-09fd-48dd-a979-c4e544321c68']}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:24:07.704453 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a8e5c80-659f-421a-9354-dc9b688bf7ce req-9352887c-3d34-42e1-ad5f-0ebdc424ab0d tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Made reservation on behalf of fc2e1c9926c14a1393f45a7dc0346ddc for: {'port': 1} {{(pid=103468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:24:07.708016 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-5a8e5c80-659f-421a-9354-dc9b688bf7ce req-9352887c-3d34-42e1-ad5f-0ebdc424ab0d tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:07.836234 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.db_base_plugin_common [req-5a8e5c80-659f-421a-9354-dc9b688bf7ce req-9352887c-3d34-42e1-ad5f-0ebdc424ab0d tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Allocated IP 172.20.0.14 (fcfb02df-5940-4251-8c77-308786c51833/514e1cc4-3154-4e95-87e7-19ffea3e24bc/354ebe50-e716-40f5-b96e-c8f1230e40aa) {{(pid=103468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:24:07.979892 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-5a8e5c80-659f-421a-9354-dc9b688bf7ce req-9352887c-3d34-42e1-ad5f-0ebdc424ab0d tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks [] for port (354ebe50-e716-40f5-b96e-c8f1230e40aa), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:08.013367 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-5a8e5c80-659f-421a-9354-dc9b688bf7ce req-9352887c-3d34-42e1-ad5f-0ebdc424ab0d tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774527475285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11526335'] for port (354ebe50-e716-40f5-b96e-c8f1230e40aa), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:08.056144 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a8e5c80-659f-421a-9354-dc9b688bf7ce req-9352887c-3d34-42e1-ad5f-0ebdc424ab0d tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Network fcfb02df-5940-4251-8c77-308786c51833 is already hosted by enough agents. {{(pid=103468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:24:08.059016 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.base_scheduler [req-5a8e5c80-659f-421a-9354-dc9b688bf7ce req-9352887c-3d34-42e1-ad5f-0ebdc424ab0d tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Resources bound (agent type, host, resource id): {{(pid=103468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:24:08.064981 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a8e5c80-659f-421a-9354-dc9b688bf7ce req-9352887c-3d34-42e1-ad5f-0ebdc424ab0d tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Received port after_create {{(pid=103468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:24:08.089830 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9352887c-3d34-42e1-ad5f-0ebdc424ab0d tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Pushing event updated for resources: {'Port': ['ID=354ebe50-e716-40f5-b96e-c8f1230e40aa,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:24:08.126529 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8e5c80-659f-421a-9354-dc9b688bf7ce req-9352887c-3d34-42e1-ad5f-0ebdc424ab0d tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:24:08.127342 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-5a8e5c80-659f-421a-9354-dc9b688bf7ce req-9352887c-3d34-42e1-ad5f-0ebdc424ab0d tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36930'] for port (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:08.152031 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-5a8e5c80-659f-421a-9354-dc9b688bf7ce req-9352887c-3d34-42e1-ad5f-0ebdc424ab0d tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5560524 May 12 17:24:08.165306 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [req-5a8e5c80-659f-421a-9354-dc9b688bf7ce req-c7638ad0-f4ed-4f43-a42e-91a422b4f02f service neutron] Request body: {'port': {'device_id': '7e2bf4f6-edd7-4fe3-a55c-3c3ae4ca1886', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84159'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:24:08.237151 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-5a8e5c80-659f-421a-9354-dc9b688bf7ce req-c7638ad0-f4ed-4f43-a42e-91a422b4f02f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (354ebe50-e716-40f5-b96e-c8f1230e40aa), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:08.321376 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-df98f652-762b-48a4-be6e-16935997e524 None None] Provisioning complete for port 354ebe50-e716-40f5-b96e-c8f1230e40aa triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:24:08.321961 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-df98f652-762b-48a4-be6e-16935997e524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (354ebe50-e716-40f5-b96e-c8f1230e40aa), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:08.355477 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-df98f652-762b-48a4-be6e-16935997e524 None None] Port 354ebe50-e716-40f5-b96e-c8f1230e40aa cannot update to ACTIVE because it is not bound. {{(pid=103470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:24:08.529569 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.notifiers.nova [req-5a8e5c80-659f-421a-9354-dc9b688bf7ce req-c7638ad0-f4ed-4f43-a42e-91a422b4f02f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 354ebe50-e716-40f5-b96e-c8f1230e40aa {{(pid=103468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:24:08.538192 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-5a8e5c80-659f-421a-9354-dc9b688bf7ce req-c7638ad0-f4ed-4f43-a42e-91a422b4f02f service neutron] Publish callbacks [] for port (354ebe50-e716-40f5-b96e-c8f1230e40aa), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:08.552510 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.provisioning_blocks [req-5a8e5c80-659f-421a-9354-dc9b688bf7ce req-c7638ad0-f4ed-4f43-a42e-91a422b4f02f service neutron] Transition to ACTIVE for port object 354ebe50-e716-40f5-b96e-c8f1230e40aa will not be triggered until provisioned by entity L2. {{(pid=103468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 17:24:08.556300 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-5a8e5c80-659f-421a-9354-dc9b688bf7ce req-c7638ad0-f4ed-4f43-a42e-91a422b4f02f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11526280'] for port (354ebe50-e716-40f5-b96e-c8f1230e40aa), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:08.629740 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7638ad0-f4ed-4f43-a42e-91a422b4f02f service neutron] Pushing event updated for resources: {'Port': ['ID=354ebe50-e716-40f5-b96e-c8f1230e40aa,revision_number=2']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:24:08.645053 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf02153-f88d-4a60-9f36-1a0cd8f46b18 req-abf0a82f-0e79-4c45-be19-161fe01aa1e9 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:24:08.647621 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-baf02153-f88d-4a60-9f36-1a0cd8f46b18 req-abf0a82f-0e79-4c45-be19-161fe01aa1e9 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e2bf4f6-edd7-4fe3-a55c-3c3ae4ca1886 HTTP/1.1" status: 200 len: 944 time: 0.0540583 May 12 17:24:08.682748 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [req-5a8e5c80-659f-421a-9354-dc9b688bf7ce req-c7638ad0-f4ed-4f43-a42e-91a422b4f02f service neutron] Attempting to bind port 354ebe50-e716-40f5-b96e-c8f1230e40aa on host hv-cinder-84159 for vnic_type normal with profile {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:24:08.683176 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [req-5a8e5c80-659f-421a-9354-dc9b688bf7ce req-c7638ad0-f4ed-4f43-a42e-91a422b4f02f service neutron] Attempting to bind port 354ebe50-e716-40f5-b96e-c8f1230e40aa by drivers openvswitch,hyperv on host hv-cinder-84159 at level 0 using segments [{'id': '284792a3-93aa-46c3-ba63-29b471e2894b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'fcfb02df-5940-4251-8c77-308786c51833'}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:24:08.684179 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8e5c80-659f-421a-9354-dc9b688bf7ce req-c7638ad0-f4ed-4f43-a42e-91a422b4f02f service neutron] Attempting to bind port 354ebe50-e716-40f5-b96e-c8f1230e40aa on network fcfb02df-5940-4251-8c77-308786c51833 {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:24:08.688913 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8e5c80-659f-421a-9354-dc9b688bf7ce req-c7638ad0-f4ed-4f43-a42e-91a422b4f02f service neutron] Port 354ebe50-e716-40f5-b96e-c8f1230e40aa on network fcfb02df-5940-4251-8c77-308786c51833 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84159 {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 17:24:08.689343 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8e5c80-659f-421a-9354-dc9b688bf7ce req-c7638ad0-f4ed-4f43-a42e-91a422b4f02f service neutron] Attempting to bind port 354ebe50-e716-40f5-b96e-c8f1230e40aa on network fcfb02df-5940-4251-8c77-308786c51833 {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:24:08.695016 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8e5c80-659f-421a-9354-dc9b688bf7ce req-c7638ad0-f4ed-4f43-a42e-91a422b4f02f service neutron] Checking agent: {'id': '38379b20-dcc3-43b7-a09e-956d8be7db9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84159', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 13, 58), 'started_at': datetime.datetime(2022, 5, 12, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:24:08.695352 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8e5c80-659f-421a-9354-dc9b688bf7ce req-c7638ad0-f4ed-4f43-a42e-91a422b4f02f service neutron] Checking segment: {'id': '284792a3-93aa-46c3-ba63-29b471e2894b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'fcfb02df-5940-4251-8c77-308786c51833'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:24:08.695735 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8e5c80-659f-421a-9354-dc9b688bf7ce req-c7638ad0-f4ed-4f43-a42e-91a422b4f02f service neutron] Bound using segment: {'id': '284792a3-93aa-46c3-ba63-29b471e2894b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'fcfb02df-5940-4251-8c77-308786c51833'} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:24:08.696163 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [req-5a8e5c80-659f-421a-9354-dc9b688bf7ce req-c7638ad0-f4ed-4f43-a42e-91a422b4f02f service neutron] Bound port: 354ebe50-e716-40f5-b96e-c8f1230e40aa, host: hv-cinder-84159, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '284792a3-93aa-46c3-ba63-29b471e2894b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'fcfb02df-5940-4251-8c77-308786c51833'}}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:24:08.696521 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-5a8e5c80-659f-421a-9354-dc9b688bf7ce req-c7638ad0-f4ed-4f43-a42e-91a422b4f02f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (354ebe50-e716-40f5-b96e-c8f1230e40aa), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:08.707246 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-baf02153-f88d-4a60-9f36-1a0cd8f46b18 req-4b252542-a588-473e-8566-d01351d842b6 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7c9c8c9-09fd-48dd-a979-c4e544321c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530713 May 12 17:24:08.764329 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.db [req-5a8e5c80-659f-421a-9354-dc9b688bf7ce req-c7638ad0-f4ed-4f43-a42e-91a422b4f02f service neutron] For port 354ebe50-e716-40f5-b96e-c8f1230e40aa, host hv-cinder-84159, cleared binding levels {{(pid=103468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:24:08.767362 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.db [req-5a8e5c80-659f-421a-9354-dc9b688bf7ce req-c7638ad0-f4ed-4f43-a42e-91a422b4f02f service neutron] For port 354ebe50-e716-40f5-b96e-c8f1230e40aa, host hv-cinder-84159, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=354ebe50-e716-40f5-b96e-c8f1230e40aa,segment=NetworkSegment(284792a3-93aa-46c3-ba63-29b471e2894b),segment_id=284792a3-93aa-46c3-ba63-29b471e2894b)] {{(pid=103468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:24:08.774553 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-5a8e5c80-659f-421a-9354-dc9b688bf7ce req-c7638ad0-f4ed-4f43-a42e-91a422b4f02f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11526280'] for port (354ebe50-e716-40f5-b96e-c8f1230e40aa), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:08.808270 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8e5c80-659f-421a-9354-dc9b688bf7ce req-c7638ad0-f4ed-4f43-a42e-91a422b4f02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:24:08.809021 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-5a8e5c80-659f-421a-9354-dc9b688bf7ce req-c7638ad0-f4ed-4f43-a42e-91a422b4f02f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36930'] for port (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:08.810237 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-5a8e5c80-659f-421a-9354-dc9b688bf7ce req-c7638ad0-f4ed-4f43-a42e-91a422b4f02f service neutron] 10.222.0.58 "PUT /v2.0/ports/354ebe50-e716-40f5-b96e-c8f1230e40aa HTTP/1.1" status: 200 len: 1094 time: 0.6498423 May 12 17:24:08.810700 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e2bf4f6-edd7-4fe3-a55c-3c3ae4ca1886', 'tag': '354ebe50-e716-40f5-b96e-c8f1230e40aa'}] {{(pid=103468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:24:08.812919 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11327eb0f41ff280cd3a6497cf1c944478feb1aae12e82efcad6faf65da72353" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c21dc012-b0c7-40cf-ae44-5390331d2c67" -d '{"events": [{"name": "network-changed", "server_uuid": "7e2bf4f6-edd7-4fe3-a55c-3c3ae4ca1886", "tag": "354ebe50-e716-40f5-b96e-c8f1230e40aa"}]}' {{(pid=103468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:24:08.839460 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7638ad0-f4ed-4f43-a42e-91a422b4f02f service neutron] Pushing event updated for resources: {'Port': ['ID=354ebe50-e716-40f5-b96e-c8f1230e40aa,revision_number=3']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:24:08.878840 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6ab9f6b-0c9d-4b2f-815d-e76959de25c6 x-openstack-request-id: req-c6ab9f6b-0c9d-4b2f-815d-e76959de25c6 {{(pid=103468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:24:08.879401 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e2bf4f6-edd7-4fe3-a55c-3c3ae4ca1886", "tag": "354ebe50-e716-40f5-b96e-c8f1230e40aa", "status": "completed", "code": 200}]} {{(pid=103468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:24:08.879819 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c6ab9f6b-0c9d-4b2f-815d-e76959de25c6 {{(pid=103468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:24:08.880495 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6ab9f6b-0c9d-4b2f-815d-e76959de25c6'] response: {'name': 'network-changed', 'server_uuid': '7e2bf4f6-edd7-4fe3-a55c-3c3ae4ca1886', 'tag': '354ebe50-e716-40f5-b96e-c8f1230e40aa', 'status': 'completed', 'code': 200} May 12 17:24:08.913579 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8e5c80-659f-421a-9354-dc9b688bf7ce req-633e5dea-fee8-4d00-a3bf-c3010168afc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:24:08.915548 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-5a8e5c80-659f-421a-9354-dc9b688bf7ce req-633e5dea-fee8-4d00-a3bf-c3010168afc3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fc2e1c9926c14a1393f45a7dc0346ddc&device_id=7e2bf4f6-edd7-4fe3-a55c-3c3ae4ca1886 HTTP/1.1" status: 200 len: 1128 time: 0.0521662 May 12 17:24:08.960905 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-5a8e5c80-659f-421a-9354-dc9b688bf7ce req-ed831ddf-d9ec-4493-9dda-3c39369d7279 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=354ebe50-e716-40f5-b96e-c8f1230e40aa HTTP/1.1" status: 200 len: 217 time: 0.0362210 May 12 17:24:09.016440 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8e5c80-659f-421a-9354-dc9b688bf7ce req-b2655ecc-00e7-4ed9-bd20-e6c34c3601dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:24:09.017966 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-5a8e5c80-659f-421a-9354-dc9b688bf7ce req-b2655ecc-00e7-4ed9-bd20-e6c34c3601dd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=514e1cc4-3154-4e95-87e7-19ffea3e24bc HTTP/1.1" status: 200 len: 854 time: 0.0490992 May 12 17:24:09.062500 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8e5c80-659f-421a-9354-dc9b688bf7ce req-226f4a11-8f22-41a3-a1b7-4bb5c74d8a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:24:09.063887 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-5a8e5c80-659f-421a-9354-dc9b688bf7ce req-226f4a11-8f22-41a3-a1b7-4bb5c74d8a2b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fcfb02df-5940-4251-8c77-308786c51833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385375 May 12 17:24:09.153698 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-5a8e5c80-659f-421a-9354-dc9b688bf7ce req-92c40dbc-4d7d-4afd-9706-aa2e740e8d9b service neutron] 10.222.0.58 "GET /v2.0/networks/fcfb02df-5940-4251-8c77-308786c51833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837481 May 12 17:24:09.249708 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-5a8e5c80-659f-421a-9354-dc9b688bf7ce req-b772733e-05d1-48b7-adc5-3fab5c508f60 service neutron] 10.222.0.58 "GET /v2.0/networks/fcfb02df-5940-4251-8c77-308786c51833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889206 May 12 17:24:09.815111 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec33ca7-2d0b-4bbd-9a93-73db5f0472fe req-44590eb4-e99c-4169-9daa-4091236c7f88 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:24:09.816568 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-bec33ca7-2d0b-4bbd-9a93-73db5f0472fe req-44590eb4-e99c-4169-9daa-4091236c7f88 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e2bf4f6-edd7-4fe3-a55c-3c3ae4ca1886 HTTP/1.1" status: 200 len: 944 time: 0.0453684 May 12 17:24:09.864841 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-bec33ca7-2d0b-4bbd-9a93-73db5f0472fe req-dcde27b6-b59a-40be-8465-cb1a691f2fc8 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7c9c8c9-09fd-48dd-a979-c4e544321c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422549 May 12 17:24:10.175879 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21dc012-b0c7-40cf-ae44-5390331d2c67 req-d7e3cf90-ce91-475e-bd45-6a3c0bc18ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:24:10.177350 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-c21dc012-b0c7-40cf-ae44-5390331d2c67 req-d7e3cf90-ce91-475e-bd45-6a3c0bc18ccb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fc2e1c9926c14a1393f45a7dc0346ddc&device_id=7e2bf4f6-edd7-4fe3-a55c-3c3ae4ca1886 HTTP/1.1" status: 200 len: 1128 time: 0.0380762 May 12 17:24:10.270132 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21dc012-b0c7-40cf-ae44-5390331d2c67 req-b8d7c71f-a786-43d9-85ff-0923c2452deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:24:10.271640 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-c21dc012-b0c7-40cf-ae44-5390331d2c67 req-b8d7c71f-a786-43d9-85ff-0923c2452deb service neutron] 10.222.0.58 "GET /v2.0/networks?id=fcfb02df-5940-4251-8c77-308786c51833 HTTP/1.1" status: 200 len: 916 time: 0.0881300 May 12 17:24:10.311569 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-c21dc012-b0c7-40cf-ae44-5390331d2c67 req-dd6fb488-7770-4751-8753-9bb93a3bd5d7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=354ebe50-e716-40f5-b96e-c8f1230e40aa HTTP/1.1" status: 200 len: 217 time: 0.0330865 May 12 17:24:10.361456 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21dc012-b0c7-40cf-ae44-5390331d2c67 req-3755c8e2-c1cf-4e42-bb96-ea6808322d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:24:10.362864 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-c21dc012-b0c7-40cf-ae44-5390331d2c67 req-3755c8e2-c1cf-4e42-bb96-ea6808322d60 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=514e1cc4-3154-4e95-87e7-19ffea3e24bc HTTP/1.1" status: 200 len: 854 time: 0.0446835 May 12 17:24:10.408036 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21dc012-b0c7-40cf-ae44-5390331d2c67 req-fef6aa2b-f58b-45cd-a531-8bc110d910ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:24:10.409505 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-c21dc012-b0c7-40cf-ae44-5390331d2c67 req-fef6aa2b-f58b-45cd-a531-8bc110d910ad service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fcfb02df-5940-4251-8c77-308786c51833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397942 May 12 17:24:10.499157 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-c21dc012-b0c7-40cf-ae44-5390331d2c67 req-1df0f81e-0ac1-4a79-b9bd-690d50eff1a0 service neutron] 10.222.0.58 "GET /v2.0/networks/fcfb02df-5940-4251-8c77-308786c51833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833099 May 12 17:24:10.590500 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-c21dc012-b0c7-40cf-ae44-5390331d2c67 req-6ae493a6-62b6-4ffb-8f01-11db633b6817 service neutron] 10.222.0.58 "GET /v2.0/networks/fcfb02df-5940-4251-8c77-308786c51833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844333 May 12 17:24:10.983622 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce00330-2d6a-4eb0-ab0c-ec1c10970c47 req-2f658924-ce05-4626-94c4-99add8d929fc tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:24:10.985058 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-cce00330-2d6a-4eb0-ab0c-ec1c10970c47 req-2f658924-ce05-4626-94c4-99add8d929fc tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e2bf4f6-edd7-4fe3-a55c-3c3ae4ca1886 HTTP/1.1" status: 200 len: 944 time: 0.0461717 May 12 17:24:11.030512 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-cce00330-2d6a-4eb0-ab0c-ec1c10970c47 req-eb7aa1f4-fa17-4be4-a454-2117eb83351d tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7c9c8c9-09fd-48dd-a979-c4e544321c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399573 May 12 17:24:11.406304 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.agents_db [None req-75b73116-3060-4b2b-9211-a804f2896a96 None None] Agent healthcheck: found 6 active agents {{(pid=103471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:24:12.140225 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a1428f-664f-4f99-8777-413ebbf9e547 req-1e5ae5b3-8911-466d-a820-1da1b64a5968 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:24:12.141594 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f6a1428f-664f-4f99-8777-413ebbf9e547 req-1e5ae5b3-8911-466d-a820-1da1b64a5968 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e2bf4f6-edd7-4fe3-a55c-3c3ae4ca1886 HTTP/1.1" status: 200 len: 944 time: 0.0459335 May 12 17:24:12.187499 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f6a1428f-664f-4f99-8777-413ebbf9e547 req-01a1347b-d301-4b63-a4f7-3ab94d2820d3 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7c9c8c9-09fd-48dd-a979-c4e544321c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405326 May 12 17:24:12.484676 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Device 354ebe50-e716-40f5-b96e-c8f1230e40aa details requested by agent hyperv_hv-cinder-84159 with host hv-cinder-84159 {{(pid=103470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 17:24:12.580137 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] For port 354ebe50-e716-40f5-b96e-c8f1230e40aa, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=354ebe50-e716-40f5-b96e-c8f1230e40aa,segment=NetworkSegment(284792a3-93aa-46c3-ba63-29b471e2894b),segment_id=284792a3-93aa-46c3-ba63-29b471e2894b)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:24:12.591250 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Returning: {'device': '354ebe50-e716-40f5-b96e-c8f1230e40aa', 'network_id': 'fcfb02df-5940-4251-8c77-308786c51833', 'port_id': '354ebe50-e716-40f5-b96e-c8f1230e40aa', 'mac_address': 'fa:16:3e:46:b4:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '514e1cc4-3154-4e95-87e7-19ffea3e24bc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 17:24:12.627397 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Current status of the port 354ebe50-e716-40f5-b96e-c8f1230e40aa is: DOWN; New status is: BUILD {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:24:12.627784 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (354ebe50-e716-40f5-b96e-c8f1230e40aa), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:12.640790 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 354ebe50-e716-40f5-b96e-c8f1230e40aa {{(pid=103470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:24:12.659419 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] For port 354ebe50-e716-40f5-b96e-c8f1230e40aa, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=354ebe50-e716-40f5-b96e-c8f1230e40aa,segment=NetworkSegment(284792a3-93aa-46c3-ba63-29b471e2894b),segment_id=284792a3-93aa-46c3-ba63-29b471e2894b)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:24:12.663014 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (354ebe50-e716-40f5-b96e-c8f1230e40aa), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:12.711637 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Pushing event updated for resources: {'Port': ['ID=354ebe50-e716-40f5-b96e-c8f1230e40aa,revision_number=4']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:24:12.945035 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] get_ports_and_sgs() called for port_ids ['354ebe50-e716-40f5-b96e-c8f1230e40aa'] {{(pid=103470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:24:13.301152 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9012dc12-b0fc-4320-b311-bf7af8d97185 req-d96469ed-e145-47ac-ae85-e002ee2be070 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:24:13.302630 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-9012dc12-b0fc-4320-b311-bf7af8d97185 req-d96469ed-e145-47ac-ae85-e002ee2be070 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e2bf4f6-edd7-4fe3-a55c-3c3ae4ca1886 HTTP/1.1" status: 200 len: 945 time: 0.0498881 May 12 17:24:13.348159 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-9012dc12-b0fc-4320-b311-bf7af8d97185 req-1ae6c9c3-8504-407f-9a08-01f321c04aa9 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7c9c8c9-09fd-48dd-a979-c4e544321c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393279 May 12 17:24:14.473402 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278dfab3-8cd5-4dc5-93f2-2ffd9ced9dd0 req-db1ac1f4-7e4c-4611-9414-3da364311b69 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:24:14.474920 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-278dfab3-8cd5-4dc5-93f2-2ffd9ced9dd0 req-db1ac1f4-7e4c-4611-9414-3da364311b69 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e2bf4f6-edd7-4fe3-a55c-3c3ae4ca1886 HTTP/1.1" status: 200 len: 945 time: 0.0544350 May 12 17:24:14.508197 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Device 354ebe50-e716-40f5-b96e-c8f1230e40aa up at agent hyperv_hv-cinder-84159 {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:24:14.530275 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-278dfab3-8cd5-4dc5-93f2-2ffd9ced9dd0 req-e4fd39d2-edb6-45c7-b02f-c0cfc42a77c4 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7c9c8c9-09fd-48dd-a979-c4e544321c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495684 May 12 17:24:14.555347 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Provisioning for port 354ebe50-e716-40f5-b96e-c8f1230e40aa completed by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 17:24:14.560170 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Provisioning complete for port 354ebe50-e716-40f5-b96e-c8f1230e40aa triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:24:14.560551 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (354ebe50-e716-40f5-b96e-c8f1230e40aa), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:14.636445 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Current status of the port 354ebe50-e716-40f5-b96e-c8f1230e40aa is: BUILD; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:24:14.636753 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (354ebe50-e716-40f5-b96e-c8f1230e40aa), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:14.659320 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e2bf4f6-edd7-4fe3-a55c-3c3ae4ca1886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '354ebe50-e716-40f5-b96e-c8f1230e40aa'}] {{(pid=103470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:24:14.661491 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}983eca14ffe1519f8471a5ce991629ce2b8e436912840ac2edb7b499268545ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1a409f2-638a-4ec0-a254-9d2aab6520f8" -d '{"events": [{"server_uuid": "7e2bf4f6-edd7-4fe3-a55c-3c3ae4ca1886", "name": "network-vif-plugged", "status": "completed", "tag": "354ebe50-e716-40f5-b96e-c8f1230e40aa"}]}' {{(pid=103470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:24:14.674623 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] For port 354ebe50-e716-40f5-b96e-c8f1230e40aa, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=354ebe50-e716-40f5-b96e-c8f1230e40aa,segment=NetworkSegment(284792a3-93aa-46c3-ba63-29b471e2894b),segment_id=284792a3-93aa-46c3-ba63-29b471e2894b)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:24:14.680852 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (354ebe50-e716-40f5-b96e-c8f1230e40aa), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:14.706694 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d2632f8-651e-4896-8389-5ae20d94769e x-openstack-request-id: req-5d2632f8-651e-4896-8389-5ae20d94769e {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:24:14.706983 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e2bf4f6-edd7-4fe3-a55c-3c3ae4ca1886", "name": "network-vif-plugged", "status": "completed", "tag": "354ebe50-e716-40f5-b96e-c8f1230e40aa", "code": 200}]} {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:24:14.707237 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5d2632f8-651e-4896-8389-5ae20d94769e {{(pid=103470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:24:14.707620 dv-cinder-841591-1-iscsi neutron-server[103470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d2632f8-651e-4896-8389-5ae20d94769e'] response: {'server_uuid': '7e2bf4f6-edd7-4fe3-a55c-3c3ae4ca1886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '354ebe50-e716-40f5-b96e-c8f1230e40aa', 'code': 200} May 12 17:24:14.739554 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Pushing event updated for resources: {'Port': ['ID=354ebe50-e716-40f5-b96e-c8f1230e40aa,revision_number=5']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:24:14.866208 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62519df-ba1c-4d96-ac25-7e6a18366418 req-1c7e287b-77d2-4e56-9332-6d77663b6363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:24:14.867714 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-e62519df-ba1c-4d96-ac25-7e6a18366418 req-1c7e287b-77d2-4e56-9332-6d77663b6363 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7e2bf4f6-edd7-4fe3-a55c-3c3ae4ca1886 HTTP/1.1" status: 200 len: 1130 time: 0.0367894 May 12 17:24:14.911711 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-e62519df-ba1c-4d96-ac25-7e6a18366418 req-e08c74cb-0777-48e7-bd7a-4b20d2f2c011 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f7c9c8c9-09fd-48dd-a979-c4e544321c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368433 May 12 17:24:15.643898 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653d057d-9ee0-4c00-be53-2b536799972f req-9078a485-b8cb-4c83-887a-c937d4272e52 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:24:15.645440 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-653d057d-9ee0-4c00-be53-2b536799972f req-9078a485-b8cb-4c83-887a-c937d4272e52 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e2bf4f6-edd7-4fe3-a55c-3c3ae4ca1886 HTTP/1.1" status: 200 len: 946 time: 0.0492244 May 12 17:24:15.691776 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-653d057d-9ee0-4c00-be53-2b536799972f req-20fd71b6-6870-42c8-99a0-0b0e2e33f11c tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7c9c8c9-09fd-48dd-a979-c4e544321c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409586 May 12 17:24:15.698917 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8951e9fd-7fb7-489d-b295-838df9b48086 req-1c80779b-8cb3-4580-b559-2805543c5756 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:24:15.700399 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-8951e9fd-7fb7-489d-b295-838df9b48086 req-1c80779b-8cb3-4580-b559-2805543c5756 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] 10.222.0.23 "GET /v2.0/ports?device_id=37146593-4785-4175-ba4d-9ffd1618a210 HTTP/1.1" status: 200 len: 946 time: 0.0491366 May 12 17:24:15.745773 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-8951e9fd-7fb7-489d-b295-838df9b48086 req-c63728d5-08b1-4e96-9289-4bf82772e295 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f10315e-b1c3-4e2b-8dd7-e979d04e20d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397501 May 12 17:24:15.768202 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 34740) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:24:15.887987 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43848091-cf16-4711-a8f2-e0708b02d110 tempest-TestMinimumBasicScenario-20141934 tempest-TestMinimumBasicScenario-20141934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:24:15.889514 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-43848091-cf16-4711-a8f2-e0708b02d110 tempest-TestMinimumBasicScenario-20141934 tempest-TestMinimumBasicScenario-20141934-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=37146593-4785-4175-ba4d-9ffd1618a210 HTTP/1.1" status: 200 len: 1125 time: 0.1203623 May 12 17:24:15.892494 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 34744) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:24:15.896582 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-1bd73fe6-7b9c-45bf-8984-3bf0750d4be7 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Request body: {'floatingip': {'floating_network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'port_id': '1a689752-651a-4853-a501-d55b4b71ffb2', 'tenant_id': '0e381a22482e4cb5a714dd3392a19c27', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:24:15.916802 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-1bd73fe6-7b9c-45bf-8984-3bf0750d4be7 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:15.994186 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-1bd73fe6-7b9c-45bf-8984-3bf0750d4be7 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:16.093883 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.db_base_plugin_common [None req-1bd73fe6-7b9c-45bf-8984-3bf0750d4be7 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Allocated IP 172.27.0.79 (9bfa71c8-c6b3-48ca-a660-d8187367d4be/c986c1c6-d014-45ab-99c5-409df43f439e/d2f04701-4e51-4823-87db-0ef2e41c8ea4) {{(pid=103468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:24:16.196277 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-1bd73fe6-7b9c-45bf-8984-3bf0750d4be7 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Publish callbacks [] for port (d2f04701-4e51-4823-87db-0ef2e41c8ea4), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:16.235171 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-1bd73fe6-7b9c-45bf-8984-3bf0750d4be7 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774527475285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11526335'] for port (d2f04701-4e51-4823-87db-0ef2e41c8ea4), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:16.286068 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd73fe6-7b9c-45bf-8984-3bf0750d4be7 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Network 9bfa71c8-c6b3-48ca-a660-d8187367d4be is already hosted by enough agents. {{(pid=103468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:24:16.294873 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.base_scheduler [None req-1bd73fe6-7b9c-45bf-8984-3bf0750d4be7 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Resources bound (agent type, host, resource id): {{(pid=103468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:24:16.304813 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd73fe6-7b9c-45bf-8984-3bf0750d4be7 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Received port after_create {{(pid=103468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:24:16.312670 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd73fe6-7b9c-45bf-8984-3bf0750d4be7 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Pushing event updated for resources: {'Port': ['ID=d2f04701-4e51-4823-87db-0ef2e41c8ea4,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:24:16.342244 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd73fe6-7b9c-45bf-8984-3bf0750d4be7 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:24:16.342628 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd73fe6-7b9c-45bf-8984-3bf0750d4be7 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:24:16.342972 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd73fe6-7b9c-45bf-8984-3bf0750d4be7 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:24:16.343311 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd73fe6-7b9c-45bf-8984-3bf0750d4be7 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:24:16.343647 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd73fe6-7b9c-45bf-8984-3bf0750d4be7 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:24:16.344034 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd73fe6-7b9c-45bf-8984-3bf0750d4be7 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:24:16.344314 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd73fe6-7b9c-45bf-8984-3bf0750d4be7 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:24:16.344644 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd73fe6-7b9c-45bf-8984-3bf0750d4be7 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:24:16.344969 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd73fe6-7b9c-45bf-8984-3bf0750d4be7 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:24:16.345296 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd73fe6-7b9c-45bf-8984-3bf0750d4be7 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:24:16.345624 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd73fe6-7b9c-45bf-8984-3bf0750d4be7 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:24:16.345951 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd73fe6-7b9c-45bf-8984-3bf0750d4be7 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:24:16.346277 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd73fe6-7b9c-45bf-8984-3bf0750d4be7 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:24:16.346702 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd73fe6-7b9c-45bf-8984-3bf0750d4be7 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:24:16.347024 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd73fe6-7b9c-45bf-8984-3bf0750d4be7 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:24:16.694484 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-1bd73fe6-7b9c-45bf-8984-3bf0750d4be7 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Publish callbacks [] for floatingip (92672d17-9c99-4821-a68d-c824787899c5), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:16.762335 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-1bd73fe6-7b9c-45bf-8984-3bf0750d4be7 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (d2f04701-4e51-4823-87db-0ef2e41c8ea4), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:16.811399 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667f2b73-0cbb-4453-b761-2c63c760ed5d req-91f8d30a-a290-4977-8b81-a0405a47fbe2 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:24:16.813074 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-667f2b73-0cbb-4453-b761-2c63c760ed5d req-91f8d30a-a290-4977-8b81-a0405a47fbe2 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e2bf4f6-edd7-4fe3-a55c-3c3ae4ca1886 HTTP/1.1" status: 200 len: 946 time: 0.0489454 May 12 17:24:16.867190 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-667f2b73-0cbb-4453-b761-2c63c760ed5d req-aa689425-caa1-4af8-9bca-452aa4a336ae tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7c9c8c9-09fd-48dd-a979-c4e544321c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484254 May 12 17:24:17.125512 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce73a658-f84b-43d3-8369-c67f0c4938cc req-609d64d6-eb6e-4ac7-9e8f-22c6124462ce tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:24:17.126976 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-ce73a658-f84b-43d3-8369-c67f0c4938cc req-609d64d6-eb6e-4ac7-9e8f-22c6124462ce tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e2bf4f6-edd7-4fe3-a55c-3c3ae4ca1886 HTTP/1.1" status: 200 len: 946 time: 0.0713027 May 12 17:24:17.135742 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 34750) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:24:17.140229 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-d47395cb-2b66-4a4d-82b0-54d404e7b317 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Request body: {'floatingip': {'port_id': '354ebe50-e716-40f5-b96e-c8f1230e40aa'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:24:17.178926 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d47395cb-2b66-4a4d-82b0-54d404e7b317 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks [] for floatingip (5037f435-b53f-456e-9190-94ddd9ab11d5), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:17.252157 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-1bd73fe6-7b9c-45bf-8984-3bf0750d4be7 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Publish callbacks [] for port (d2f04701-4e51-4823-87db-0ef2e41c8ea4), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:17.257170 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-1bd73fe6-7b9c-45bf-8984-3bf0750d4be7 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11526280'] for port (d2f04701-4e51-4823-87db-0ef2e41c8ea4), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:17.327047 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd73fe6-7b9c-45bf-8984-3bf0750d4be7 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Pushing event updated for resources: {'Port': ['ID=d2f04701-4e51-4823-87db-0ef2e41c8ea4,revision_number=2']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:24:17.335474 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-1bd73fe6-7b9c-45bf-8984-3bf0750d4be7 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682608'] for floatingip (92672d17-9c99-4821-a68d-c824787899c5), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:17.435727 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.db.l3_db [None req-1bd73fe6-7b9c-45bf-8984-3bf0750d4be7 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Floating IP 92672d17-9c99-4821-a68d-c824787899c5 associated. External IP: 172.27.0.79, port: 1a689752-651a-4853-a501-d55b4b71ffb2. May 12 17:24:17.617578 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d47395cb-2b66-4a4d-82b0-54d404e7b317 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:17.621656 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d47395cb-2b66-4a4d-82b0-54d404e7b317 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682608'] for floatingip (5037f435-b53f-456e-9190-94ddd9ab11d5), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:17.644318 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bd73fe6-7b9c-45bf-8984-3bf0750d4be7 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Router cc355820-f94d-42d5-8637-978570244cad has already been hosted by L3 agent e5548ccc-31b8-4072-a6b0-52b00208ea79 {{(pid=103468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:24:17.724584 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.db.l3_db [None req-d47395cb-2b66-4a4d-82b0-54d404e7b317 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Floating IP 5037f435-b53f-456e-9190-94ddd9ab11d5 associated. External IP: 172.27.0.35, port: 354ebe50-e716-40f5-b96e-c8f1230e40aa. May 12 17:24:17.755390 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bd73fe6-7b9c-45bf-8984-3bf0750d4be7 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Notify agent at l3_agent.dv-cinder-841591-1-iscsi the message routers_updated {{(pid=103468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:24:17.766884 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bb58e7-947f-42e4-822a-0f1cd32c40c1 None None] Sync routers for ids ['cc355820-f94d-42d5-8637-978570244cad'] in dv-cinder-841591-1-iscsi {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:24:17.773802 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-1bd73fe6-7b9c-45bf-8984-3bf0750d4be7 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36930'] for floatingip (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:17.777516 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bb58e7-947f-42e4-822a-0f1cd32c40c1 None None] Routers {'cc355820-f94d-42d5-8637-978570244cad'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:24:17.778590 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-22bb58e7-947f-42e4-822a-0f1cd32c40c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:23:56Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['cc355820-f94d-42d5-8637-978570244cad'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:24:17.806293 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-1bd73fe6-7b9c-45bf-8984-3bf0750d4be7 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9102678 May 12 17:24:17.806293 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37146593-4785-4175-ba4d-9ffd1618a210', 'tag': '1a689752-651a-4853-a501-d55b4b71ffb2'}] {{(pid=103468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:24:17.806716 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11327eb0f41ff280cd3a6497cf1c944478feb1aae12e82efcad6faf65da72353" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5faf89e8-f15a-453f-ac81-cf1116c49911" -d '{"events": [{"name": "network-changed", "server_uuid": "37146593-4785-4175-ba4d-9ffd1618a210", "tag": "1a689752-651a-4853-a501-d55b4b71ffb2"}]}' {{(pid=103468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:24:17.808804 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 34752) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:24:17.813257 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-89ae6a38-e04b-4e80-bc78-229b2b6c54cc tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-278247068', 'description': 'tempest-secgroup-smoke-278247068 description', 'project_id': '0e381a22482e4cb5a714dd3392a19c27'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:24:17.842991 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-89ae6a38-e04b-4e80-bc78-229b2b6c54cc tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:17.857900 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6707b2c4-80e6-4fda-bf7a-bdcad9e6d835 x-openstack-request-id: req-6707b2c4-80e6-4fda-bf7a-bdcad9e6d835 {{(pid=103468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:24:17.858190 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37146593-4785-4175-ba4d-9ffd1618a210", "tag": "1a689752-651a-4853-a501-d55b4b71ffb2", "status": "completed", "code": 200}]} {{(pid=103468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:24:17.858463 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6707b2c4-80e6-4fda-bf7a-bdcad9e6d835 {{(pid=103468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:24:17.858884 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6707b2c4-80e6-4fda-bf7a-bdcad9e6d835'] response: {'name': 'network-changed', 'server_uuid': '37146593-4785-4175-ba4d-9ffd1618a210', 'tag': '1a689752-651a-4853-a501-d55b4b71ffb2', 'status': 'completed', 'code': 200} May 12 17:24:17.897519 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-22bb58e7-947f-42e4-822a-0f1cd32c40c1 None None] Set router cc355820-f94d-42d5-8637-978570244cad gateway port host: dv-cinder-841591-1-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:24:17.938468 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf89e8-f15a-453f-ac81-cf1116c49911 req-e0f004ac-4828-4d7a-96a7-b4d88c071d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:24:17.940112 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-5faf89e8-f15a-453f-ac81-cf1116c49911 req-e0f004ac-4828-4d7a-96a7-b4d88c071d40 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0e381a22482e4cb5a714dd3392a19c27&device_id=37146593-4785-4175-ba4d-9ffd1618a210 HTTP/1.1" status: 200 len: 1130 time: 0.0515220 May 12 17:24:17.967448 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d47395cb-2b66-4a4d-82b0-54d404e7b317 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Router 5e916117-394a-447f-9569-a15f13b49c45 has already been hosted by L3 agent e5548ccc-31b8-4072-a6b0-52b00208ea79 {{(pid=103469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:24:17.985691 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-89ae6a38-e04b-4e80-bc78-229b2b6c54cc tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Publish callbacks [] for security_group (c7f4352e-385f-4249-9f08-6cdadad5a070), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:17.993166 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-89ae6a38-e04b-4e80-bc78-229b2b6c54cc tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (c7f4352e-385f-4249-9f08-6cdadad5a070), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:18.065114 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-89ae6a38-e04b-4e80-bc78-229b2b6c54cc tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:18.066325 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-89ae6a38-e04b-4e80-bc78-229b2b6c54cc tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2563004 May 12 17:24:18.070491 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ae6a38-e04b-4e80-bc78-229b2b6c54cc tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f4352e-385f-4249-9f08-6cdadad5a070,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:24:18.071405 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 34756) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:24:18.082487 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf89e8-f15a-453f-ac81-cf1116c49911 req-e7d6acaa-fe94-4d1f-a074-438c75530e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:24:18.083543 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-f1cc0c96-f52c-48e2-a534-6b5d3059cd20 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Request body: {'security_group_rule': {'security_group_id': 'c7f4352e-385f-4249-9f08-6cdadad5a070', 'project_id': '0e381a22482e4cb5a714dd3392a19c27', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:24:18.083994 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-5faf89e8-f15a-453f-ac81-cf1116c49911 req-e7d6acaa-fe94-4d1f-a074-438c75530e62 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0d2b0c23-00fb-4a8f-9441-ba408404271d HTTP/1.1" status: 200 len: 916 time: 0.1364105 May 12 17:24:18.119107 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d47395cb-2b66-4a4d-82b0-54d404e7b317 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Notify agent at l3_agent.dv-cinder-841591-1-iscsi the message routers_updated {{(pid=103469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:24:18.126476 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d47395cb-2b66-4a4d-82b0-54d404e7b317 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36930'] for floatingip (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:18.130990 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d915836-f21d-45a2-9f6f-068819e703d4 None None] Sync routers for ids ['5e916117-394a-447f-9569-a15f13b49c45'] in dv-cinder-841591-1-iscsi {{(pid=103470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:24:18.134308 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-22bb58e7-947f-42e4-822a-0f1cd32c40c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc355820-f94d-42d5-8637-978570244cad', 'name': 'tempest-TestMinimumBasicScenario-1960711746-router', 'tenant_id': '0e381a22482e4cb5a714dd3392a19c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '95a13b3f-5325-4e34-b7aa-fc58743199fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:23:27Z', 'updated_at': '2022-05-12T17:23:29Z', 'revision_number': 4, 'project_id': '0e381a22482e4cb5a714dd3392a19c27', 'gw_port': {'id': '95a13b3f-5325-4e34-b7aa-fc58743199fa', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc355820-f94d-42d5-8637-978570244cad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:23:27Z', 'updated_at': '2022-05-12T17:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_floatingips': [{'id': '92672d17-9c99-4821-a68d-c824787899c5', 'tenant_id': '0e381a22482e4cb5a714dd3392a19c27', 'floating_ip_address': '172.27.0.79', 'floating_network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'router_id': 'cc355820-f94d-42d5-8637-978570244cad', 'port_id': '1a689752-651a-4853-a501-d55b4b71ffb2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d2b0c23-00fb-4a8f-9441-ba408404271d', 'mac_address': 'fa:16:3e:eb:65:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37146593-4785-4175-ba4d-9ffd1618a210', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:24:16Z', 'updated_at': '2022-05-12T17:24:16Z', 'revision_number': 0, 'project_id': '0e381a22482e4cb5a714dd3392a19c27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '768564e5-0b3e-4905-92b8-4a2eaf8951db', 'name': '', 'network_id': '0d2b0c23-00fb-4a8f-9441-ba408404271d', 'tenant_id': '0e381a22482e4cb5a714dd3392a19c27', 'mac_address': 'fa:16:3e:ea:0e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc355820-f94d-42d5-8637-978570244cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '246c5985-adc2-4f0f-9d62-017350f2cc9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:23:29Z', 'updated_at': '2022-05-12T17:23:34Z', 'revision_number': 5, 'project_id': '0e381a22482e4cb5a714dd3392a19c27', 'subnets': [{'id': '246c5985-adc2-4f0f-9d62-017350f2cc9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:24:18.146230 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d915836-f21d-45a2-9f6f-068819e703d4 None None] Routers {'5e916117-394a-447f-9569-a15f13b49c45'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:24:18.146878 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-5d915836-f21d-45a2-9f6f-068819e703d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:23:56Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['5e916117-394a-447f-9569-a15f13b49c45'], 'active': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:24:18.160151 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-f1cc0c96-f52c-48e2-a534-6b5d3059cd20 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Publish callbacks [] for security_group_rule (c56df759-8f75-4684-9c46-4b7eed3c7a66), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:18.175779 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-5faf89e8-f15a-453f-ac81-cf1116c49911 req-60c14088-8545-48cc-8859-11f6a68e7e67 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a689752-651a-4853-a501-d55b4b71ffb2 HTTP/1.1" status: 200 len: 999 time: 0.0824475 May 12 17:24:18.180238 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-d47395cb-2b66-4a4d-82b0-54d404e7b317 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "PUT /v2.0/floatingips/5037f435-b53f-456e-9190-94ddd9ab11d5 HTTP/1.1" status: 200 len: 991 time: 1.0433955 May 12 17:24:18.187191 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e2bf4f6-edd7-4fe3-a55c-3c3ae4ca1886', 'tag': '354ebe50-e716-40f5-b96e-c8f1230e40aa'}] {{(pid=103469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:24:18.189854 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a389b951f31a62b906e18655c420a9fe9aa70b39b59c66ae41c54d630ec86ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e3c1a6e-6a3e-42e2-bafc-0afadb8ccca5" -d '{"events": [{"name": "network-changed", "server_uuid": "7e2bf4f6-edd7-4fe3-a55c-3c3ae4ca1886", "tag": "354ebe50-e716-40f5-b96e-c8f1230e40aa"}]}' {{(pid=103469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:24:18.257245 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-942d68fb-1036-4a30-9705-7024dfaf5cde x-openstack-request-id: req-942d68fb-1036-4a30-9705-7024dfaf5cde {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:24:18.258247 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e2bf4f6-edd7-4fe3-a55c-3c3ae4ca1886", "tag": "354ebe50-e716-40f5-b96e-c8f1230e40aa", "status": "completed", "code": 200}]} {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:24:18.259064 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-942d68fb-1036-4a30-9705-7024dfaf5cde {{(pid=103469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:24:18.260483 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-942d68fb-1036-4a30-9705-7024dfaf5cde'] response: {'name': 'network-changed', 'server_uuid': '7e2bf4f6-edd7-4fe3-a55c-3c3ae4ca1886', 'tag': '354ebe50-e716-40f5-b96e-c8f1230e40aa', 'status': 'completed', 'code': 200} May 12 17:24:18.267139 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bb58e7-947f-42e4-822a-0f1cd32c40c1 None None] Checking router: cc355820-f94d-42d5-8637-978570244cad for host: dv-cinder-841591-1-iscsi {{(pid=103471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:24:18.272386 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf89e8-f15a-453f-ac81-cf1116c49911 req-ebd97ffe-0e43-4227-a67b-861e74c98c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:24:18.273765 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-5faf89e8-f15a-453f-ac81-cf1116c49911 req-ebd97ffe-0e43-4227-a67b-861e74c98c08 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=246c5985-adc2-4f0f-9d62-017350f2cc9b HTTP/1.1" status: 200 len: 854 time: 0.0897448 May 12 17:24:18.280331 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-f1cc0c96-f52c-48e2-a534-6b5d3059cd20 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Publish callbacks [] for security_group_rule (c56df759-8f75-4684-9c46-4b7eed3c7a66), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:18.280768 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bb58e7-947f-42e4-822a-0f1cd32c40c1 None None] Routers {'cc355820-f94d-42d5-8637-978570244cad'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:24:18.281578 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-22bb58e7-947f-42e4-822a-0f1cd32c40c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:23:56Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['cc355820-f94d-42d5-8637-978570244cad'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:24:18.283785 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvr_db [None req-5d915836-f21d-45a2-9f6f-068819e703d4 None None] Set router 5e916117-394a-447f-9569-a15f13b49c45 gateway port host: dv-cinder-841591-1-iscsi {{(pid=103470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:24:18.301296 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-f1cc0c96-f52c-48e2-a534-6b5d3059cd20 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462143'] for security_group_rule (c56df759-8f75-4684-9c46-4b7eed3c7a66), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:18.326969 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-f1cc0c96-f52c-48e2-a534-6b5d3059cd20 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:18.330663 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-f1cc0c96-f52c-48e2-a534-6b5d3059cd20 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2493105 May 12 17:24:18.331081 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cc0c96-f52c-48e2-a534-6b5d3059cd20 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c56df759-8f75-4684-9c46-4b7eed3c7a66,revision_number=0']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:24:18.333159 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 34764) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:24:18.337679 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-85488db7-a85a-4412-a449-28b5908029e6 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Request body: {'security_group_rule': {'security_group_id': 'c7f4352e-385f-4249-9f08-6cdadad5a070', 'project_id': '0e381a22482e4cb5a714dd3392a19c27', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:24:18.362457 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf89e8-f15a-453f-ac81-cf1116c49911 req-a744721a-032e-4499-8870-7570f56c85bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:24:18.364886 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-5faf89e8-f15a-453f-ac81-cf1116c49911 req-a744721a-032e-4499-8870-7570f56c85bd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0d2b0c23-00fb-4a8f-9441-ba408404271d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0789306 May 12 17:24:18.369173 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-85488db7-a85a-4412-a449-28b5908029e6 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Publish callbacks [] for security_group_rule (dc20f42f-63d8-4018-82b3-c30938c27d2c), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:18.406611 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-22bb58e7-947f-42e4-822a-0f1cd32c40c1 None None] Set router cc355820-f94d-42d5-8637-978570244cad gateway port host: dv-cinder-841591-1-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:24:18.436789 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-85488db7-a85a-4412-a449-28b5908029e6 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Publish callbacks [] for security_group_rule (dc20f42f-63d8-4018-82b3-c30938c27d2c), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:18.438239 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3c1a6e-6a3e-42e2-bafc-0afadb8ccca5 req-adfb46dc-1c71-4aa5-9f07-1c3e8d80aa15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:24:18.440737 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-2e3c1a6e-6a3e-42e2-bafc-0afadb8ccca5 req-adfb46dc-1c71-4aa5-9f07-1c3e8d80aa15 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fc2e1c9926c14a1393f45a7dc0346ddc&device_id=7e2bf4f6-edd7-4fe3-a55c-3c3ae4ca1886 HTTP/1.1" status: 200 len: 1130 time: 0.1535058 May 12 17:24:18.442640 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-85488db7-a85a-4412-a449-28b5908029e6 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462143'] for security_group_rule (dc20f42f-63d8-4018-82b3-c30938c27d2c), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:18.464843 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85488db7-a85a-4412-a449-28b5908029e6 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc20f42f-63d8-4018-82b3-c30938c27d2c,revision_number=0']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:24:18.486843 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-85488db7-a85a-4412-a449-28b5908029e6 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:18.489618 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-85488db7-a85a-4412-a449-28b5908029e6 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1558475 May 12 17:24:18.492856 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 34766) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:24:18.497734 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-14d986da-61df-4728-8ee7-f4ae178e5102 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Request body: {'security_group_rule': {'security_group_id': 'c7f4352e-385f-4249-9f08-6cdadad5a070', 'project_id': '0e381a22482e4cb5a714dd3392a19c27', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:24:18.525798 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-5d915836-f21d-45a2-9f6f-068819e703d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e916117-394a-447f-9569-a15f13b49c45', 'name': 'tempest-AttachVolumeNegativeTest-1570607306-router', 'tenant_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '46fd6600-cf5c-4a6e-91bc-7884d58fa3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:22:43Z', 'updated_at': '2022-05-12T17:22:46Z', 'revision_number': 4, 'project_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'gw_port': {'id': '46fd6600-cf5c-4a6e-91bc-7884d58fa3c3', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:39:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e916117-394a-447f-9569-a15f13b49c45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:22:43Z', 'updated_at': '2022-05-12T17:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_floatingips': [{'id': '5037f435-b53f-456e-9190-94ddd9ab11d5', 'tenant_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'floating_ip_address': '172.27.0.35', 'floating_network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'router_id': '5e916117-394a-447f-9569-a15f13b49c45', 'port_id': '354ebe50-e716-40f5-b96e-c8f1230e40aa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 680, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcfb02df-5940-4251-8c77-308786c51833', 'mac_address': 'fa:16:3e:46:b4:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2bf4f6-edd7-4fe3-a55c-3c3ae4ca1886', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:24:05Z', 'updated_at': '2022-05-12T17:24:17Z', 'revision_number': 1, 'project_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'fixed_ip_address_scope': None}, {'id': 'bf9a414a-9839-4f7f-83fc-865131b416af', 'tenant_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'floating_ip_address': '172.27.0.41', 'floating_network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'router_id': '5e916117-394a-447f-9569-a15f13b49c45', 'port_id': 'ec62c0b9-df56-46e3-925d-ba0cc9cf0d6d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcfb02df-5940-4251-8c77-308786c51833', 'mac_address': 'fa:16:3e:2f:4f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95312fe9-ef90-4c74-ba58-31abb0fdd309', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:22:48Z', 'updated_at': '2022-05-12T17:23:13Z', 'revision_number': 2, 'project_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5077749d-90f4-436b-aa6c-b166888c974c', 'name': '', 'network_id': 'fcfb02df-5940-4251-8c77-308786c51833', 'tenant_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'mac_address': 'fa:16:3e:61:74:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e916117-394a-447f-9569-a15f13b49c45', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '514e1cc4-3154-4e95-87e7-19ffea3e24bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:22:45Z', 'updated_at': '2022-05-12T17:22:49Z', 'revision_number': 5, 'project_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'subnets': [{'id': '514e1cc4-3154-4e95-87e7-19ffea3e24bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:24:18.534719 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-14d986da-61df-4728-8ee7-f4ae178e5102 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Publish callbacks [] for security_group_rule (8f91776b-1713-4454-91e7-ae9989ed98b3), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:18.555748 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d915836-f21d-45a2-9f6f-068819e703d4 None None] Checking router: 5e916117-394a-447f-9569-a15f13b49c45 for host: dv-cinder-841591-1-iscsi {{(pid=103470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:24:18.566125 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d915836-f21d-45a2-9f6f-068819e703d4 None None] Routers {'5e916117-394a-447f-9569-a15f13b49c45'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:24:18.566979 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-5d915836-f21d-45a2-9f6f-068819e703d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:23:56Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['5e916117-394a-447f-9569-a15f13b49c45'], 'active': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:24:18.601278 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-5faf89e8-f15a-453f-ac81-cf1116c49911 req-a1772e1c-65ed-4c2e-b458-d08388f2be0e service neutron] 10.222.0.58 "GET /v2.0/networks/0d2b0c23-00fb-4a8f-9441-ba408404271d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124617 May 12 17:24:18.606202 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-14d986da-61df-4728-8ee7-f4ae178e5102 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Publish callbacks [] for security_group_rule (8f91776b-1713-4454-91e7-ae9989ed98b3), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:18.611175 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-14d986da-61df-4728-8ee7-f4ae178e5102 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462143'] for security_group_rule (8f91776b-1713-4454-91e7-ae9989ed98b3), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:18.640358 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-14d986da-61df-4728-8ee7-f4ae178e5102 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:18.642058 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-14d986da-61df-4728-8ee7-f4ae178e5102 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1478477 May 12 17:24:18.644552 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 34768) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:24:18.647674 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3c1a6e-6a3e-42e2-bafc-0afadb8ccca5 req-e58f9d75-0ca4-4077-868b-1ab6c1cb9ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:24:18.649285 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-2e3c1a6e-6a3e-42e2-bafc-0afadb8ccca5 req-e58f9d75-0ca4-4077-868b-1ab6c1cb9ad4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=fcfb02df-5940-4251-8c77-308786c51833 HTTP/1.1" status: 200 len: 916 time: 0.2008150 May 12 17:24:18.650682 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-bff129d7-c07d-492e-a707-41feef6bd890 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Request body: {'security_group_rule': {'security_group_id': 'c7f4352e-385f-4249-9f08-6cdadad5a070', 'project_id': '0e381a22482e4cb5a714dd3392a19c27', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:24:18.655992 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d986da-61df-4728-8ee7-f4ae178e5102 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f91776b-1713-4454-91e7-ae9989ed98b3,revision_number=0']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:24:18.694181 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-bff129d7-c07d-492e-a707-41feef6bd890 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Publish callbacks [] for security_group_rule (8efb3396-470c-482b-b0b1-a5328601ac84), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:18.709658 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-22bb58e7-947f-42e4-822a-0f1cd32c40c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc355820-f94d-42d5-8637-978570244cad', 'name': 'tempest-TestMinimumBasicScenario-1960711746-router', 'tenant_id': '0e381a22482e4cb5a714dd3392a19c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '95a13b3f-5325-4e34-b7aa-fc58743199fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:23:27Z', 'updated_at': '2022-05-12T17:23:29Z', 'revision_number': 4, 'project_id': '0e381a22482e4cb5a714dd3392a19c27', 'gw_port': {'id': '95a13b3f-5325-4e34-b7aa-fc58743199fa', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc355820-f94d-42d5-8637-978570244cad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:23:27Z', 'updated_at': '2022-05-12T17:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_floatingips': [{'id': '92672d17-9c99-4821-a68d-c824787899c5', 'tenant_id': '0e381a22482e4cb5a714dd3392a19c27', 'floating_ip_address': '172.27.0.79', 'floating_network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'router_id': 'cc355820-f94d-42d5-8637-978570244cad', 'port_id': '1a689752-651a-4853-a501-d55b4b71ffb2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d2b0c23-00fb-4a8f-9441-ba408404271d', 'mac_address': 'fa:16:3e:eb:65:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37146593-4785-4175-ba4d-9ffd1618a210', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:24:16Z', 'updated_at': '2022-05-12T17:24:16Z', 'revision_number': 0, 'project_id': '0e381a22482e4cb5a714dd3392a19c27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '768564e5-0b3e-4905-92b8-4a2eaf8951db', 'name': '', 'network_id': '0d2b0c23-00fb-4a8f-9441-ba408404271d', 'tenant_id': '0e381a22482e4cb5a714dd3392a19c27', 'mac_address': 'fa:16:3e:ea:0e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc355820-f94d-42d5-8637-978570244cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '246c5985-adc2-4f0f-9d62-017350f2cc9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:23:29Z', 'updated_at': '2022-05-12T17:23:34Z', 'revision_number': 5, 'project_id': '0e381a22482e4cb5a714dd3392a19c27', 'subnets': [{'id': '246c5985-adc2-4f0f-9d62-017350f2cc9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:24:18.713713 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvr_db [None req-5d915836-f21d-45a2-9f6f-068819e703d4 None None] Set router 5e916117-394a-447f-9569-a15f13b49c45 gateway port host: dv-cinder-841591-1-iscsi {{(pid=103470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:24:18.742187 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bb58e7-947f-42e4-822a-0f1cd32c40c1 None None] The sync data for ids ['cc355820-f94d-42d5-8637-978570244cad'] in dv-cinder-841591-1-iscsi is: [{'id': 'cc355820-f94d-42d5-8637-978570244cad', 'name': 'tempest-TestMinimumBasicScenario-1960711746-router', 'tenant_id': '0e381a22482e4cb5a714dd3392a19c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '95a13b3f-5325-4e34-b7aa-fc58743199fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:23:27Z', 'updated_at': '2022-05-12T17:23:29Z', 'revision_number': 4, 'project_id': '0e381a22482e4cb5a714dd3392a19c27', 'gw_port': {'id': '95a13b3f-5325-4e34-b7aa-fc58743199fa', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc355820-f94d-42d5-8637-978570244cad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:23:27Z', 'updated_at': '2022-05-12T17:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_floatingips': [{'id': '92672d17-9c99-4821-a68d-c824787899c5', 'tenant_id': '0e381a22482e4cb5a714dd3392a19c27', 'floating_ip_address': '172.27.0.79', 'floating_network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'router_id': 'cc355820-f94d-42d5-8637-978570244cad', 'port_id': '1a689752-651a-4853-a501-d55b4b71ffb2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d2b0c23-00fb-4a8f-9441-ba408404271d', 'mac_address': 'fa:16:3e:eb:65:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37146593-4785-4175-ba4d-9ffd1618a210', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:24:16Z', 'updated_at': '2022-05-12T17:24:16Z', 'revision_number': 0, 'project_id': '0e381a22482e4cb5a714dd3392a19c27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '768564e5-0b3e-4905-92b8-4a2eaf8951db', 'name': '', 'network_id': '0d2b0c23-00fb-4a8f-9441-ba408404271d', 'tenant_id': '0e381a22482e4cb5a714dd3392a19c27', 'mac_address': 'fa:16:3e:ea:0e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc355820-f94d-42d5-8637-978570244cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '246c5985-adc2-4f0f-9d62-017350f2cc9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:23:29Z', 'updated_at': '2022-05-12T17:23:34Z', 'revision_number': 5, 'project_id': '0e381a22482e4cb5a714dd3392a19c27', 'subnets': [{'id': '246c5985-adc2-4f0f-9d62-017350f2cc9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:24:18.769356 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-2e3c1a6e-6a3e-42e2-bafc-0afadb8ccca5 req-6d8148fc-7736-4f2b-a665-754be2b113b9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=354ebe50-e716-40f5-b96e-c8f1230e40aa HTTP/1.1" status: 200 len: 999 time: 0.1117167 May 12 17:24:18.771238 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-bff129d7-c07d-492e-a707-41feef6bd890 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Publish callbacks [] for security_group_rule (8efb3396-470c-482b-b0b1-a5328601ac84), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:18.776411 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-bff129d7-c07d-492e-a707-41feef6bd890 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462143'] for security_group_rule (8efb3396-470c-482b-b0b1-a5328601ac84), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:18.793442 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff129d7-c07d-492e-a707-41feef6bd890 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8efb3396-470c-482b-b0b1-a5328601ac84,revision_number=0']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:24:18.821050 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-bff129d7-c07d-492e-a707-41feef6bd890 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:18.823310 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-bff129d7-c07d-492e-a707-41feef6bd890 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1778300 May 12 17:24:18.825996 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 34770) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:24:18.831706 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-17d88429-39e6-4e2f-91d3-95ccc9620f76 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Request body: {'security_group_rule': {'security_group_id': 'c7f4352e-385f-4249-9f08-6cdadad5a070', 'project_id': '0e381a22482e4cb5a714dd3392a19c27', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:24:18.837305 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-5faf89e8-f15a-453f-ac81-cf1116c49911 req-253490a7-2a9b-421b-a292-a65f9f2cba55 service neutron] 10.222.0.58 "GET /v2.0/networks/0d2b0c23-00fb-4a8f-9441-ba408404271d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146354 May 12 17:24:18.838782 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3c1a6e-6a3e-42e2-bafc-0afadb8ccca5 req-68294ddf-27e9-481b-9c10-05beceb3ecea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:24:18.840126 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-2e3c1a6e-6a3e-42e2-bafc-0afadb8ccca5 req-68294ddf-27e9-481b-9c10-05beceb3ecea service neutron] 10.222.0.58 "GET /v2.0/subnets?id=514e1cc4-3154-4e95-87e7-19ffea3e24bc HTTP/1.1" status: 200 len: 854 time: 0.0614340 May 12 17:24:18.860732 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.db.securitygroups_db [None req-17d88429-39e6-4e2f-91d3-95ccc9620f76 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Project 0e381a22482e4cb5a714dd3392a19c27 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 17:24:18.874181 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-17d88429-39e6-4e2f-91d3-95ccc9620f76 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Publish callbacks [] for security_group_rule (25905557-d638-49e5-926c-1eee30b1ff32), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:18.900514 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3c1a6e-6a3e-42e2-bafc-0afadb8ccca5 req-17be0de7-0f5f-4fd8-a431-b860848fe890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:24:18.902965 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-2e3c1a6e-6a3e-42e2-bafc-0afadb8ccca5 req-17be0de7-0f5f-4fd8-a431-b860848fe890 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fcfb02df-5940-4251-8c77-308786c51833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0536232 May 12 17:24:18.944763 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-17d88429-39e6-4e2f-91d3-95ccc9620f76 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Publish callbacks [] for security_group_rule (25905557-d638-49e5-926c-1eee30b1ff32), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:18.950424 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-17d88429-39e6-4e2f-91d3-95ccc9620f76 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462143'] for security_group_rule (25905557-d638-49e5-926c-1eee30b1ff32), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:18.969078 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-5d915836-f21d-45a2-9f6f-068819e703d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e916117-394a-447f-9569-a15f13b49c45', 'name': 'tempest-AttachVolumeNegativeTest-1570607306-router', 'tenant_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '46fd6600-cf5c-4a6e-91bc-7884d58fa3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:22:43Z', 'updated_at': '2022-05-12T17:22:46Z', 'revision_number': 4, 'project_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'gw_port': {'id': '46fd6600-cf5c-4a6e-91bc-7884d58fa3c3', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:39:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e916117-394a-447f-9569-a15f13b49c45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:22:43Z', 'updated_at': '2022-05-12T17:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_floatingips': [{'id': '5037f435-b53f-456e-9190-94ddd9ab11d5', 'tenant_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'floating_ip_address': '172.27.0.35', 'floating_network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'router_id': '5e916117-394a-447f-9569-a15f13b49c45', 'port_id': '354ebe50-e716-40f5-b96e-c8f1230e40aa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 680, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcfb02df-5940-4251-8c77-308786c51833', 'mac_address': 'fa:16:3e:46:b4:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2bf4f6-edd7-4fe3-a55c-3c3ae4ca1886', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:24:05Z', 'updated_at': '2022-05-12T17:24:17Z', 'revision_number': 1, 'project_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'fixed_ip_address_scope': None}, {'id': 'bf9a414a-9839-4f7f-83fc-865131b416af', 'tenant_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'floating_ip_address': '172.27.0.41', 'floating_network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'router_id': '5e916117-394a-447f-9569-a15f13b49c45', 'port_id': 'ec62c0b9-df56-46e3-925d-ba0cc9cf0d6d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcfb02df-5940-4251-8c77-308786c51833', 'mac_address': 'fa:16:3e:2f:4f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95312fe9-ef90-4c74-ba58-31abb0fdd309', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:22:48Z', 'updated_at': '2022-05-12T17:23:13Z', 'revision_number': 2, 'project_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5077749d-90f4-436b-aa6c-b166888c974c', 'name': '', 'network_id': 'fcfb02df-5940-4251-8c77-308786c51833', 'tenant_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'mac_address': 'fa:16:3e:61:74:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e916117-394a-447f-9569-a15f13b49c45', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '514e1cc4-3154-4e95-87e7-19ffea3e24bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:22:45Z', 'updated_at': '2022-05-12T17:22:49Z', 'revision_number': 5, 'project_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'subnets': [{'id': '514e1cc4-3154-4e95-87e7-19ffea3e24bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:24:18.971777 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d88429-39e6-4e2f-91d3-95ccc9620f76 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25905557-d638-49e5-926c-1eee30b1ff32,revision_number=0']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:24:18.981373 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-17d88429-39e6-4e2f-91d3-95ccc9620f76 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:18.983030 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-17d88429-39e6-4e2f-91d3-95ccc9620f76 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1557839 May 12 17:24:18.985585 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 34772) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:24:18.991645 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-af043814-e096-4013-bf5d-16c34a9cdb85 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Request body: {'security_group_rule': {'security_group_id': 'c7f4352e-385f-4249-9f08-6cdadad5a070', 'project_id': '0e381a22482e4cb5a714dd3392a19c27', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:24:19.011384 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d915836-f21d-45a2-9f6f-068819e703d4 None None] The sync data for ids ['5e916117-394a-447f-9569-a15f13b49c45'] in dv-cinder-841591-1-iscsi is: [{'id': '5e916117-394a-447f-9569-a15f13b49c45', 'name': 'tempest-AttachVolumeNegativeTest-1570607306-router', 'tenant_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '46fd6600-cf5c-4a6e-91bc-7884d58fa3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:22:43Z', 'updated_at': '2022-05-12T17:22:46Z', 'revision_number': 4, 'project_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'gw_port': {'id': '46fd6600-cf5c-4a6e-91bc-7884d58fa3c3', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:39:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e916117-394a-447f-9569-a15f13b49c45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:22:43Z', 'updated_at': '2022-05-12T17:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_floatingips': [{'id': '5037f435-b53f-456e-9190-94ddd9ab11d5', 'tenant_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'floating_ip_address': '172.27.0.35', 'floating_network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'router_id': '5e916117-394a-447f-9569-a15f13b49c45', 'port_id': '354ebe50-e716-40f5-b96e-c8f1230e40aa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 680, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcfb02df-5940-4251-8c77-308786c51833', 'mac_address': 'fa:16:3e:46:b4:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2bf4f6-edd7-4fe3-a55c-3c3ae4ca1886', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:24:05Z', 'updated_at': '2022-05-12T17:24:17Z', 'revision_number': 1, 'project_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'fixed_ip_address_scope': None}, {'id': 'bf9a414a-9839-4f7f-83fc-865131b416af', 'tenant_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'floating_ip_address': '172.27.0.41', 'floating_network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'router_id': '5e916117-394a-447f-9569-a15f13b49c45', 'port_id': 'ec62c0b9-df56-46e3-925d-ba0cc9cf0d6d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcfb02df-5940-4251-8c77-308786c51833', 'mac_address': 'fa:16:3e:2f:4f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95312fe9-ef90-4c74-ba58-31abb0fdd309', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:22:48Z', 'updated_at': '2022-05-12T17:23:13Z', 'revision_number': 2, 'project_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5077749d-90f4-436b-aa6c-b166888c974c', 'name': '', 'network_id': 'fcfb02df-5940-4251-8c77-308786c51833', 'tenant_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'mac_address': 'fa:16:3e:61:74:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e916117-394a-447f-9569-a15f13b49c45', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '514e1cc4-3154-4e95-87e7-19ffea3e24bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:22:45Z', 'updated_at': '2022-05-12T17:22:49Z', 'revision_number': 5, 'project_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'subnets': [{'id': '514e1cc4-3154-4e95-87e7-19ffea3e24bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:24:19.015830 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-2e3c1a6e-6a3e-42e2-bafc-0afadb8ccca5 req-87e85978-4ca1-4b67-bc07-93c2226ff1df service neutron] 10.222.0.58 "GET /v2.0/networks/fcfb02df-5940-4251-8c77-308786c51833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025367 May 12 17:24:19.017408 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.db.securitygroups_db [None req-af043814-e096-4013-bf5d-16c34a9cdb85 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Project 0e381a22482e4cb5a714dd3392a19c27 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 17:24:19.036660 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-af043814-e096-4013-bf5d-16c34a9cdb85 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Publish callbacks [] for security_group_rule (8e28d7c8-cf73-4e57-ae73-1f254bb50a29), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:19.082908 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cae6f2e-8e32-4648-89f2-523087e00de7 None None] New status for floating IP 92672d17-9c99-4821-a68d-c824787899c5: ACTIVE {{(pid=103471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 17:24:19.106066 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-af043814-e096-4013-bf5d-16c34a9cdb85 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Publish callbacks [] for security_group_rule (8e28d7c8-cf73-4e57-ae73-1f254bb50a29), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:19.116072 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-af043814-e096-4013-bf5d-16c34a9cdb85 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462143'] for security_group_rule (8e28d7c8-cf73-4e57-ae73-1f254bb50a29), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:19.123372 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-2e3c1a6e-6a3e-42e2-bafc-0afadb8ccca5 req-7ec636f2-bccf-479d-9bd7-ad0e7bf9634c service neutron] 10.222.0.58 "GET /v2.0/networks/fcfb02df-5940-4251-8c77-308786c51833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013205 May 12 17:24:19.136414 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af043814-e096-4013-bf5d-16c34a9cdb85 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e28d7c8-cf73-4e57-ae73-1f254bb50a29,revision_number=0']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:24:19.147029 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-af043814-e096-4013-bf5d-16c34a9cdb85 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:19.149062 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-af043814-e096-4013-bf5d-16c34a9cdb85 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1623206 May 12 17:24:19.248514 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-41816c47-f606-4723-bf61-05111a74a262 req-3eabe33b-72cf-40d8-ad32-4accf0e1cf6d tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-278247068&fields=id&tenant_id=0e381a22482e4cb5a714dd3392a19c27 HTTP/1.1" status: 200 len: 267 time: 0.0511854 May 12 17:24:19.302461 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa9d474-7e5f-412d-9811-173b8fa37f4b None None] New status for floating IP 5037f435-b53f-456e-9190-94ddd9ab11d5: ACTIVE {{(pid=103470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 17:24:19.310042 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41816c47-f606-4723-bf61-05111a74a262 req-41caddd0-07dd-4d82-8e91-ae781d9000ba tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:24:19.311628 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-41816c47-f606-4723-bf61-05111a74a262 req-41caddd0-07dd-4d82-8e91-ae781d9000ba tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] 10.222.0.23 "GET /v2.0/ports?device_id=37146593-4785-4175-ba4d-9ffd1618a210 HTTP/1.1" status: 200 len: 946 time: 0.0562351 May 12 17:24:19.324602 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [req-41816c47-f606-4723-bf61-05111a74a262 req-42b19071-86c3-4b0a-90e2-7ff05ac8304e tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Request body: {'port': {'security_groups': ['5f10315e-b1c3-4e2b-8dd7-e979d04e20d0', 'c7f4352e-385f-4249-9f08-6cdadad5a070']}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:24:19.395419 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-41816c47-f606-4723-bf61-05111a74a262 req-42b19071-86c3-4b0a-90e2-7ff05ac8304e tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (1a689752-651a-4853-a501-d55b4b71ffb2), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:19.616974 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [req-41816c47-f606-4723-bf61-05111a74a262 req-42b19071-86c3-4b0a-90e2-7ff05ac8304e tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] For port 1a689752-651a-4853-a501-d55b4b71ffb2, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=1a689752-651a-4853-a501-d55b4b71ffb2,segment=NetworkSegment(1e584874-a263-4e75-a6cc-53de20e91811),segment_id=1e584874-a263-4e75-a6cc-53de20e91811)] {{(pid=103469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:24:19.645948 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-41816c47-f606-4723-bf61-05111a74a262 req-42b19071-86c3-4b0a-90e2-7ff05ac8304e tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Publish callbacks [] for port (1a689752-651a-4853-a501-d55b4b71ffb2), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:19.651006 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-41816c47-f606-4723-bf61-05111a74a262 req-42b19071-86c3-4b0a-90e2-7ff05ac8304e tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968562'] for port (1a689752-651a-4853-a501-d55b4b71ffb2), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:19.663241 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] get_ports_and_sgs() called for port_ids ['1a689752-651a-4853-a501-d55b4b71ffb2'] {{(pid=103470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:24:19.690982 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41816c47-f606-4723-bf61-05111a74a262 req-42b19071-86c3-4b0a-90e2-7ff05ac8304e tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:24:19.691596 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-41816c47-f606-4723-bf61-05111a74a262 req-42b19071-86c3-4b0a-90e2-7ff05ac8304e tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36930'] for port (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:19.692985 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-41816c47-f606-4723-bf61-05111a74a262 req-42b19071-86c3-4b0a-90e2-7ff05ac8304e tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] 10.222.0.23 "PUT /v2.0/ports/1a689752-651a-4853-a501-d55b4b71ffb2 HTTP/1.1" status: 200 len: 982 time: 0.3738277 May 12 17:24:19.719609 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b19071-86c3-4b0a-90e2-7ff05ac8304e tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Pushing event updated for resources: {'Port': ['ID=1a689752-651a-4853-a501-d55b4b71ffb2,revision_number=6']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:24:19.793300 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] get_ports_and_sgs() called for port_ids ['1a689752-651a-4853-a501-d55b4b71ffb2'] {{(pid=103470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:24:19.808894 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9046c4f5-2bf8-4c41-935a-3c100279a5b0 req-46710943-e6fe-4f89-9257-bae48ab54762 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:24:19.810522 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-9046c4f5-2bf8-4c41-935a-3c100279a5b0 req-46710943-e6fe-4f89-9257-bae48ab54762 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] 10.222.0.23 "GET /v2.0/ports?device_id=37146593-4785-4175-ba4d-9ffd1618a210 HTTP/1.1" status: 200 len: 985 time: 0.0508161 May 12 17:24:19.880084 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-9046c4f5-2bf8-4c41-935a-3c100279a5b0 req-6bfd9d2d-ed20-4a81-ba93-9cca9218a6b5 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f10315e-b1c3-4e2b-8dd7-e979d04e20d0&id=c7f4352e-385f-4249-9f08-6cdadad5a070&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0625558 May 12 17:24:19.952676 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-6143a18d-2c39-4171-bc0f-eec0943a08f9 None None] Provisioning complete for port 1a689752-651a-4853-a501-d55b4b71ffb2 triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:24:19.952964 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-6143a18d-2c39-4171-bc0f-eec0943a08f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (1a689752-651a-4853-a501-d55b4b71ffb2), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:20.147629 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-6143a18d-2c39-4171-bc0f-eec0943a08f9 None None] Current status of the port 1a689752-651a-4853-a501-d55b4b71ffb2 is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:24:20.261768 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37146593-4785-4175-ba4d-9ffd1618a210', 'tag': '1a689752-651a-4853-a501-d55b4b71ffb2'}] {{(pid=103469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:24:20.264169 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a389b951f31a62b906e18655c420a9fe9aa70b39b59c66ae41c54d630ec86ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a7681d-c49e-4f57-a3b5-e2e92bb81363" -d '{"events": [{"name": "network-changed", "server_uuid": "37146593-4785-4175-ba4d-9ffd1618a210", "tag": "1a689752-651a-4853-a501-d55b4b71ffb2"}]}' {{(pid=103469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:24:20.300411 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b642c42-b2aa-461c-a6d9-fe7dbd24f2da x-openstack-request-id: req-6b642c42-b2aa-461c-a6d9-fe7dbd24f2da {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:24:20.300701 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37146593-4785-4175-ba4d-9ffd1618a210", "tag": "1a689752-651a-4853-a501-d55b4b71ffb2", "status": "completed", "code": 200}]} {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:24:20.300958 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6b642c42-b2aa-461c-a6d9-fe7dbd24f2da {{(pid=103469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:24:20.301354 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b642c42-b2aa-461c-a6d9-fe7dbd24f2da'] response: {'name': 'network-changed', 'server_uuid': '37146593-4785-4175-ba4d-9ffd1618a210', 'tag': '1a689752-651a-4853-a501-d55b4b71ffb2', 'status': 'completed', 'code': 200} May 12 17:24:20.371278 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a7681d-c49e-4f57-a3b5-e2e92bb81363 req-01512f8f-42c4-4d0a-a311-790ddf3978d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:24:20.372784 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-90a7681d-c49e-4f57-a3b5-e2e92bb81363 req-01512f8f-42c4-4d0a-a311-790ddf3978d6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0e381a22482e4cb5a714dd3392a19c27&device_id=37146593-4785-4175-ba4d-9ffd1618a210 HTTP/1.1" status: 200 len: 1169 time: 0.0509894 May 12 17:24:20.461029 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a7681d-c49e-4f57-a3b5-e2e92bb81363 req-b999b75b-0a21-4922-a39b-b6091ecfaa90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:24:20.462368 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-90a7681d-c49e-4f57-a3b5-e2e92bb81363 req-b999b75b-0a21-4922-a39b-b6091ecfaa90 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0d2b0c23-00fb-4a8f-9441-ba408404271d HTTP/1.1" status: 200 len: 916 time: 0.0816836 May 12 17:24:20.531726 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-90a7681d-c49e-4f57-a3b5-e2e92bb81363 req-6644675c-72a9-4f3e-8689-f34bb920f817 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a689752-651a-4853-a501-d55b4b71ffb2 HTTP/1.1" status: 200 len: 1001 time: 0.0606229 May 12 17:24:20.581521 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a7681d-c49e-4f57-a3b5-e2e92bb81363 req-f2f97d8c-9d38-4e59-90a8-9b90681728e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:24:20.582975 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-90a7681d-c49e-4f57-a3b5-e2e92bb81363 req-f2f97d8c-9d38-4e59-90a8-9b90681728e3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=246c5985-adc2-4f0f-9d62-017350f2cc9b HTTP/1.1" status: 200 len: 854 time: 0.0423720 May 12 17:24:20.625147 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a7681d-c49e-4f57-a3b5-e2e92bb81363 req-a37d3fe4-9ede-45ba-a99d-078a2473a730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:24:20.626587 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-90a7681d-c49e-4f57-a3b5-e2e92bb81363 req-a37d3fe4-9ede-45ba-a99d-078a2473a730 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0d2b0c23-00fb-4a8f-9441-ba408404271d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0370612 May 12 17:24:20.717740 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-90a7681d-c49e-4f57-a3b5-e2e92bb81363 req-7c544a5b-4b8e-4472-bca4-f19958f0d57a service neutron] 10.222.0.58 "GET /v2.0/networks/0d2b0c23-00fb-4a8f-9441-ba408404271d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824716 May 12 17:24:20.803413 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-90a7681d-c49e-4f57-a3b5-e2e92bb81363 req-cdc5a558-c931-4d58-b936-b81bb318f926 service neutron] 10.222.0.58 "GET /v2.0/networks/0d2b0c23-00fb-4a8f-9441-ba408404271d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796897 May 12 17:24:23.786159 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-bafa0c3a-294f-4654-9468-ee2c9d7f5190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (ad05f391-ff61-4b74-a3af-7ffb7f485489), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:26.199326 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-a72ce5d8-20ee-46ec-9259-efc7e98b9457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (e5548ccc-31b8-4072-a6b0-52b00208ea79), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:27.302357 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-921d17b2-ae2c-4a72-8bd8-05131367e3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (bf71836d-8135-4bcd-843a-dab378dba2b2), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:27.948190 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (38379b20-dcc3-43b7-a09e-956d8be7db9c), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:28.851954 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-c581148e-646c-4c8c-8cc5-93d6184e682f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (98e1a54e-83f0-40d1-9631-7dd40ffbcd59), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:30.248784 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (dea0f963-0a36-45fe-941b-5c749ca6f3bf), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:42.831651 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdc65dc-9a39-4252-997f-b4a9428d518a req-5ea6250c-5224-4f98-85a7-6aaa40fac164 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:24:42.833169 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9fdc65dc-9a39-4252-997f-b4a9428d518a req-5ea6250c-5224-4f98-85a7-6aaa40fac164 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] 10.222.0.23 "GET /v2.0/ports?device_id=37146593-4785-4175-ba4d-9ffd1618a210 HTTP/1.1" status: 200 len: 985 time: 0.0509286 May 12 17:24:42.850158 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2298ef8d-3681-4339-8f74-3dde1120390a req-e40dfc33-c677-4261-af02-e4cea0b7b971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:24:42.851784 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-2298ef8d-3681-4339-8f74-3dde1120390a req-e40dfc33-c677-4261-af02-e4cea0b7b971 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0e381a22482e4cb5a714dd3392a19c27&device_id=37146593-4785-4175-ba4d-9ffd1618a210 HTTP/1.1" status: 200 len: 1169 time: 0.0473101 May 12 17:24:42.895726 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9fdc65dc-9a39-4252-997f-b4a9428d518a req-601f89c2-7829-47a8-8408-101783a5433e tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f10315e-b1c3-4e2b-8dd7-e979d04e20d0&id=c7f4352e-385f-4249-9f08-6cdadad5a070&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0562501 May 12 17:24:42.945136 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2298ef8d-3681-4339-8f74-3dde1120390a req-059d03bd-1b3c-452b-9628-c2ed10f28093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:24:42.946628 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-2298ef8d-3681-4339-8f74-3dde1120390a req-059d03bd-1b3c-452b-9628-c2ed10f28093 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0d2b0c23-00fb-4a8f-9441-ba408404271d HTTP/1.1" status: 200 len: 916 time: 0.0855181 May 12 17:24:43.014774 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-2298ef8d-3681-4339-8f74-3dde1120390a req-d86b1b53-b5c1-46f9-bd88-da7c03b3a2e6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a689752-651a-4853-a501-d55b4b71ffb2 HTTP/1.1" status: 200 len: 1001 time: 0.0601685 May 12 17:24:43.064321 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2298ef8d-3681-4339-8f74-3dde1120390a req-ba8b03fb-aa2b-40c8-ac10-0a524f422dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:24:43.065753 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-2298ef8d-3681-4339-8f74-3dde1120390a req-ba8b03fb-aa2b-40c8-ac10-0a524f422dac service neutron] 10.222.0.58 "GET /v2.0/subnets?id=246c5985-adc2-4f0f-9d62-017350f2cc9b HTTP/1.1" status: 200 len: 854 time: 0.0443065 May 12 17:24:43.108210 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2298ef8d-3681-4339-8f74-3dde1120390a req-4a43e068-49c2-4384-92bc-11b5b10d0f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:24:43.109627 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-2298ef8d-3681-4339-8f74-3dde1120390a req-4a43e068-49c2-4384-92bc-11b5b10d0f65 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0d2b0c23-00fb-4a8f-9441-ba408404271d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0368450 May 12 17:24:43.202670 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-2298ef8d-3681-4339-8f74-3dde1120390a req-2e3e9cb2-ad36-4464-ac3c-5240d4335494 service neutron] 10.222.0.58 "GET /v2.0/networks/0d2b0c23-00fb-4a8f-9441-ba408404271d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855014 May 12 17:24:43.288558 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-2298ef8d-3681-4339-8f74-3dde1120390a req-be181297-9ccd-4726-9410-5f0bcdb03a38 service neutron] 10.222.0.58 "GET /v2.0/networks/0d2b0c23-00fb-4a8f-9441-ba408404271d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799079 May 12 17:24:44.012669 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b587acac-0836-4f9a-bb14-2c4faf588190 req-de232fd3-1e82-4a76-8033-c5119adc9133 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:24:44.014122 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-b587acac-0836-4f9a-bb14-2c4faf588190 req-de232fd3-1e82-4a76-8033-c5119adc9133 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] 10.222.0.23 "GET /v2.0/ports?device_id=37146593-4785-4175-ba4d-9ffd1618a210 HTTP/1.1" status: 200 len: 985 time: 0.0498757 May 12 17:24:44.071634 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-b587acac-0836-4f9a-bb14-2c4faf588190 req-4efcac57-683a-4225-b6a6-c34e9cc08c39 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f10315e-b1c3-4e2b-8dd7-e979d04e20d0&id=c7f4352e-385f-4249-9f08-6cdadad5a070&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0517461 May 12 17:24:45.184668 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7155a6fa-a402-4cec-8ba1-157313439315 req-5caec14e-8546-4d11-b5d1-160a9e4d5e04 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:24:45.186050 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7155a6fa-a402-4cec-8ba1-157313439315 req-5caec14e-8546-4d11-b5d1-160a9e4d5e04 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] 10.222.0.23 "GET /v2.0/ports?device_id=37146593-4785-4175-ba4d-9ffd1618a210 HTTP/1.1" status: 200 len: 985 time: 0.0476840 May 12 17:24:45.263792 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7155a6fa-a402-4cec-8ba1-157313439315 req-1d2996b3-2764-45b8-b9c4-4c306c203786 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f10315e-b1c3-4e2b-8dd7-e979d04e20d0&id=c7f4352e-385f-4249-9f08-6cdadad5a070&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0714684 May 12 17:24:46.374950 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674621ef-3411-4748-b347-d4f6b586629e req-958e7774-e48c-4ceb-a343-ae88096ccb4d tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:24:46.376409 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-674621ef-3411-4748-b347-d4f6b586629e req-958e7774-e48c-4ceb-a343-ae88096ccb4d tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] 10.222.0.23 "GET /v2.0/ports?device_id=37146593-4785-4175-ba4d-9ffd1618a210 HTTP/1.1" status: 200 len: 985 time: 0.0459657 May 12 17:24:46.435479 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-674621ef-3411-4748-b347-d4f6b586629e req-9936ffa3-d193-4a97-8686-4a3373d3396a tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f10315e-b1c3-4e2b-8dd7-e979d04e20d0&id=c7f4352e-385f-4249-9f08-6cdadad5a070&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0529120 May 12 17:24:47.546985 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2065039f-6d04-44cf-8ff6-a37a2eb47ab0 req-a50fe2d1-5d14-4a15-9c00-b4953fbde8ad tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:24:47.548427 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2065039f-6d04-44cf-8ff6-a37a2eb47ab0 req-a50fe2d1-5d14-4a15-9c00-b4953fbde8ad tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] 10.222.0.23 "GET /v2.0/ports?device_id=37146593-4785-4175-ba4d-9ffd1618a210 HTTP/1.1" status: 200 len: 985 time: 0.0463898 May 12 17:24:47.609582 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2065039f-6d04-44cf-8ff6-a37a2eb47ab0 req-82d779b5-0d42-4915-adc6-d4bfccdef0b0 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f10315e-b1c3-4e2b-8dd7-e979d04e20d0&id=c7f4352e-385f-4249-9f08-6cdadad5a070&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0555663 May 12 17:24:48.408219 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.agents_db [None req-75b73116-3060-4b2b-9211-a804f2896a96 None None] Agent healthcheck: found 6 active agents {{(pid=103471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:24:48.723128 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2060b627-d68c-4d4a-bfb7-91ae08a0a84f req-646a5e8e-07ed-4683-8a0f-62cf39201db1 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:24:48.724508 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-2060b627-d68c-4d4a-bfb7-91ae08a0a84f req-646a5e8e-07ed-4683-8a0f-62cf39201db1 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] 10.222.0.23 "GET /v2.0/ports?device_id=37146593-4785-4175-ba4d-9ffd1618a210 HTTP/1.1" status: 200 len: 985 time: 0.0463135 May 12 17:24:48.787586 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-2060b627-d68c-4d4a-bfb7-91ae08a0a84f req-0a83a11a-4d87-4fd5-87d6-bbf4422023ad tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f10315e-b1c3-4e2b-8dd7-e979d04e20d0&id=c7f4352e-385f-4249-9f08-6cdadad5a070&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0567667 May 12 17:24:49.899990 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fd7f97-a405-43a2-9bc5-0eef97bd1194 req-714f5402-d3b1-4b53-abcd-ac1eb8f30a35 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:24:49.901465 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-12fd7f97-a405-43a2-9bc5-0eef97bd1194 req-714f5402-d3b1-4b53-abcd-ac1eb8f30a35 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] 10.222.0.23 "GET /v2.0/ports?device_id=37146593-4785-4175-ba4d-9ffd1618a210 HTTP/1.1" status: 200 len: 985 time: 0.0476768 May 12 17:24:49.960205 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-12fd7f97-a405-43a2-9bc5-0eef97bd1194 req-23b8d836-3e27-4006-8d9a-9206c940d079 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f10315e-b1c3-4e2b-8dd7-e979d04e20d0&id=c7f4352e-385f-4249-9f08-6cdadad5a070&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0531635 May 12 17:24:51.072510 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9fab6e-0c33-4c7e-85d2-0815c749767e req-d17a3fce-3c59-43b6-8bbb-47db3bb461e0 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:24:51.073958 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-dc9fab6e-0c33-4c7e-85d2-0815c749767e req-d17a3fce-3c59-43b6-8bbb-47db3bb461e0 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] 10.222.0.23 "GET /v2.0/ports?device_id=37146593-4785-4175-ba4d-9ffd1618a210 HTTP/1.1" status: 200 len: 985 time: 0.0483508 May 12 17:24:51.131737 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-dc9fab6e-0c33-4c7e-85d2-0815c749767e req-368abeb4-6af0-468b-a4e3-5c740b9785fd tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f10315e-b1c3-4e2b-8dd7-e979d04e20d0&id=c7f4352e-385f-4249-9f08-6cdadad5a070&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0520782 May 12 17:24:52.131739 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 34816) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:24:52.245552 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2832c3c7-fafc-4120-9e0f-1c4c64f62dd4 req-629e7796-edf0-4e13-825a-35fe277988d9 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:24:52.247149 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2832c3c7-fafc-4120-9e0f-1c4c64f62dd4 req-629e7796-edf0-4e13-825a-35fe277988d9 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] 10.222.0.23 "GET /v2.0/ports?device_id=37146593-4785-4175-ba4d-9ffd1618a210 HTTP/1.1" status: 200 len: 985 time: 0.0472479 May 12 17:24:52.280555 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [None req-86e5b116-06fe-4dbf-b2e7-6eb286baa678 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Deleting port 12ebfb43-0ca0-4c41-9170-16b2ee27f8c9 {{(pid=103468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:24:52.280896 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-86e5b116-06fe-4dbf-b2e7-6eb286baa678 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774528024037'] for port (12ebfb43-0ca0-4c41-9170-16b2ee27f8c9), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:52.308919 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2832c3c7-fafc-4120-9e0f-1c4c64f62dd4 req-f2fd88aa-199a-47f8-bc6a-e3846efb8f11 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f10315e-b1c3-4e2b-8dd7-e979d04e20d0&id=c7f4352e-385f-4249-9f08-6cdadad5a070&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0561192 May 12 17:24:52.360283 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-86e5b116-06fe-4dbf-b2e7-6eb286baa678 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683095'] for port (12ebfb43-0ca0-4c41-9170-16b2ee27f8c9), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:52.360609 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-86e5b116-06fe-4dbf-b2e7-6eb286baa678 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Publish callbacks [] for floatingip (12ebfb43-0ca0-4c41-9170-16b2ee27f8c9), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:52.372316 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [None req-86e5b116-06fe-4dbf-b2e7-6eb286baa678 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Calling delete_port for 12ebfb43-0ca0-4c41-9170-16b2ee27f8c9 owned by network:floatingip {{(pid=103468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:24:52.538833 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-86e5b116-06fe-4dbf-b2e7-6eb286baa678 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774528036217', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774527475294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11526335'] for port (12ebfb43-0ca0-4c41-9170-16b2ee27f8c9), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:52.562582 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5b116-06fe-4dbf-b2e7-6eb286baa678 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Pushing event deleted for resources: {'Port': ['ID=12ebfb43-0ca0-4c41-9170-16b2ee27f8c9,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:24:52.624713 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-86e5b116-06fe-4dbf-b2e7-6eb286baa678 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Publish callbacks [] for floatingip (5400cce6-f741-4af3-9030-f243aa8f249c), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:52.625032 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.db.l3_db [None req-86e5b116-06fe-4dbf-b2e7-6eb286baa678 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Floating IP 5400cce6-f741-4af3-9030-f243aa8f249c disassociated (deleted). External IP: 172.27.0.190, port: aab0755a-1de0-423e-bdf8-9d264bcf1f30. May 12 17:24:52.832550 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86e5b116-06fe-4dbf-b2e7-6eb286baa678 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Router 5902244f-fd5f-46ec-975c-b50c7357dcba has already been hosted by L3 agent e5548ccc-31b8-4072-a6b0-52b00208ea79 {{(pid=103468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:24:52.940259 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86e5b116-06fe-4dbf-b2e7-6eb286baa678 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Notify agent at l3_agent.dv-cinder-841591-1-iscsi the message routers_updated {{(pid=103468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:24:52.945663 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-86e5b116-06fe-4dbf-b2e7-6eb286baa678 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36930'] for floatingip (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:52.950711 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9694d068-835e-467b-a8a8-243f9a23e1a3 None None] Sync routers for ids ['5902244f-fd5f-46ec-975c-b50c7357dcba'] in dv-cinder-841591-1-iscsi {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:24:52.963094 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9694d068-835e-467b-a8a8-243f9a23e1a3 None None] Routers {'5902244f-fd5f-46ec-975c-b50c7357dcba'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:24:52.963932 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-9694d068-835e-467b-a8a8-243f9a23e1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:24:26Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['5902244f-fd5f-46ec-975c-b50c7357dcba'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:24:53.079067 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-9694d068-835e-467b-a8a8-243f9a23e1a3 None None] Set router 5902244f-fd5f-46ec-975c-b50c7357dcba gateway port host: dv-cinder-841591-1-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:24:53.244912 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-86e5b116-06fe-4dbf-b2e7-6eb286baa678 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "DELETE /v2.0/floatingips/5400cce6-f741-4af3-9030-f243aa8f249c HTTP/1.1" status: 204 len: 168 time: 1.1120076 May 12 17:24:53.245475 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c547832-2add-4148-8b83-baf4e11d5f36', 'tag': 'aab0755a-1de0-423e-bdf8-9d264bcf1f30'}] {{(pid=103468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:24:53.247680 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11327eb0f41ff280cd3a6497cf1c944478feb1aae12e82efcad6faf65da72353" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48ff805b-271f-453f-a736-f41bbbc0a988" -d '{"events": [{"name": "network-changed", "server_uuid": "2c547832-2add-4148-8b83-baf4e11d5f36", "tag": "aab0755a-1de0-423e-bdf8-9d264bcf1f30"}]}' {{(pid=103468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:24:53.296920 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33a051c8-edb1-4eb8-879c-b4060c7e0963 x-openstack-request-id: req-33a051c8-edb1-4eb8-879c-b4060c7e0963 {{(pid=103468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:24:53.297215 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c547832-2add-4148-8b83-baf4e11d5f36", "tag": "aab0755a-1de0-423e-bdf8-9d264bcf1f30", "status": "completed", "code": 200}]} {{(pid=103468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:24:53.297472 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-33a051c8-edb1-4eb8-879c-b4060c7e0963 {{(pid=103468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:24:53.297874 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33a051c8-edb1-4eb8-879c-b4060c7e0963'] response: {'name': 'network-changed', 'server_uuid': '2c547832-2add-4148-8b83-baf4e11d5f36', 'tag': 'aab0755a-1de0-423e-bdf8-9d264bcf1f30', 'status': 'completed', 'code': 200} May 12 17:24:53.299662 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-9694d068-835e-467b-a8a8-243f9a23e1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5902244f-fd5f-46ec-975c-b50c7357dcba', 'name': 'tempest-TestVolumeBootPattern-902140157-router', 'tenant_id': '5d002d9e79b24742b0906bc2b220d998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '938c5f0d-73f6-4350-87cf-c7cd25c4cf14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:17:16Z', 'updated_at': '2022-05-12T17:17:21Z', 'revision_number': 4, 'project_id': '5d002d9e79b24742b0906bc2b220d998', 'gw_port': {'id': '938c5f0d-73f6-4350-87cf-c7cd25c4cf14', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:aa:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5902244f-fd5f-46ec-975c-b50c7357dcba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:17:17Z', 'updated_at': '2022-05-12T17:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_floatingips': [{'id': 'd6bcf848-e509-4cf8-bb22-c4b848ff12aa', 'tenant_id': '5d002d9e79b24742b0906bc2b220d998', 'floating_ip_address': '172.27.0.199', 'floating_network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'router_id': '5902244f-fd5f-46ec-975c-b50c7357dcba', 'port_id': '0f9ed0e2-fdf3-439b-a2fd-41bd3abe42ba', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fb55941-2cb2-4359-bdd6-587e053b44f0', 'mac_address': 'fa:16:3e:97:71:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a0e8b1-2d3c-4f5b-b6d9-a7039363047e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:20:58Z', 'updated_at': '2022-05-12T17:21:01Z', 'revision_number': 1, 'project_id': '5d002d9e79b24742b0906bc2b220d998', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51471d09-f440-4cb3-aad2-76a03f1af86b', 'name': '', 'network_id': '6fb55941-2cb2-4359-bdd6-587e053b44f0', 'tenant_id': '5d002d9e79b24742b0906bc2b220d998', 'mac_address': 'fa:16:3e:ff:4a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5902244f-fd5f-46ec-975c-b50c7357dcba', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'c5f1d9ec-05e3-4b23-84b4-48d07d13574c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:17:20Z', 'updated_at': '2022-05-12T17:17:26Z', 'revision_number': 5, 'project_id': '5d002d9e79b24742b0906bc2b220d998', 'subnets': [{'id': 'c5f1d9ec-05e3-4b23-84b4-48d07d13574c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:24:53.330468 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9694d068-835e-467b-a8a8-243f9a23e1a3 None None] Checking router: 5902244f-fd5f-46ec-975c-b50c7357dcba for host: dv-cinder-841591-1-iscsi {{(pid=103471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:24:53.339796 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9694d068-835e-467b-a8a8-243f9a23e1a3 None None] Routers {'5902244f-fd5f-46ec-975c-b50c7357dcba'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:24:53.340420 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-9694d068-835e-467b-a8a8-243f9a23e1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:24:26Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['5902244f-fd5f-46ec-975c-b50c7357dcba'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:24:53.364789 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ff805b-271f-453f-a736-f41bbbc0a988 req-239832a4-24ea-487a-a7b3-1eb8bc12c979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:24:53.366684 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-48ff805b-271f-453f-a736-f41bbbc0a988 req-239832a4-24ea-487a-a7b3-1eb8bc12c979 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5d002d9e79b24742b0906bc2b220d998&device_id=2c547832-2add-4148-8b83-baf4e11d5f36 HTTP/1.1" status: 200 len: 1129 time: 0.0452700 May 12 17:24:53.450374 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd04238-f05f-49ce-929e-387592ccd758 req-6a1e5139-ba02-49a4-bfb4-2f6529f9fd55 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:24:53.457670 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-bfd04238-f05f-49ce-929e-387592ccd758 req-6a1e5139-ba02-49a4-bfb4-2f6529f9fd55 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] 10.222.0.23 "GET /v2.0/ports?device_id=37146593-4785-4175-ba4d-9ffd1618a210 HTTP/1.1" status: 200 len: 985 time: 0.0749519 May 12 17:24:53.469801 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-9694d068-835e-467b-a8a8-243f9a23e1a3 None None] Set router 5902244f-fd5f-46ec-975c-b50c7357dcba gateway port host: dv-cinder-841591-1-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:24:53.504839 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ff805b-271f-453f-a736-f41bbbc0a988 req-e1e30fb0-a08a-401e-92ae-578ea10a21f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:24:53.506881 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-48ff805b-271f-453f-a736-f41bbbc0a988 req-e1e30fb0-a08a-401e-92ae-578ea10a21f7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=6fb55941-2cb2-4359-bdd6-587e053b44f0 HTTP/1.1" status: 200 len: 912 time: 0.1292412 May 12 17:24:53.518818 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-bfd04238-f05f-49ce-929e-387592ccd758 req-ed054f9b-76aa-48eb-b4c0-3b034c888cc1 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f10315e-b1c3-4e2b-8dd7-e979d04e20d0&id=c7f4352e-385f-4249-9f08-6cdadad5a070&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0600882 May 12 17:24:53.523539 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6d32a7-9300-4b77-88a3-07894136bd86 req-4c9e51ce-3463-4775-a86b-025d9844cab0 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:24:53.525159 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-bc6d32a7-9300-4b77-88a3-07894136bd86 req-4c9e51ce-3463-4775-a86b-025d9844cab0 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c547832-2add-4148-8b83-baf4e11d5f36 HTTP/1.1" status: 200 len: 945 time: 0.0554512 May 12 17:24:53.575937 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-bc6d32a7-9300-4b77-88a3-07894136bd86 req-b7a17f78-461b-480d-9212-43154a0bce5a tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/security-groups?id=73506ee2-7743-492f-9a19-76b788578cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440722 May 12 17:24:53.683930 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-9694d068-835e-467b-a8a8-243f9a23e1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5902244f-fd5f-46ec-975c-b50c7357dcba', 'name': 'tempest-TestVolumeBootPattern-902140157-router', 'tenant_id': '5d002d9e79b24742b0906bc2b220d998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '938c5f0d-73f6-4350-87cf-c7cd25c4cf14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:17:16Z', 'updated_at': '2022-05-12T17:17:21Z', 'revision_number': 4, 'project_id': '5d002d9e79b24742b0906bc2b220d998', 'gw_port': {'id': '938c5f0d-73f6-4350-87cf-c7cd25c4cf14', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:aa:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5902244f-fd5f-46ec-975c-b50c7357dcba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:17:17Z', 'updated_at': '2022-05-12T17:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_floatingips': [{'id': 'd6bcf848-e509-4cf8-bb22-c4b848ff12aa', 'tenant_id': '5d002d9e79b24742b0906bc2b220d998', 'floating_ip_address': '172.27.0.199', 'floating_network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'router_id': '5902244f-fd5f-46ec-975c-b50c7357dcba', 'port_id': '0f9ed0e2-fdf3-439b-a2fd-41bd3abe42ba', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fb55941-2cb2-4359-bdd6-587e053b44f0', 'mac_address': 'fa:16:3e:97:71:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a0e8b1-2d3c-4f5b-b6d9-a7039363047e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:20:58Z', 'updated_at': '2022-05-12T17:21:01Z', 'revision_number': 1, 'project_id': '5d002d9e79b24742b0906bc2b220d998', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51471d09-f440-4cb3-aad2-76a03f1af86b', 'name': '', 'network_id': '6fb55941-2cb2-4359-bdd6-587e053b44f0', 'tenant_id': '5d002d9e79b24742b0906bc2b220d998', 'mac_address': 'fa:16:3e:ff:4a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5902244f-fd5f-46ec-975c-b50c7357dcba', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'c5f1d9ec-05e3-4b23-84b4-48d07d13574c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:17:20Z', 'updated_at': '2022-05-12T17:17:26Z', 'revision_number': 5, 'project_id': '5d002d9e79b24742b0906bc2b220d998', 'subnets': [{'id': 'c5f1d9ec-05e3-4b23-84b4-48d07d13574c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:24:53.712722 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9694d068-835e-467b-a8a8-243f9a23e1a3 None None] The sync data for ids ['5902244f-fd5f-46ec-975c-b50c7357dcba'] in dv-cinder-841591-1-iscsi is: [{'id': '5902244f-fd5f-46ec-975c-b50c7357dcba', 'name': 'tempest-TestVolumeBootPattern-902140157-router', 'tenant_id': '5d002d9e79b24742b0906bc2b220d998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '938c5f0d-73f6-4350-87cf-c7cd25c4cf14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:17:16Z', 'updated_at': '2022-05-12T17:17:21Z', 'revision_number': 4, 'project_id': '5d002d9e79b24742b0906bc2b220d998', 'gw_port': {'id': '938c5f0d-73f6-4350-87cf-c7cd25c4cf14', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:aa:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5902244f-fd5f-46ec-975c-b50c7357dcba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:17:17Z', 'updated_at': '2022-05-12T17:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_floatingips': [{'id': 'd6bcf848-e509-4cf8-bb22-c4b848ff12aa', 'tenant_id': '5d002d9e79b24742b0906bc2b220d998', 'floating_ip_address': '172.27.0.199', 'floating_network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'router_id': '5902244f-fd5f-46ec-975c-b50c7357dcba', 'port_id': '0f9ed0e2-fdf3-439b-a2fd-41bd3abe42ba', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fb55941-2cb2-4359-bdd6-587e053b44f0', 'mac_address': 'fa:16:3e:97:71:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a0e8b1-2d3c-4f5b-b6d9-a7039363047e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:20:58Z', 'updated_at': '2022-05-12T17:21:01Z', 'revision_number': 1, 'project_id': '5d002d9e79b24742b0906bc2b220d998', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51471d09-f440-4cb3-aad2-76a03f1af86b', 'name': '', 'network_id': '6fb55941-2cb2-4359-bdd6-587e053b44f0', 'tenant_id': '5d002d9e79b24742b0906bc2b220d998', 'mac_address': 'fa:16:3e:ff:4a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5902244f-fd5f-46ec-975c-b50c7357dcba', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'c5f1d9ec-05e3-4b23-84b4-48d07d13574c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:17:20Z', 'updated_at': '2022-05-12T17:17:26Z', 'revision_number': 5, 'project_id': '5d002d9e79b24742b0906bc2b220d998', 'subnets': [{'id': 'c5f1d9ec-05e3-4b23-84b4-48d07d13574c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:24:53.788088 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-baa94e78-c0b7-4f9b-8b8f-7d21497ee3a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (ad05f391-ff61-4b74-a3af-7ffb7f485489), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:53.939683 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72392b9e-90f5-4fd8-8c7a-7bb144b56c1a None None] New status for floating IP 5400cce6-f741-4af3-9030-f243aa8f249c: DOWN {{(pid=103470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 17:24:54.633656 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b79aa2a-6f6b-4a84-8b6e-711b2fd7f729 req-034630cc-75d5-404b-806f-40082845db6e tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:24:54.635154 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4b79aa2a-6f6b-4a84-8b6e-711b2fd7f729 req-034630cc-75d5-404b-806f-40082845db6e tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] 10.222.0.23 "GET /v2.0/ports?device_id=37146593-4785-4175-ba4d-9ffd1618a210 HTTP/1.1" status: 200 len: 985 time: 0.0491710 May 12 17:24:54.691909 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e2781b-7a8b-46a8-a387-10b26a82455e req-788d1fec-f6ea-4226-8f89-f714845a9294 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:24:54.693381 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-a7e2781b-7a8b-46a8-a387-10b26a82455e req-788d1fec-f6ea-4226-8f89-f714845a9294 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c547832-2add-4148-8b83-baf4e11d5f36 HTTP/1.1" status: 200 len: 945 time: 0.0456393 May 12 17:24:54.694515 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4b79aa2a-6f6b-4a84-8b6e-711b2fd7f729 req-92f8a4bd-d22d-4ddc-8c2d-107ff7d8d1c2 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f10315e-b1c3-4e2b-8dd7-e979d04e20d0&id=c7f4352e-385f-4249-9f08-6cdadad5a070&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0530555 May 12 17:24:54.743773 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-a7e2781b-7a8b-46a8-a387-10b26a82455e req-1bcd69fb-d0c6-49a1-b48e-156e159b7c76 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/security-groups?id=73506ee2-7743-492f-9a19-76b788578cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440180 May 12 17:24:54.949559 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-48ff805b-271f-453f-a736-f41bbbc0a988 req-f9be596f-b9c4-4228-951a-a8bad926581b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aab0755a-1de0-423e-bdf8-9d264bcf1f30 HTTP/1.1" status: 200 len: 217 time: 0.0386031 May 12 17:24:55.067352 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50552e0-e153-460d-be8c-ed05cef95e41 req-fbb0c9cc-1319-4456-8a0a-194dc1e9f174 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:24:55.068804 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a50552e0-e153-460d-be8c-ed05cef95e41 req-fbb0c9cc-1319-4456-8a0a-194dc1e9f174 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e2bf4f6-edd7-4fe3-a55c-3c3ae4ca1886 HTTP/1.1" status: 200 len: 946 time: 0.0497670 May 12 17:24:55.113495 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a50552e0-e153-460d-be8c-ed05cef95e41 req-a6162304-bc9d-449f-b4c4-d199c314ea61 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7c9c8c9-09fd-48dd-a979-c4e544321c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391979 May 12 17:24:55.299414 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ff805b-271f-453f-a736-f41bbbc0a988 req-24934b79-8a9b-4023-974a-2ed925bb6c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:24:55.300838 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-48ff805b-271f-453f-a736-f41bbbc0a988 req-24934b79-8a9b-4023-974a-2ed925bb6c26 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c5f1d9ec-05e3-4b23-84b4-48d07d13574c HTTP/1.1" status: 200 len: 850 time: 0.0443113 May 12 17:24:55.808405 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b304a-f283-4bad-8b10-a9cc319f84db req-d708b9b0-6ebd-4eaf-981b-1cbe3a58d9fd tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:24:55.809899 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-8d4b304a-f283-4bad-8b10-a9cc319f84db req-d708b9b0-6ebd-4eaf-981b-1cbe3a58d9fd tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] 10.222.0.23 "GET /v2.0/ports?device_id=37146593-4785-4175-ba4d-9ffd1618a210 HTTP/1.1" status: 200 len: 985 time: 0.0465372 May 12 17:24:55.856977 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c09376a-2d6a-4352-a988-89dd83531abc req-ac035476-0238-4073-b163-261ab67c067e tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:24:55.858464 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0c09376a-2d6a-4352-a988-89dd83531abc req-ac035476-0238-4073-b163-261ab67c067e tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c547832-2add-4148-8b83-baf4e11d5f36 HTTP/1.1" status: 200 len: 945 time: 0.0468640 May 12 17:24:55.873477 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-8d4b304a-f283-4bad-8b10-a9cc319f84db req-3a9355a8-c37e-4104-89d1-190fd206a95d tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f10315e-b1c3-4e2b-8dd7-e979d04e20d0&id=c7f4352e-385f-4249-9f08-6cdadad5a070&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0577893 May 12 17:24:55.910135 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0c09376a-2d6a-4352-a988-89dd83531abc req-25bf0839-c2d8-43a6-a00e-c152c9db400f tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/security-groups?id=73506ee2-7743-492f-9a19-76b788578cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461850 May 12 17:24:56.205099 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-7ad0f20b-83ec-469a-b1df-2d2f7277d6fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (e5548ccc-31b8-4072-a6b0-52b00208ea79), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:56.224544 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18ee9bd-f1a9-4020-8863-c90997b149c2 req-2f9a7b38-1450-4a9a-a3a0-9b207df4cf3b tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:24:56.226549 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-f18ee9bd-f1a9-4020-8863-c90997b149c2 req-2f9a7b38-1450-4a9a-a3a0-9b207df4cf3b tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e2bf4f6-edd7-4fe3-a55c-3c3ae4ca1886 HTTP/1.1" status: 200 len: 946 time: 0.0487077 May 12 17:24:56.273030 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-f18ee9bd-f1a9-4020-8863-c90997b149c2 req-b7816252-07c4-4925-91cb-e9ef6a9c60a2 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7c9c8c9-09fd-48dd-a979-c4e544321c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408490 May 12 17:24:56.665416 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ff805b-271f-453f-a736-f41bbbc0a988 req-3e91cd7a-ecd4-4635-863f-b200ae559f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:24:56.666950 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-48ff805b-271f-453f-a736-f41bbbc0a988 req-3e91cd7a-ecd4-4635-863f-b200ae559f30 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6fb55941-2cb2-4359-bdd6-587e053b44f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395551 May 12 17:24:56.985370 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9f5752-1bbb-4f90-9c6c-913e28d2a587 req-50c8bcfc-b5a7-4c53-9c42-6f81edae5141 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:24:56.986830 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ca9f5752-1bbb-4f90-9c6c-913e28d2a587 req-50c8bcfc-b5a7-4c53-9c42-6f81edae5141 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] 10.222.0.23 "GET /v2.0/ports?device_id=37146593-4785-4175-ba4d-9ffd1618a210 HTTP/1.1" status: 200 len: 985 time: 0.0470109 May 12 17:24:57.022504 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4b5ab6-3f32-4a5d-b368-562184913a97 req-a3fb6d4e-1a48-4c6b-8ddc-73d154cddd5c tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:24:57.024842 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-1c4b5ab6-3f32-4a5d-b368-562184913a97 req-a3fb6d4e-1a48-4c6b-8ddc-73d154cddd5c tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c547832-2add-4148-8b83-baf4e11d5f36 HTTP/1.1" status: 200 len: 945 time: 0.0470769 May 12 17:24:57.054570 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ca9f5752-1bbb-4f90-9c6c-913e28d2a587 req-efa8d3b5-a56b-4b28-86f7-c15b316a7438 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f10315e-b1c3-4e2b-8dd7-e979d04e20d0&id=c7f4352e-385f-4249-9f08-6cdadad5a070&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0619476 May 12 17:24:57.082286 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-1c4b5ab6-3f32-4a5d-b368-562184913a97 req-207da28d-84ac-40b4-b35f-809dc5e38ca9 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/security-groups?id=73506ee2-7743-492f-9a19-76b788578cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482900 May 12 17:24:57.233714 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-48ff805b-271f-453f-a736-f41bbbc0a988 req-2683cea5-a4e2-4f9d-a3fd-95a99d498cb9 service neutron] 10.222.0.58 "GET /v2.0/networks/6fb55941-2cb2-4359-bdd6-587e053b44f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835512 May 12 17:24:57.316091 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-921d17b2-ae2c-4a72-8bd8-05131367e3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (bf71836d-8135-4bcd-843a-dab378dba2b2), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:57.341453 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb24cc16-7417-4b2f-a14a-9b1194961a48 req-2319a1d5-3cdd-4620-9b2a-a8fa2647f35b tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:24:57.343705 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-eb24cc16-7417-4b2f-a14a-9b1194961a48 req-2319a1d5-3cdd-4620-9b2a-a8fa2647f35b tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c547832-2add-4148-8b83-baf4e11d5f36 HTTP/1.1" status: 200 len: 945 time: 0.0610695 May 12 17:24:57.353518 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf1d23c-2d92-457e-a98f-733dcd537f31 req-a32ee359-08b7-47d3-af98-bc55f283e603 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:24:57.354995 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-5cf1d23c-2d92-457e-a98f-733dcd537f31 req-a32ee359-08b7-47d3-af98-bc55f283e603 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e2bf4f6-edd7-4fe3-a55c-3c3ae4ca1886 HTTP/1.1" status: 200 len: 946 time: 0.0903504 May 12 17:24:57.411400 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-48ff805b-271f-453f-a736-f41bbbc0a988 req-d8250ee5-8093-43fb-949d-8f910233424f service neutron] 10.222.0.58 "GET /v2.0/networks/6fb55941-2cb2-4359-bdd6-587e053b44f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542940 May 12 17:24:57.416385 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ba6433-0456-4beb-af57-337d403a4fba req-02c7d892-1706-4065-bc02-81db1b6b1424 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:24:57.417874 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b1ba6433-0456-4beb-af57-337d403a4fba req-02c7d892-1706-4065-bc02-81db1b6b1424 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e2bf4f6-edd7-4fe3-a55c-3c3ae4ca1886 HTTP/1.1" status: 200 len: 946 time: 0.0722451 May 12 17:24:57.459905 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [req-5cf1d23c-2d92-457e-a98f-733dcd537f31 req-981a0760-0d72-41f4-a116-cc95b73d4ea9 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Deleting port 354ebe50-e716-40f5-b96e-c8f1230e40aa {{(pid=103468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:24:57.460258 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-5cf1d23c-2d92-457e-a98f-733dcd537f31 req-981a0760-0d72-41f4-a116-cc95b73d4ea9 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774528024037'] for port (354ebe50-e716-40f5-b96e-c8f1230e40aa), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:57.490053 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [req-eb24cc16-7417-4b2f-a14a-9b1194961a48 req-06a32c76-6e19-4060-936c-3f0033295bf3 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Deleting port aab0755a-1de0-423e-bdf8-9d264bcf1f30 {{(pid=103469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:24:57.490305 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-eb24cc16-7417-4b2f-a14a-9b1194961a48 req-06a32c76-6e19-4060-936c-3f0033295bf3 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774528024037'] for port (aab0755a-1de0-423e-bdf8-9d264bcf1f30), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:57.519901 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b1ba6433-0456-4beb-af57-337d403a4fba req-b77428ef-3532-4af7-90f7-9a7197c62107 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7c9c8c9-09fd-48dd-a979-c4e544321c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926816 May 12 17:24:57.558097 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.db [req-5cf1d23c-2d92-457e-a98f-733dcd537f31 req-981a0760-0d72-41f4-a116-cc95b73d4ea9 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] For port 354ebe50-e716-40f5-b96e-c8f1230e40aa, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=354ebe50-e716-40f5-b96e-c8f1230e40aa,segment=NetworkSegment(284792a3-93aa-46c3-ba63-29b471e2894b),segment_id=284792a3-93aa-46c3-ba63-29b471e2894b)] {{(pid=103468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:24:57.558605 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-5cf1d23c-2d92-457e-a98f-733dcd537f31 req-981a0760-0d72-41f4-a116-cc95b73d4ea9 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683095'] for port (354ebe50-e716-40f5-b96e-c8f1230e40aa), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:57.587981 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [req-eb24cc16-7417-4b2f-a14a-9b1194961a48 req-06a32c76-6e19-4060-936c-3f0033295bf3 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] For port aab0755a-1de0-423e-bdf8-9d264bcf1f30, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=aab0755a-1de0-423e-bdf8-9d264bcf1f30,segment=NetworkSegment(d767f7c0-41a8-41cf-940a-83524c0e2e81),segment_id=d767f7c0-41a8-41cf-940a-83524c0e2e81)] {{(pid=103469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:24:57.588343 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-eb24cc16-7417-4b2f-a14a-9b1194961a48 req-06a32c76-6e19-4060-936c-3f0033295bf3 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683095'] for port (aab0755a-1de0-423e-bdf8-9d264bcf1f30), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:57.601729 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [req-eb24cc16-7417-4b2f-a14a-9b1194961a48 req-06a32c76-6e19-4060-936c-3f0033295bf3 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Calling delete_port for aab0755a-1de0-423e-bdf8-9d264bcf1f30 owned by compute:nova {{(pid=103469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:24:57.729215 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-5cf1d23c-2d92-457e-a98f-733dcd537f31 req-981a0760-0d72-41f4-a116-cc95b73d4ea9 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:57.729479 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-eb24cc16-7417-4b2f-a14a-9b1194961a48 req-06a32c76-6e19-4060-936c-3f0033295bf3 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774528036217', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774527475294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968517'] for port (aab0755a-1de0-423e-bdf8-9d264bcf1f30), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:57.729624 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-5cf1d23c-2d92-457e-a98f-733dcd537f31 req-981a0760-0d72-41f4-a116-cc95b73d4ea9 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682608'] for floatingip (5037f435-b53f-456e-9190-94ddd9ab11d5), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:57.729864 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.db.l3_db [req-5cf1d23c-2d92-457e-a98f-733dcd537f31 req-981a0760-0d72-41f4-a116-cc95b73d4ea9 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Floating IP 5037f435-b53f-456e-9190-94ddd9ab11d5 disassociated. External IP: 172.27.0.35, port: 354ebe50-e716-40f5-b96e-c8f1230e40aa. May 12 17:24:57.730215 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [req-5cf1d23c-2d92-457e-a98f-733dcd537f31 req-981a0760-0d72-41f4-a116-cc95b73d4ea9 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Calling delete_port for 354ebe50-e716-40f5-b96e-c8f1230e40aa owned by compute:nova {{(pid=103468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:24:57.756242 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a32c76-6e19-4060-936c-3f0033295bf3 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Pushing event deleted for resources: {'Port': ['ID=aab0755a-1de0-423e-bdf8-9d264bcf1f30,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:24:57.805508 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb24cc16-7417-4b2f-a14a-9b1194961a48 req-06a32c76-6e19-4060-936c-3f0033295bf3 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] No DVR routers for this DVR port aab0755a-1de0-423e-bdf8-9d264bcf1f30 on host hv-cinder-84159 {{(pid=103469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:24:57.808087 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-eb24cc16-7417-4b2f-a14a-9b1194961a48 req-06a32c76-6e19-4060-936c-3f0033295bf3 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36930'] for port (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:57.811505 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-eb24cc16-7417-4b2f-a14a-9b1194961a48 req-06a32c76-6e19-4060-936c-3f0033295bf3 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.58 "DELETE /v2.0/ports/aab0755a-1de0-423e-bdf8-9d264bcf1f30 HTTP/1.1" status: 204 len: 173 time: 0.4567666 May 12 17:24:57.811952 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c547832-2add-4148-8b83-baf4e11d5f36', 'name': 'network-vif-deleted', 'tag': 'aab0755a-1de0-423e-bdf8-9d264bcf1f30'}] {{(pid=103469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:24:57.814151 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a389b951f31a62b906e18655c420a9fe9aa70b39b59c66ae41c54d630ec86ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b62a2f1-5e9a-4751-8590-100fd0f8e589" -d '{"events": [{"server_uuid": "2c547832-2add-4148-8b83-baf4e11d5f36", "name": "network-vif-deleted", "tag": "aab0755a-1de0-423e-bdf8-9d264bcf1f30"}]}' {{(pid=103469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:24:57.854325 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa19b054-df2d-4f75-85e2-25cd5bacf74b x-openstack-request-id: req-aa19b054-df2d-4f75-85e2-25cd5bacf74b {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:24:57.854934 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c547832-2add-4148-8b83-baf4e11d5f36", "name": "network-vif-deleted", "tag": "aab0755a-1de0-423e-bdf8-9d264bcf1f30", "status": "completed", "code": 200}]} {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:24:57.855185 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-aa19b054-df2d-4f75-85e2-25cd5bacf74b {{(pid=103469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:24:57.855609 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa19b054-df2d-4f75-85e2-25cd5bacf74b'] response: {'server_uuid': '2c547832-2add-4148-8b83-baf4e11d5f36', 'name': 'network-vif-deleted', 'tag': 'aab0755a-1de0-423e-bdf8-9d264bcf1f30', 'status': 'completed', 'code': 200} May 12 17:24:57.873493 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-5cf1d23c-2d92-457e-a98f-733dcd537f31 req-981a0760-0d72-41f4-a116-cc95b73d4ea9 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774528036217', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774527475294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11526335'] for port (354ebe50-e716-40f5-b96e-c8f1230e40aa), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:57.903065 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981a0760-0d72-41f4-a116-cc95b73d4ea9 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Pushing event deleted for resources: {'Port': ['ID=354ebe50-e716-40f5-b96e-c8f1230e40aa,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:24:57.950261 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (38379b20-dcc3-43b7-a09e-956d8be7db9c), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:58.020611 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5cf1d23c-2d92-457e-a98f-733dcd537f31 req-981a0760-0d72-41f4-a116-cc95b73d4ea9 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Router 5e916117-394a-447f-9569-a15f13b49c45 has already been hosted by L3 agent e5548ccc-31b8-4072-a6b0-52b00208ea79 {{(pid=103468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:24:58.136033 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5cf1d23c-2d92-457e-a98f-733dcd537f31 req-981a0760-0d72-41f4-a116-cc95b73d4ea9 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Notify agent at l3_agent.dv-cinder-841591-1-iscsi the message routers_updated {{(pid=103468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:24:58.185870 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cf1d23c-2d92-457e-a98f-733dcd537f31 req-981a0760-0d72-41f4-a116-cc95b73d4ea9 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] No DVR routers for this DVR port 354ebe50-e716-40f5-b96e-c8f1230e40aa on host hv-cinder-84159 {{(pid=103468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:24:58.189857 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-5cf1d23c-2d92-457e-a98f-733dcd537f31 req-981a0760-0d72-41f4-a116-cc95b73d4ea9 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36930'] for port (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:58.194712 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-5cf1d23c-2d92-457e-a98f-733dcd537f31 req-981a0760-0d72-41f4-a116-cc95b73d4ea9 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.58 "DELETE /v2.0/ports/354ebe50-e716-40f5-b96e-c8f1230e40aa HTTP/1.1" status: 204 len: 173 time: 0.8300035 May 12 17:24:58.195325 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e2bf4f6-edd7-4fe3-a55c-3c3ae4ca1886', 'name': 'network-vif-deleted', 'tag': '354ebe50-e716-40f5-b96e-c8f1230e40aa'}] {{(pid=103468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:24:58.198595 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11327eb0f41ff280cd3a6497cf1c944478feb1aae12e82efcad6faf65da72353" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a981f75-e2dc-43c6-8a0d-cfd852b37e8c" -d '{"events": [{"server_uuid": "7e2bf4f6-edd7-4fe3-a55c-3c3ae4ca1886", "name": "network-vif-deleted", "tag": "354ebe50-e716-40f5-b96e-c8f1230e40aa"}]}' {{(pid=103468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:24:58.252621 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9d64f253-64d1-48a6-bf61-5783fef2fc62 req-00b95503-ff61-4590-921d-093b78f97c4a tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c547832-2add-4148-8b83-baf4e11d5f36 HTTP/1.1" status: 200 len: 210 time: 0.0636227 May 12 17:24:58.272637 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c22b540e-ad29-45c7-8faf-48abf22eab0a x-openstack-request-id: req-c22b540e-ad29-45c7-8faf-48abf22eab0a {{(pid=103468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:24:58.272931 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e2bf4f6-edd7-4fe3-a55c-3c3ae4ca1886", "name": "network-vif-deleted", "tag": "354ebe50-e716-40f5-b96e-c8f1230e40aa", "status": "completed", "code": 200}]} {{(pid=103468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:24:58.273188 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c22b540e-ad29-45c7-8faf-48abf22eab0a {{(pid=103468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:24:58.273592 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c22b540e-ad29-45c7-8faf-48abf22eab0a'] response: {'server_uuid': '7e2bf4f6-edd7-4fe3-a55c-3c3ae4ca1886', 'name': 'network-vif-deleted', 'tag': '354ebe50-e716-40f5-b96e-c8f1230e40aa', 'status': 'completed', 'code': 200} May 12 17:24:58.302034 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4d6689-e0a5-460e-9ac2-e794b49bc8f7 None None] Sync routers for ids ['5e916117-394a-447f-9569-a15f13b49c45'] in dv-cinder-841591-1-iscsi {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:24:58.312971 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4d6689-e0a5-460e-9ac2-e794b49bc8f7 None None] Routers {'5e916117-394a-447f-9569-a15f13b49c45'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:24:58.313725 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-9c4d6689-e0a5-460e-9ac2-e794b49bc8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:24:56Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['5e916117-394a-447f-9569-a15f13b49c45'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:24:58.447865 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-9c4d6689-e0a5-460e-9ac2-e794b49bc8f7 None None] Set router 5e916117-394a-447f-9569-a15f13b49c45 gateway port host: dv-cinder-841591-1-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:24:58.623329 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-42bc555b-1065-4caa-ba87-52f939f873cf req-96d11988-103c-4ba6-9762-aebaeea5a417 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e2bf4f6-edd7-4fe3-a55c-3c3ae4ca1886 HTTP/1.1" status: 200 len: 210 time: 0.0279124 May 12 17:24:58.668800 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-9c4d6689-e0a5-460e-9ac2-e794b49bc8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e916117-394a-447f-9569-a15f13b49c45', 'name': 'tempest-AttachVolumeNegativeTest-1570607306-router', 'tenant_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '46fd6600-cf5c-4a6e-91bc-7884d58fa3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:22:43Z', 'updated_at': '2022-05-12T17:22:46Z', 'revision_number': 4, 'project_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'gw_port': {'id': '46fd6600-cf5c-4a6e-91bc-7884d58fa3c3', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:39:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e916117-394a-447f-9569-a15f13b49c45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:22:43Z', 'updated_at': '2022-05-12T17:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_floatingips': [{'id': 'bf9a414a-9839-4f7f-83fc-865131b416af', 'tenant_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'floating_ip_address': '172.27.0.41', 'floating_network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'router_id': '5e916117-394a-447f-9569-a15f13b49c45', 'port_id': 'ec62c0b9-df56-46e3-925d-ba0cc9cf0d6d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcfb02df-5940-4251-8c77-308786c51833', 'mac_address': 'fa:16:3e:2f:4f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95312fe9-ef90-4c74-ba58-31abb0fdd309', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:22:48Z', 'updated_at': '2022-05-12T17:23:13Z', 'revision_number': 2, 'project_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5077749d-90f4-436b-aa6c-b166888c974c', 'name': '', 'network_id': 'fcfb02df-5940-4251-8c77-308786c51833', 'tenant_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'mac_address': 'fa:16:3e:61:74:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e916117-394a-447f-9569-a15f13b49c45', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '514e1cc4-3154-4e95-87e7-19ffea3e24bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:22:45Z', 'updated_at': '2022-05-12T17:22:49Z', 'revision_number': 5, 'project_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'subnets': [{'id': '514e1cc4-3154-4e95-87e7-19ffea3e24bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:24:58.694669 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4d6689-e0a5-460e-9ac2-e794b49bc8f7 None None] Checking router: 5e916117-394a-447f-9569-a15f13b49c45 for host: dv-cinder-841591-1-iscsi {{(pid=103471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:24:58.702916 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4d6689-e0a5-460e-9ac2-e794b49bc8f7 None None] Routers {'5e916117-394a-447f-9569-a15f13b49c45'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:24:58.703809 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-9c4d6689-e0a5-460e-9ac2-e794b49bc8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:24:56Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['5e916117-394a-447f-9569-a15f13b49c45'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:24:58.775387 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Device 354ebe50-e716-40f5-b96e-c8f1230e40aa no longer exists at agent hyperv_hv-cinder-84159 {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:24:58.800395 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] No Port match for: 354ebe50-e716-40f5-b96e-c8f1230e40aa {{(pid=103470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:24:58.800908 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Device 354ebe50-e716-40f5-b96e-c8f1230e40aa not bound to the agent host hv-cinder-84159 {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:24:58.801622 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Device aab0755a-1de0-423e-bdf8-9d264bcf1f30 no longer exists at agent hyperv_hv-cinder-84159 {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:24:58.821837 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] No Port match for: aab0755a-1de0-423e-bdf8-9d264bcf1f30 {{(pid=103470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:24:58.822185 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Device aab0755a-1de0-423e-bdf8-9d264bcf1f30 not bound to the agent host hv-cinder-84159 {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:24:58.823337 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-9c4d6689-e0a5-460e-9ac2-e794b49bc8f7 None None] Set router 5e916117-394a-447f-9569-a15f13b49c45 gateway port host: dv-cinder-841591-1-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:24:58.853983 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-c581148e-646c-4c8c-8cc5-93d6184e682f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (98e1a54e-83f0-40d1-9631-7dd40ffbcd59), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:59.044172 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-9c4d6689-e0a5-460e-9ac2-e794b49bc8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e916117-394a-447f-9569-a15f13b49c45', 'name': 'tempest-AttachVolumeNegativeTest-1570607306-router', 'tenant_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '46fd6600-cf5c-4a6e-91bc-7884d58fa3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:22:43Z', 'updated_at': '2022-05-12T17:22:46Z', 'revision_number': 4, 'project_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'gw_port': {'id': '46fd6600-cf5c-4a6e-91bc-7884d58fa3c3', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:39:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e916117-394a-447f-9569-a15f13b49c45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:22:43Z', 'updated_at': '2022-05-12T17:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_floatingips': [{'id': 'bf9a414a-9839-4f7f-83fc-865131b416af', 'tenant_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'floating_ip_address': '172.27.0.41', 'floating_network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'router_id': '5e916117-394a-447f-9569-a15f13b49c45', 'port_id': 'ec62c0b9-df56-46e3-925d-ba0cc9cf0d6d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcfb02df-5940-4251-8c77-308786c51833', 'mac_address': 'fa:16:3e:2f:4f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95312fe9-ef90-4c74-ba58-31abb0fdd309', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:22:48Z', 'updated_at': '2022-05-12T17:23:13Z', 'revision_number': 2, 'project_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5077749d-90f4-436b-aa6c-b166888c974c', 'name': '', 'network_id': 'fcfb02df-5940-4251-8c77-308786c51833', 'tenant_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'mac_address': 'fa:16:3e:61:74:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e916117-394a-447f-9569-a15f13b49c45', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '514e1cc4-3154-4e95-87e7-19ffea3e24bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:22:45Z', 'updated_at': '2022-05-12T17:22:49Z', 'revision_number': 5, 'project_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'subnets': [{'id': '514e1cc4-3154-4e95-87e7-19ffea3e24bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:24:59.075987 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4d6689-e0a5-460e-9ac2-e794b49bc8f7 None None] The sync data for ids ['5e916117-394a-447f-9569-a15f13b49c45'] in dv-cinder-841591-1-iscsi is: [{'id': '5e916117-394a-447f-9569-a15f13b49c45', 'name': 'tempest-AttachVolumeNegativeTest-1570607306-router', 'tenant_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '46fd6600-cf5c-4a6e-91bc-7884d58fa3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:22:43Z', 'updated_at': '2022-05-12T17:22:46Z', 'revision_number': 4, 'project_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'gw_port': {'id': '46fd6600-cf5c-4a6e-91bc-7884d58fa3c3', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:39:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e916117-394a-447f-9569-a15f13b49c45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:22:43Z', 'updated_at': '2022-05-12T17:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_floatingips': [{'id': 'bf9a414a-9839-4f7f-83fc-865131b416af', 'tenant_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'floating_ip_address': '172.27.0.41', 'floating_network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'router_id': '5e916117-394a-447f-9569-a15f13b49c45', 'port_id': 'ec62c0b9-df56-46e3-925d-ba0cc9cf0d6d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcfb02df-5940-4251-8c77-308786c51833', 'mac_address': 'fa:16:3e:2f:4f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95312fe9-ef90-4c74-ba58-31abb0fdd309', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:22:48Z', 'updated_at': '2022-05-12T17:23:13Z', 'revision_number': 2, 'project_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5077749d-90f4-436b-aa6c-b166888c974c', 'name': '', 'network_id': 'fcfb02df-5940-4251-8c77-308786c51833', 'tenant_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'mac_address': 'fa:16:3e:61:74:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e916117-394a-447f-9569-a15f13b49c45', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '514e1cc4-3154-4e95-87e7-19ffea3e24bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:22:45Z', 'updated_at': '2022-05-12T17:22:49Z', 'revision_number': 5, 'project_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'subnets': [{'id': '514e1cc4-3154-4e95-87e7-19ffea3e24bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:24:59.310311 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612d8db5-d4bf-4149-a167-e7e73dc1f1fe None None] New status for floating IP 5037f435-b53f-456e-9190-94ddd9ab11d5: DOWN {{(pid=103470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 17:24:59.707249 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 34876) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:24:59.763043 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-7f170b7d-5903-4334-95ea-80e08bf32541 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks [] for security_group (f7c9c8c9-09fd-48dd-a979-c4e544321c68), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:59.784946 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-7f170b7d-5903-4334-95ea-80e08bf32541 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks [] for security_group (f7c9c8c9-09fd-48dd-a979-c4e544321c68), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:59.830181 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-7f170b7d-5903-4334-95ea-80e08bf32541 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (f7c9c8c9-09fd-48dd-a979-c4e544321c68), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:59.832781 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-7f170b7d-5903-4334-95ea-80e08bf32541 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:24:59.833903 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-7f170b7d-5903-4334-95ea-80e08bf32541 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "DELETE /v2.0/security-groups/f7c9c8c9-09fd-48dd-a979-c4e544321c68 HTTP/1.1" status: 204 len: 168 time: 0.1256640 May 12 17:24:59.836843 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 34878) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:24:59.842892 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f170b7d-5903-4334-95ea-80e08bf32541 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c9c8c9-09fd-48dd-a979-c4e544321c68,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:24:59.850005 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.api.v2.resource [None req-a204e3ea-375b-4bbe-b80b-5f8bfa30a1be tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] show failed (client error): The resource could not be found. May 12 17:24:59.851028 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-a204e3ea-375b-4bbe-b80b-5f8bfa30a1be tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/security-groups/f7c9c8c9-09fd-48dd-a979-c4e544321c68 HTTP/1.1" status: 404 len: 347 time: 0.0131974 May 12 17:24:59.853847 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 34880) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:25:00.215297 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-242673d5-5e5f-4fe3-90ee-9bff4f037731 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Deleting port 3084f303-1a5e-403e-901f-090a26ba1eef {{(pid=103469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:25:00.215555 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-242673d5-5e5f-4fe3-90ee-9bff4f037731 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774528024037'] for port (3084f303-1a5e-403e-901f-090a26ba1eef), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:00.251056 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (dea0f963-0a36-45fe-941b-5c749ca6f3bf), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:00.292416 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-242673d5-5e5f-4fe3-90ee-9bff4f037731 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683095'] for port (3084f303-1a5e-403e-901f-090a26ba1eef), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:00.292746 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-242673d5-5e5f-4fe3-90ee-9bff4f037731 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks [] for floatingip (3084f303-1a5e-403e-901f-090a26ba1eef), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:00.304535 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-242673d5-5e5f-4fe3-90ee-9bff4f037731 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Calling delete_port for 3084f303-1a5e-403e-901f-090a26ba1eef owned by network:floatingip {{(pid=103469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:25:00.307028 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-5a5c95b0-f04c-458c-bfb5-b780ab69abe1 req-f339db15-e7cc-4639-a82a-5126d2789ac3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=95312fe9-ef90-4c74-ba58-31abb0fdd309&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0379405 May 12 17:25:00.366894 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5c95b0-f04c-458c-bfb5-b780ab69abe1 req-509d73ef-79b6-4ac4-83fb-e8d888828acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:25:00.368382 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-5a5c95b0-f04c-458c-bfb5-b780ab69abe1 req-509d73ef-79b6-4ac4-83fb-e8d888828acc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fc2e1c9926c14a1393f45a7dc0346ddc&device_id=95312fe9-ef90-4c74-ba58-31abb0fdd309 HTTP/1.1" status: 200 len: 1129 time: 0.0391860 May 12 17:25:00.446891 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-242673d5-5e5f-4fe3-90ee-9bff4f037731 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774528036217', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774527475294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968517'] for port (3084f303-1a5e-403e-901f-090a26ba1eef), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:00.473972 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242673d5-5e5f-4fe3-90ee-9bff4f037731 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Pushing event deleted for resources: {'Port': ['ID=3084f303-1a5e-403e-901f-090a26ba1eef,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:25:00.490000 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5c95b0-f04c-458c-bfb5-b780ab69abe1 req-11f08623-ee69-48f3-9ab3-5daad605d9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:25:00.491521 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-5a5c95b0-f04c-458c-bfb5-b780ab69abe1 req-11f08623-ee69-48f3-9ab3-5daad605d9aa service neutron] 10.222.0.58 "GET /v2.0/networks?id=fcfb02df-5940-4251-8c77-308786c51833 HTTP/1.1" status: 200 len: 916 time: 0.0933444 May 12 17:25:00.545203 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-242673d5-5e5f-4fe3-90ee-9bff4f037731 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks [] for floatingip (5037f435-b53f-456e-9190-94ddd9ab11d5), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:00.547945 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-242673d5-5e5f-4fe3-90ee-9bff4f037731 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36930'] for floatingip (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:00.549131 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-242673d5-5e5f-4fe3-90ee-9bff4f037731 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "DELETE /v2.0/floatingips/5037f435-b53f-456e-9190-94ddd9ab11d5 HTTP/1.1" status: 204 len: 168 time: 0.6943786 May 12 17:25:00.560397 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-5a5c95b0-f04c-458c-bfb5-b780ab69abe1 req-3bbf0af5-e6e3-4966-9f78-f07856c17d2e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec62c0b9-df56-46e3-925d-ba0cc9cf0d6d HTTP/1.1" status: 200 len: 1000 time: 0.0612643 May 12 17:25:00.614122 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5c95b0-f04c-458c-bfb5-b780ab69abe1 req-3f5d92ed-8901-4b93-8327-4f4a3fc2e9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:25:00.615597 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-5a5c95b0-f04c-458c-bfb5-b780ab69abe1 req-3f5d92ed-8901-4b93-8327-4f4a3fc2e9a7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=514e1cc4-3154-4e95-87e7-19ffea3e24bc HTTP/1.1" status: 200 len: 854 time: 0.0468545 May 12 17:25:00.670314 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5c95b0-f04c-458c-bfb5-b780ab69abe1 req-29606c78-ae47-453b-a34f-021b7960bc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:25:00.671852 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-5a5c95b0-f04c-458c-bfb5-b780ab69abe1 req-29606c78-ae47-453b-a34f-021b7960bc3d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fcfb02df-5940-4251-8c77-308786c51833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399990 May 12 17:25:00.774992 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-5a5c95b0-f04c-458c-bfb5-b780ab69abe1 req-fc31bb35-bac9-4848-b0af-83485f366c61 service neutron] 10.222.0.58 "GET /v2.0/networks/fcfb02df-5940-4251-8c77-308786c51833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923209 May 12 17:25:00.887284 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-5a5c95b0-f04c-458c-bfb5-b780ab69abe1 req-2ae11f6e-f9c6-449c-8499-ec870d400687 service neutron] 10.222.0.58 "GET /v2.0/networks/fcfb02df-5940-4251-8c77-308786c51833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016154 May 12 17:25:01.559911 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 34900) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:25:01.707398 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-12804703-1960-4e2c-abff-9ef45da02a44 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Deleting port 8d40609e-a80d-47b6-8cd5-c0472336d142 {{(pid=103469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:25:01.707650 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-12804703-1960-4e2c-abff-9ef45da02a44 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774528024037'] for port (8d40609e-a80d-47b6-8cd5-c0472336d142), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:01.779016 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-12804703-1960-4e2c-abff-9ef45da02a44 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683095'] for port (8d40609e-a80d-47b6-8cd5-c0472336d142), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:01.779336 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-12804703-1960-4e2c-abff-9ef45da02a44 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Publish callbacks [] for floatingip (8d40609e-a80d-47b6-8cd5-c0472336d142), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:01.791371 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-12804703-1960-4e2c-abff-9ef45da02a44 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Calling delete_port for 8d40609e-a80d-47b6-8cd5-c0472336d142 owned by network:floatingip {{(pid=103469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:25:01.939761 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-12804703-1960-4e2c-abff-9ef45da02a44 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774528036217', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774527475294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968517'] for port (8d40609e-a80d-47b6-8cd5-c0472336d142), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:01.966020 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12804703-1960-4e2c-abff-9ef45da02a44 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Pushing event deleted for resources: {'Port': ['ID=8d40609e-a80d-47b6-8cd5-c0472336d142,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:25:02.030434 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-12804703-1960-4e2c-abff-9ef45da02a44 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Publish callbacks [] for floatingip (d6bcf848-e509-4cf8-bb22-c4b848ff12aa), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:02.030805 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.db.l3_db [None req-12804703-1960-4e2c-abff-9ef45da02a44 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Floating IP d6bcf848-e509-4cf8-bb22-c4b848ff12aa disassociated (deleted). External IP: 172.27.0.199, port: 0f9ed0e2-fdf3-439b-a2fd-41bd3abe42ba. May 12 17:25:02.177270 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd86953-05a2-4157-a26a-9c65c6df71fb req-9b1b8525-2c37-430c-b1b9-54436e204c29 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:25:02.178773 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5dd86953-05a2-4157-a26a-9c65c6df71fb req-9b1b8525-2c37-430c-b1b9-54436e204c29 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/ports?device_id=95312fe9-ef90-4c74-ba58-31abb0fdd309 HTTP/1.1" status: 200 len: 945 time: 0.0607564 May 12 17:25:02.293052 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5dd86953-05a2-4157-a26a-9c65c6df71fb req-4d3354de-f9ca-4bcd-80c2-c0e6dd6d7832 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f1cb180-f545-433d-bf26-6c33d1084784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844820 May 12 17:25:02.314599 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12804703-1960-4e2c-abff-9ef45da02a44 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Router 5902244f-fd5f-46ec-975c-b50c7357dcba has already been hosted by L3 agent e5548ccc-31b8-4072-a6b0-52b00208ea79 {{(pid=103469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:25:02.423355 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12804703-1960-4e2c-abff-9ef45da02a44 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Notify agent at l3_agent.dv-cinder-841591-1-iscsi the message routers_updated {{(pid=103469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:25:02.427991 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-12804703-1960-4e2c-abff-9ef45da02a44 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36930'] for floatingip (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:02.432433 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899d1fe8-eed1-44c7-a127-060c7f619fbb None None] Sync routers for ids ['5902244f-fd5f-46ec-975c-b50c7357dcba'] in dv-cinder-841591-1-iscsi {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:25:02.442456 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899d1fe8-eed1-44c7-a127-060c7f619fbb None None] Routers {'5902244f-fd5f-46ec-975c-b50c7357dcba'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:25:02.443040 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-899d1fe8-eed1-44c7-a127-060c7f619fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:24:56Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['5902244f-fd5f-46ec-975c-b50c7357dcba'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:25:02.458201 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-12804703-1960-4e2c-abff-9ef45da02a44 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "DELETE /v2.0/floatingips/d6bcf848-e509-4cf8-bb22-c4b848ff12aa HTTP/1.1" status: 204 len: 168 time: 0.8971553 May 12 17:25:02.458967 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50a0e8b1-2d3c-4f5b-b6d9-a7039363047e', 'tag': '0f9ed0e2-fdf3-439b-a2fd-41bd3abe42ba'}] {{(pid=103469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:25:02.461895 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a389b951f31a62b906e18655c420a9fe9aa70b39b59c66ae41c54d630ec86ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02720487-2c51-45b8-880d-e6ac9cd44a92" -d '{"events": [{"name": "network-changed", "server_uuid": "50a0e8b1-2d3c-4f5b-b6d9-a7039363047e", "tag": "0f9ed0e2-fdf3-439b-a2fd-41bd3abe42ba"}]}' {{(pid=103469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:25:02.498467 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28b27a61-1dbf-44fe-84df-0b6ec3d9a503 x-openstack-request-id: req-28b27a61-1dbf-44fe-84df-0b6ec3d9a503 {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:25:02.498467 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50a0e8b1-2d3c-4f5b-b6d9-a7039363047e", "tag": "0f9ed0e2-fdf3-439b-a2fd-41bd3abe42ba", "status": "completed", "code": 200}]} {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:25:02.499556 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-28b27a61-1dbf-44fe-84df-0b6ec3d9a503 {{(pid=103469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:25:02.500053 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28b27a61-1dbf-44fe-84df-0b6ec3d9a503'] response: {'name': 'network-changed', 'server_uuid': '50a0e8b1-2d3c-4f5b-b6d9-a7039363047e', 'tag': '0f9ed0e2-fdf3-439b-a2fd-41bd3abe42ba', 'status': 'completed', 'code': 200} May 12 17:25:02.558674 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-899d1fe8-eed1-44c7-a127-060c7f619fbb None None] Set router 5902244f-fd5f-46ec-975c-b50c7357dcba gateway port host: dv-cinder-841591-1-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:25:02.669265 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd576e0-2932-4b76-bd46-a880964dbd5f req-3f841407-68fa-491b-ab72-a98dc3c3912e tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:25:02.670761 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4fd576e0-2932-4b76-bd46-a880964dbd5f req-3f841407-68fa-491b-ab72-a98dc3c3912e tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/ports?device_id=50a0e8b1-2d3c-4f5b-b6d9-a7039363047e HTTP/1.1" status: 200 len: 946 time: 0.0474427 May 12 17:25:02.722662 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4fd576e0-2932-4b76-bd46-a880964dbd5f req-3124c61b-69a9-4c2c-ba63-dc654807cd59 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/security-groups?id=73506ee2-7743-492f-9a19-76b788578cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461516 May 12 17:25:02.747974 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-899d1fe8-eed1-44c7-a127-060c7f619fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5902244f-fd5f-46ec-975c-b50c7357dcba', 'name': 'tempest-TestVolumeBootPattern-902140157-router', 'tenant_id': '5d002d9e79b24742b0906bc2b220d998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '938c5f0d-73f6-4350-87cf-c7cd25c4cf14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:17:16Z', 'updated_at': '2022-05-12T17:17:21Z', 'revision_number': 4, 'project_id': '5d002d9e79b24742b0906bc2b220d998', 'gw_port': {'id': '938c5f0d-73f6-4350-87cf-c7cd25c4cf14', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:aa:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5902244f-fd5f-46ec-975c-b50c7357dcba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:17:17Z', 'updated_at': '2022-05-12T17:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_interfaces': [{'id': '51471d09-f440-4cb3-aad2-76a03f1af86b', 'name': '', 'network_id': '6fb55941-2cb2-4359-bdd6-587e053b44f0', 'tenant_id': '5d002d9e79b24742b0906bc2b220d998', 'mac_address': 'fa:16:3e:ff:4a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5902244f-fd5f-46ec-975c-b50c7357dcba', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'c5f1d9ec-05e3-4b23-84b4-48d07d13574c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:17:20Z', 'updated_at': '2022-05-12T17:17:26Z', 'revision_number': 5, 'project_id': '5d002d9e79b24742b0906bc2b220d998', 'subnets': [{'id': 'c5f1d9ec-05e3-4b23-84b4-48d07d13574c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:25:02.777481 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899d1fe8-eed1-44c7-a127-060c7f619fbb None None] Checking router: 5902244f-fd5f-46ec-975c-b50c7357dcba for host: dv-cinder-841591-1-iscsi {{(pid=103471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:25:02.785814 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899d1fe8-eed1-44c7-a127-060c7f619fbb None None] Routers {'5902244f-fd5f-46ec-975c-b50c7357dcba'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:25:02.786400 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-899d1fe8-eed1-44c7-a127-060c7f619fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:24:56Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['5902244f-fd5f-46ec-975c-b50c7357dcba'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:25:02.893368 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-899d1fe8-eed1-44c7-a127-060c7f619fbb None None] Set router 5902244f-fd5f-46ec-975c-b50c7357dcba gateway port host: dv-cinder-841591-1-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:25:03.163115 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-899d1fe8-eed1-44c7-a127-060c7f619fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5902244f-fd5f-46ec-975c-b50c7357dcba', 'name': 'tempest-TestVolumeBootPattern-902140157-router', 'tenant_id': '5d002d9e79b24742b0906bc2b220d998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '938c5f0d-73f6-4350-87cf-c7cd25c4cf14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:17:16Z', 'updated_at': '2022-05-12T17:17:21Z', 'revision_number': 4, 'project_id': '5d002d9e79b24742b0906bc2b220d998', 'gw_port': {'id': '938c5f0d-73f6-4350-87cf-c7cd25c4cf14', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:aa:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5902244f-fd5f-46ec-975c-b50c7357dcba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:17:17Z', 'updated_at': '2022-05-12T17:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_interfaces': [{'id': '51471d09-f440-4cb3-aad2-76a03f1af86b', 'name': '', 'network_id': '6fb55941-2cb2-4359-bdd6-587e053b44f0', 'tenant_id': '5d002d9e79b24742b0906bc2b220d998', 'mac_address': 'fa:16:3e:ff:4a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5902244f-fd5f-46ec-975c-b50c7357dcba', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'c5f1d9ec-05e3-4b23-84b4-48d07d13574c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:17:20Z', 'updated_at': '2022-05-12T17:17:26Z', 'revision_number': 5, 'project_id': '5d002d9e79b24742b0906bc2b220d998', 'subnets': [{'id': 'c5f1d9ec-05e3-4b23-84b4-48d07d13574c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:25:03.191169 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899d1fe8-eed1-44c7-a127-060c7f619fbb None None] The sync data for ids ['5902244f-fd5f-46ec-975c-b50c7357dcba'] in dv-cinder-841591-1-iscsi is: [{'id': '5902244f-fd5f-46ec-975c-b50c7357dcba', 'name': 'tempest-TestVolumeBootPattern-902140157-router', 'tenant_id': '5d002d9e79b24742b0906bc2b220d998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '938c5f0d-73f6-4350-87cf-c7cd25c4cf14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:17:16Z', 'updated_at': '2022-05-12T17:17:21Z', 'revision_number': 4, 'project_id': '5d002d9e79b24742b0906bc2b220d998', 'gw_port': {'id': '938c5f0d-73f6-4350-87cf-c7cd25c4cf14', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:aa:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5902244f-fd5f-46ec-975c-b50c7357dcba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:17:17Z', 'updated_at': '2022-05-12T17:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_interfaces': [{'id': '51471d09-f440-4cb3-aad2-76a03f1af86b', 'name': '', 'network_id': '6fb55941-2cb2-4359-bdd6-587e053b44f0', 'tenant_id': '5d002d9e79b24742b0906bc2b220d998', 'mac_address': 'fa:16:3e:ff:4a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5902244f-fd5f-46ec-975c-b50c7357dcba', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'c5f1d9ec-05e3-4b23-84b4-48d07d13574c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:17:20Z', 'updated_at': '2022-05-12T17:17:26Z', 'revision_number': 5, 'project_id': '5d002d9e79b24742b0906bc2b220d998', 'subnets': [{'id': 'c5f1d9ec-05e3-4b23-84b4-48d07d13574c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:25:03.397530 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39c913c-f427-4011-9911-60e50381496e None None] New status for floating IP d6bcf848-e509-4cf8-bb22-c4b848ff12aa: DOWN {{(pid=103470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 17:25:03.408768 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614a8dbd-9478-40c7-9f90-22b0cfbe7c24 req-37685616-d09e-4420-902f-0511bf5122b1 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:25:03.410246 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-614a8dbd-9478-40c7-9f90-22b0cfbe7c24 req-37685616-d09e-4420-902f-0511bf5122b1 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/ports?device_id=95312fe9-ef90-4c74-ba58-31abb0fdd309 HTTP/1.1" status: 200 len: 945 time: 0.0477676 May 12 17:25:03.492767 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-614a8dbd-9478-40c7-9f90-22b0cfbe7c24 req-de944740-c063-4473-b2ca-5e7fc7f4a6e8 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f1cb180-f545-433d-bf26-6c33d1084784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762305 May 12 17:25:03.501183 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02720487-2c51-45b8-880d-e6ac9cd44a92 req-edcd5a99-39e4-464f-badc-0c1b66cbadda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:25:03.502758 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-02720487-2c51-45b8-880d-e6ac9cd44a92 req-edcd5a99-39e4-464f-badc-0c1b66cbadda service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5d002d9e79b24742b0906bc2b220d998&device_id=50a0e8b1-2d3c-4f5b-b6d9-a7039363047e HTTP/1.1" status: 200 len: 1130 time: 0.0574453 May 12 17:25:03.834978 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07ed32d-3a7e-4d74-871f-c7dee8e9d916 req-0206c4f6-ed03-4bd8-82ac-6707dce4e4dc tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:25:03.836439 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a07ed32d-3a7e-4d74-871f-c7dee8e9d916 req-0206c4f6-ed03-4bd8-82ac-6707dce4e4dc tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/ports?device_id=50a0e8b1-2d3c-4f5b-b6d9-a7039363047e HTTP/1.1" status: 200 len: 946 time: 0.0459778 May 12 17:25:03.884339 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a07ed32d-3a7e-4d74-871f-c7dee8e9d916 req-289eaad8-b396-4462-8413-9c6a5ce85831 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/security-groups?id=73506ee2-7743-492f-9a19-76b788578cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424914 May 12 17:25:04.606063 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e939915c-d76f-4272-950a-f060d3b461f2 req-d91857d8-c5be-4361-af9b-e419b6283c99 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:25:04.607931 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-e939915c-d76f-4272-950a-f060d3b461f2 req-d91857d8-c5be-4361-af9b-e419b6283c99 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/ports?device_id=95312fe9-ef90-4c74-ba58-31abb0fdd309 HTTP/1.1" status: 200 len: 945 time: 0.0464833 May 12 17:25:04.653158 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-e939915c-d76f-4272-950a-f060d3b461f2 req-13b91d18-4d3c-446d-bef0-f5a5b9b21c74 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f1cb180-f545-433d-bf26-6c33d1084784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398996 May 12 17:25:04.835543 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02720487-2c51-45b8-880d-e6ac9cd44a92 req-0c4a9006-d824-4620-9629-b3fd147fa7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:25:04.836923 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-02720487-2c51-45b8-880d-e6ac9cd44a92 req-0c4a9006-d824-4620-9629-b3fd147fa7a8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=6fb55941-2cb2-4359-bdd6-587e053b44f0 HTTP/1.1" status: 200 len: 912 time: 0.0952413 May 12 17:25:04.993577 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c006e5-5bf5-4838-b66e-b4a4a92cfd1a req-08e83b99-5184-4950-ba7d-16fca26fce35 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:25:04.995032 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f2c006e5-5bf5-4838-b66e-b4a4a92cfd1a req-08e83b99-5184-4950-ba7d-16fca26fce35 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/ports?device_id=50a0e8b1-2d3c-4f5b-b6d9-a7039363047e HTTP/1.1" status: 200 len: 946 time: 0.0452793 May 12 17:25:05.047376 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f2c006e5-5bf5-4838-b66e-b4a4a92cfd1a req-bd90e9e8-e48f-4ea7-8fa9-80729e800d2b tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/security-groups?id=73506ee2-7743-492f-9a19-76b788578cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463476 May 12 17:25:05.208719 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-02720487-2c51-45b8-880d-e6ac9cd44a92 req-7052cd32-9477-4a95-9058-27f2e41ddc16 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f9ed0e2-fdf3-439b-a2fd-41bd3abe42ba HTTP/1.1" status: 200 len: 217 time: 0.0381258 May 12 17:25:05.218450 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81028c5f-a0ea-4072-b770-8275c11378fe req-86c0271f-97f9-443b-b949-fab35ddf9acc tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:25:05.219922 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-81028c5f-a0ea-4072-b770-8275c11378fe req-86c0271f-97f9-443b-b949-fab35ddf9acc tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.58 "GET /v2.0/ports?device_id=95312fe9-ef90-4c74-ba58-31abb0fdd309 HTTP/1.1" status: 200 len: 945 time: 0.0508308 May 12 17:25:05.259624 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02720487-2c51-45b8-880d-e6ac9cd44a92 req-66a8ddac-d757-42f0-86c2-50ea8b285904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:25:05.261211 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-02720487-2c51-45b8-880d-e6ac9cd44a92 req-66a8ddac-d757-42f0-86c2-50ea8b285904 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c5f1d9ec-05e3-4b23-84b4-48d07d13574c HTTP/1.1" status: 200 len: 850 time: 0.0463512 May 12 17:25:05.316224 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [req-81028c5f-a0ea-4072-b770-8275c11378fe req-a6742355-9b7b-43dc-83aa-c10f3fcbc11b tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Deleting port ec62c0b9-df56-46e3-925d-ba0cc9cf0d6d {{(pid=103469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:25:05.316561 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-81028c5f-a0ea-4072-b770-8275c11378fe req-a6742355-9b7b-43dc-83aa-c10f3fcbc11b tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774528024037'] for port (ec62c0b9-df56-46e3-925d-ba0cc9cf0d6d), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:05.318218 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96738759-3b79-4b3c-a1a5-58dee11fabba req-dd3463fe-36d7-4154-b508-88cfb37d9f88 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:25:05.319713 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-96738759-3b79-4b3c-a1a5-58dee11fabba req-dd3463fe-36d7-4154-b508-88cfb37d9f88 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.58 "GET /v2.0/ports?device_id=50a0e8b1-2d3c-4f5b-b6d9-a7039363047e HTTP/1.1" status: 200 len: 946 time: 0.0484395 May 12 17:25:05.408510 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [req-81028c5f-a0ea-4072-b770-8275c11378fe req-a6742355-9b7b-43dc-83aa-c10f3fcbc11b tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] For port ec62c0b9-df56-46e3-925d-ba0cc9cf0d6d, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=ec62c0b9-df56-46e3-925d-ba0cc9cf0d6d,segment=NetworkSegment(284792a3-93aa-46c3-ba63-29b471e2894b),segment_id=284792a3-93aa-46c3-ba63-29b471e2894b)] {{(pid=103469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:25:05.408869 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-81028c5f-a0ea-4072-b770-8275c11378fe req-a6742355-9b7b-43dc-83aa-c10f3fcbc11b tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683095'] for port (ec62c0b9-df56-46e3-925d-ba0cc9cf0d6d), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:05.550307 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02720487-2c51-45b8-880d-e6ac9cd44a92 req-6abac28d-e187-41af-8ade-eb47efe929ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:25:05.551829 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-02720487-2c51-45b8-880d-e6ac9cd44a92 req-6abac28d-e187-41af-8ade-eb47efe929ec service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6fb55941-2cb2-4359-bdd6-587e053b44f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0664854 May 12 17:25:05.579906 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-81028c5f-a0ea-4072-b770-8275c11378fe req-a6742355-9b7b-43dc-83aa-c10f3fcbc11b tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:05.580258 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-81028c5f-a0ea-4072-b770-8275c11378fe req-a6742355-9b7b-43dc-83aa-c10f3fcbc11b tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682608'] for floatingip (bf9a414a-9839-4f7f-83fc-865131b416af), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:05.580566 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.db.l3_db [req-81028c5f-a0ea-4072-b770-8275c11378fe req-a6742355-9b7b-43dc-83aa-c10f3fcbc11b tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Floating IP bf9a414a-9839-4f7f-83fc-865131b416af disassociated. External IP: 172.27.0.41, port: ec62c0b9-df56-46e3-925d-ba0cc9cf0d6d. May 12 17:25:05.580906 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [req-81028c5f-a0ea-4072-b770-8275c11378fe req-a6742355-9b7b-43dc-83aa-c10f3fcbc11b tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Calling delete_port for ec62c0b9-df56-46e3-925d-ba0cc9cf0d6d owned by compute:nova {{(pid=103469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:25:05.644884 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [req-96738759-3b79-4b3c-a1a5-58dee11fabba req-3dc34343-157a-462d-8b87-263c2acde795 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Deleting port 0f9ed0e2-fdf3-439b-a2fd-41bd3abe42ba {{(pid=103468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:25:05.645494 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-96738759-3b79-4b3c-a1a5-58dee11fabba req-3dc34343-157a-462d-8b87-263c2acde795 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774528024037'] for port (0f9ed0e2-fdf3-439b-a2fd-41bd3abe42ba), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:05.712783 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-81028c5f-a0ea-4072-b770-8275c11378fe req-a6742355-9b7b-43dc-83aa-c10f3fcbc11b tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774528036217', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774527475294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968517'] for port (ec62c0b9-df56-46e3-925d-ba0cc9cf0d6d), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:05.733381 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-02720487-2c51-45b8-880d-e6ac9cd44a92 req-1c8bdfe4-4dfa-4555-a3b3-1996d64ab5f7 service neutron] 10.222.0.58 "GET /v2.0/networks/6fb55941-2cb2-4359-bdd6-587e053b44f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736884 May 12 17:25:05.749870 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6742355-9b7b-43dc-83aa-c10f3fcbc11b tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Pushing event deleted for resources: {'Port': ['ID=ec62c0b9-df56-46e3-925d-ba0cc9cf0d6d,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:25:05.761740 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6742355-9b7b-43dc-83aa-c10f3fcbc11b tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:25:05.761740 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6742355-9b7b-43dc-83aa-c10f3fcbc11b tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:25:05.761740 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6742355-9b7b-43dc-83aa-c10f3fcbc11b tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:25:05.761740 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6742355-9b7b-43dc-83aa-c10f3fcbc11b tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:25:05.762205 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6742355-9b7b-43dc-83aa-c10f3fcbc11b tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:25:05.762396 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6742355-9b7b-43dc-83aa-c10f3fcbc11b tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:25:05.762745 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6742355-9b7b-43dc-83aa-c10f3fcbc11b tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:25:05.763059 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6742355-9b7b-43dc-83aa-c10f3fcbc11b tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:25:05.763374 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6742355-9b7b-43dc-83aa-c10f3fcbc11b tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:25:05.763690 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6742355-9b7b-43dc-83aa-c10f3fcbc11b tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:25:05.764006 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6742355-9b7b-43dc-83aa-c10f3fcbc11b tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:25:05.764319 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6742355-9b7b-43dc-83aa-c10f3fcbc11b tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:25:05.764819 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6742355-9b7b-43dc-83aa-c10f3fcbc11b tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:25:05.764947 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6742355-9b7b-43dc-83aa-c10f3fcbc11b tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:25:05.765239 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6742355-9b7b-43dc-83aa-c10f3fcbc11b tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:25:05.777154 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-6edec8dd-c4fa-4699-8b50-e46dd8362c25 req-050a8f34-04e5-4738-af5f-1b5833dc2add tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/ports?device_id=95312fe9-ef90-4c74-ba58-31abb0fdd309 HTTP/1.1" status: 200 len: 210 time: 0.0484376 May 12 17:25:05.811439 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.db [req-96738759-3b79-4b3c-a1a5-58dee11fabba req-3dc34343-157a-462d-8b87-263c2acde795 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] For port 0f9ed0e2-fdf3-439b-a2fd-41bd3abe42ba, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=0f9ed0e2-fdf3-439b-a2fd-41bd3abe42ba,segment=NetworkSegment(d767f7c0-41a8-41cf-940a-83524c0e2e81),segment_id=d767f7c0-41a8-41cf-940a-83524c0e2e81)] {{(pid=103468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:25:05.811729 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-96738759-3b79-4b3c-a1a5-58dee11fabba req-3dc34343-157a-462d-8b87-263c2acde795 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683095'] for port (0f9ed0e2-fdf3-439b-a2fd-41bd3abe42ba), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:05.855510 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [req-96738759-3b79-4b3c-a1a5-58dee11fabba req-3dc34343-157a-462d-8b87-263c2acde795 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Calling delete_port for 0f9ed0e2-fdf3-439b-a2fd-41bd3abe42ba owned by compute:nova {{(pid=103468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:25:05.872928 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.scheduler.l3_agent_scheduler [req-81028c5f-a0ea-4072-b770-8275c11378fe req-a6742355-9b7b-43dc-83aa-c10f3fcbc11b tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Router 5e916117-394a-447f-9569-a15f13b49c45 has already been hosted by L3 agent e5548ccc-31b8-4072-a6b0-52b00208ea79 {{(pid=103469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:25:05.918296 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-02720487-2c51-45b8-880d-e6ac9cd44a92 req-b5094db1-b250-40b8-b96e-5c874b0440b6 service neutron] 10.222.0.58 "GET /v2.0/networks/6fb55941-2cb2-4359-bdd6-587e053b44f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562901 May 12 17:25:05.982558 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-81028c5f-a0ea-4072-b770-8275c11378fe req-a6742355-9b7b-43dc-83aa-c10f3fcbc11b tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Notify agent at l3_agent.dv-cinder-841591-1-iscsi the message routers_updated {{(pid=103469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:25:05.993389 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb5dd1c-504a-4580-b8c3-4ef5b4354f86 None None] Sync routers for ids ['5e916117-394a-447f-9569-a15f13b49c45'] in dv-cinder-841591-1-iscsi {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:25:06.005530 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-96738759-3b79-4b3c-a1a5-58dee11fabba req-3dc34343-157a-462d-8b87-263c2acde795 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774528036217', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774527475294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11526335'] for port (0f9ed0e2-fdf3-439b-a2fd-41bd3abe42ba), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:06.006954 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb5dd1c-504a-4580-b8c3-4ef5b4354f86 None None] Routers {'5e916117-394a-447f-9569-a15f13b49c45'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:25:06.007633 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-beb5dd1c-504a-4580-b8c3-4ef5b4354f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:24:56Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['5e916117-394a-447f-9569-a15f13b49c45'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:25:06.031107 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [req-81028c5f-a0ea-4072-b770-8275c11378fe req-a6742355-9b7b-43dc-83aa-c10f3fcbc11b tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] No DVR routers for this DVR port ec62c0b9-df56-46e3-925d-ba0cc9cf0d6d on host hv-cinder-84159 {{(pid=103469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:25:06.033562 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-81028c5f-a0ea-4072-b770-8275c11378fe req-a6742355-9b7b-43dc-83aa-c10f3fcbc11b tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36930'] for port (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:06.037047 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-81028c5f-a0ea-4072-b770-8275c11378fe req-a6742355-9b7b-43dc-83aa-c10f3fcbc11b tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.58 "DELETE /v2.0/ports/ec62c0b9-df56-46e3-925d-ba0cc9cf0d6d HTTP/1.1" status: 204 len: 173 time: 0.8033495 May 12 17:25:06.037546 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95312fe9-ef90-4c74-ba58-31abb0fdd309', 'name': 'network-vif-deleted', 'tag': 'ec62c0b9-df56-46e3-925d-ba0cc9cf0d6d'}] {{(pid=103469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:25:06.038663 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34343-157a-462d-8b87-263c2acde795 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Pushing event deleted for resources: {'Port': ['ID=0f9ed0e2-fdf3-439b-a2fd-41bd3abe42ba,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:25:06.040636 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a389b951f31a62b906e18655c420a9fe9aa70b39b59c66ae41c54d630ec86ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcae1813-4816-4bda-b242-f20503b35d66" -d '{"events": [{"server_uuid": "95312fe9-ef90-4c74-ba58-31abb0fdd309", "name": "network-vif-deleted", "tag": "ec62c0b9-df56-46e3-925d-ba0cc9cf0d6d"}]}' {{(pid=103469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:25:06.107607 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [req-96738759-3b79-4b3c-a1a5-58dee11fabba req-3dc34343-157a-462d-8b87-263c2acde795 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] No DVR routers for this DVR port 0f9ed0e2-fdf3-439b-a2fd-41bd3abe42ba on host hv-cinder-84159 {{(pid=103468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:25:06.110939 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-96738759-3b79-4b3c-a1a5-58dee11fabba req-3dc34343-157a-462d-8b87-263c2acde795 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36930'] for port (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:06.119579 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-96738759-3b79-4b3c-a1a5-58dee11fabba req-3dc34343-157a-462d-8b87-263c2acde795 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.58 "DELETE /v2.0/ports/0f9ed0e2-fdf3-439b-a2fd-41bd3abe42ba HTTP/1.1" status: 204 len: 173 time: 0.6259005 May 12 17:25:06.120579 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50a0e8b1-2d3c-4f5b-b6d9-a7039363047e', 'name': 'network-vif-deleted', 'tag': '0f9ed0e2-fdf3-439b-a2fd-41bd3abe42ba'}] {{(pid=103468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:25:06.136197 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11327eb0f41ff280cd3a6497cf1c944478feb1aae12e82efcad6faf65da72353" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97b6b956-bb39-41e8-ba7c-613ca4700c6e" -d '{"events": [{"server_uuid": "50a0e8b1-2d3c-4f5b-b6d9-a7039363047e", "name": "network-vif-deleted", "tag": "0f9ed0e2-fdf3-439b-a2fd-41bd3abe42ba"}]}' {{(pid=103468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:25:06.150065 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-beb5dd1c-504a-4580-b8c3-4ef5b4354f86 None None] Set router 5e916117-394a-447f-9569-a15f13b49c45 gateway port host: dv-cinder-841591-1-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:25:06.150231 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95d12a85-c3c3-4a0a-b5ae-d162b4265ded x-openstack-request-id: req-95d12a85-c3c3-4a0a-b5ae-d162b4265ded {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:25:06.150485 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95312fe9-ef90-4c74-ba58-31abb0fdd309", "name": "network-vif-deleted", "tag": "ec62c0b9-df56-46e3-925d-ba0cc9cf0d6d", "status": "completed", "code": 200}]} {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:25:06.150751 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-95d12a85-c3c3-4a0a-b5ae-d162b4265ded {{(pid=103469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:25:06.151147 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95d12a85-c3c3-4a0a-b5ae-d162b4265ded'] response: {'server_uuid': '95312fe9-ef90-4c74-ba58-31abb0fdd309', 'name': 'network-vif-deleted', 'tag': 'ec62c0b9-df56-46e3-925d-ba0cc9cf0d6d', 'status': 'completed', 'code': 200} May 12 17:25:06.182923 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-00b0fdb7-a21a-4aa7-ab3f-dd0f9f7c0e71 req-73932538-6c89-4c8d-a69d-0ce1ca636e28 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "GET /v2.0/ports?device_id=50a0e8b1-2d3c-4f5b-b6d9-a7039363047e HTTP/1.1" status: 200 len: 210 time: 0.0359688 May 12 17:25:06.218550 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97b8b4d5-12ec-445a-9536-59f7309e92c8 x-openstack-request-id: req-97b8b4d5-12ec-445a-9536-59f7309e92c8 {{(pid=103468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:25:06.218849 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50a0e8b1-2d3c-4f5b-b6d9-a7039363047e", "name": "network-vif-deleted", "tag": "0f9ed0e2-fdf3-439b-a2fd-41bd3abe42ba", "status": "completed", "code": 200}]} {{(pid=103468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:25:06.219101 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-97b8b4d5-12ec-445a-9536-59f7309e92c8 {{(pid=103468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:25:06.220478 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97b8b4d5-12ec-445a-9536-59f7309e92c8'] response: {'server_uuid': '50a0e8b1-2d3c-4f5b-b6d9-a7039363047e', 'name': 'network-vif-deleted', 'tag': '0f9ed0e2-fdf3-439b-a2fd-41bd3abe42ba', 'status': 'completed', 'code': 200} May 12 17:25:06.373103 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-beb5dd1c-504a-4580-b8c3-4ef5b4354f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e916117-394a-447f-9569-a15f13b49c45', 'name': 'tempest-AttachVolumeNegativeTest-1570607306-router', 'tenant_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '46fd6600-cf5c-4a6e-91bc-7884d58fa3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:22:43Z', 'updated_at': '2022-05-12T17:22:46Z', 'revision_number': 4, 'project_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'gw_port': {'id': '46fd6600-cf5c-4a6e-91bc-7884d58fa3c3', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:39:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e916117-394a-447f-9569-a15f13b49c45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:22:43Z', 'updated_at': '2022-05-12T17:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_interfaces': [{'id': '5077749d-90f4-436b-aa6c-b166888c974c', 'name': '', 'network_id': 'fcfb02df-5940-4251-8c77-308786c51833', 'tenant_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'mac_address': 'fa:16:3e:61:74:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e916117-394a-447f-9569-a15f13b49c45', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '514e1cc4-3154-4e95-87e7-19ffea3e24bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:22:45Z', 'updated_at': '2022-05-12T17:22:49Z', 'revision_number': 5, 'project_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'subnets': [{'id': '514e1cc4-3154-4e95-87e7-19ffea3e24bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:25:06.399140 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb5dd1c-504a-4580-b8c3-4ef5b4354f86 None None] Checking router: 5e916117-394a-447f-9569-a15f13b49c45 for host: dv-cinder-841591-1-iscsi {{(pid=103471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:25:06.409316 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb5dd1c-504a-4580-b8c3-4ef5b4354f86 None None] Routers {'5e916117-394a-447f-9569-a15f13b49c45'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:25:06.410522 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-beb5dd1c-504a-4580-b8c3-4ef5b4354f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:24:56Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['5e916117-394a-447f-9569-a15f13b49c45'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:25:06.545374 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-beb5dd1c-504a-4580-b8c3-4ef5b4354f86 None None] Set router 5e916117-394a-447f-9569-a15f13b49c45 gateway port host: dv-cinder-841591-1-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:25:06.775688 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-beb5dd1c-504a-4580-b8c3-4ef5b4354f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e916117-394a-447f-9569-a15f13b49c45', 'name': 'tempest-AttachVolumeNegativeTest-1570607306-router', 'tenant_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '46fd6600-cf5c-4a6e-91bc-7884d58fa3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:22:43Z', 'updated_at': '2022-05-12T17:22:46Z', 'revision_number': 4, 'project_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'gw_port': {'id': '46fd6600-cf5c-4a6e-91bc-7884d58fa3c3', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:39:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e916117-394a-447f-9569-a15f13b49c45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:22:43Z', 'updated_at': '2022-05-12T17:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_interfaces': [{'id': '5077749d-90f4-436b-aa6c-b166888c974c', 'name': '', 'network_id': 'fcfb02df-5940-4251-8c77-308786c51833', 'tenant_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'mac_address': 'fa:16:3e:61:74:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e916117-394a-447f-9569-a15f13b49c45', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '514e1cc4-3154-4e95-87e7-19ffea3e24bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:22:45Z', 'updated_at': '2022-05-12T17:22:49Z', 'revision_number': 5, 'project_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'subnets': [{'id': '514e1cc4-3154-4e95-87e7-19ffea3e24bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:25:06.801643 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb5dd1c-504a-4580-b8c3-4ef5b4354f86 None None] The sync data for ids ['5e916117-394a-447f-9569-a15f13b49c45'] in dv-cinder-841591-1-iscsi is: [{'id': '5e916117-394a-447f-9569-a15f13b49c45', 'name': 'tempest-AttachVolumeNegativeTest-1570607306-router', 'tenant_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '46fd6600-cf5c-4a6e-91bc-7884d58fa3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:22:43Z', 'updated_at': '2022-05-12T17:22:46Z', 'revision_number': 4, 'project_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'gw_port': {'id': '46fd6600-cf5c-4a6e-91bc-7884d58fa3c3', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:39:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e916117-394a-447f-9569-a15f13b49c45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:22:43Z', 'updated_at': '2022-05-12T17:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_interfaces': [{'id': '5077749d-90f4-436b-aa6c-b166888c974c', 'name': '', 'network_id': 'fcfb02df-5940-4251-8c77-308786c51833', 'tenant_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'mac_address': 'fa:16:3e:61:74:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e916117-394a-447f-9569-a15f13b49c45', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '514e1cc4-3154-4e95-87e7-19ffea3e24bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:22:45Z', 'updated_at': '2022-05-12T17:22:49Z', 'revision_number': 5, 'project_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'subnets': [{'id': '514e1cc4-3154-4e95-87e7-19ffea3e24bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:25:06.877144 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 34936) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:25:06.948600 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-2c975ede-417e-4f5a-a4d1-c37a2cec5405 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks [] for security_group (7f1cb180-f545-433d-bf26-6c33d1084784), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:06.979199 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-2c975ede-417e-4f5a-a4d1-c37a2cec5405 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks [] for security_group (7f1cb180-f545-433d-bf26-6c33d1084784), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:07.037981 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-2c975ede-417e-4f5a-a4d1-c37a2cec5405 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (7f1cb180-f545-433d-bf26-6c33d1084784), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:07.040942 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-2c975ede-417e-4f5a-a4d1-c37a2cec5405 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:07.043198 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-2c975ede-417e-4f5a-a4d1-c37a2cec5405 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "DELETE /v2.0/security-groups/7f1cb180-f545-433d-bf26-6c33d1084784 HTTP/1.1" status: 204 len: 168 time: 0.1637955 May 12 17:25:07.044888 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 34938) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:25:07.054168 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c975ede-417e-4f5a-a4d1-c37a2cec5405 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f1cb180-f545-433d-bf26-6c33d1084784,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:25:07.078986 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.api.v2.resource [None req-5f392fac-3596-4e20-b079-becfff43bf98 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] show failed (client error): The resource could not be found. May 12 17:25:07.080067 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-5f392fac-3596-4e20-b079-becfff43bf98 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/security-groups/7f1cb180-f545-433d-bf26-6c33d1084784 HTTP/1.1" status: 404 len: 347 time: 0.0341024 May 12 17:25:07.082865 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 34940) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:25:07.117306 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82eb01d-41ea-4faa-b88a-d5940e664125 None None] New status for floating IP bf9a414a-9839-4f7f-83fc-865131b416af: DOWN {{(pid=103470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 17:25:07.203914 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [None req-b700d672-b064-4ff3-9808-1a19e2ca5e99 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Deleting port 427ab46f-fcc9-4be9-bc07-14c2ded68d5c {{(pid=103468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:25:07.204175 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-b700d672-b064-4ff3-9808-1a19e2ca5e99 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774528024037'] for port (427ab46f-fcc9-4be9-bc07-14c2ded68d5c), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:07.249663 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 34944) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:25:07.291455 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-b700d672-b064-4ff3-9808-1a19e2ca5e99 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683095'] for port (427ab46f-fcc9-4be9-bc07-14c2ded68d5c), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:07.291812 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-b700d672-b064-4ff3-9808-1a19e2ca5e99 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks [] for floatingip (427ab46f-fcc9-4be9-bc07-14c2ded68d5c), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:07.304716 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [None req-b700d672-b064-4ff3-9808-1a19e2ca5e99 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Calling delete_port for 427ab46f-fcc9-4be9-bc07-14c2ded68d5c owned by network:floatingip {{(pid=103468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:25:07.364466 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-2792ef4e-5096-424d-bba8-6bb343282e27 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Deleting port 023aa1b3-64f9-4e98-8156-fa7c7ff3b701 {{(pid=103469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:25:07.364724 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-2792ef4e-5096-424d-bba8-6bb343282e27 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774528024037'] for port (023aa1b3-64f9-4e98-8156-fa7c7ff3b701), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:07.433857 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-b700d672-b064-4ff3-9808-1a19e2ca5e99 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774528036217', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774527475294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11526335'] for port (427ab46f-fcc9-4be9-bc07-14c2ded68d5c), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:07.439364 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-2792ef4e-5096-424d-bba8-6bb343282e27 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683095'] for port (023aa1b3-64f9-4e98-8156-fa7c7ff3b701), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:07.439694 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-2792ef4e-5096-424d-bba8-6bb343282e27 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Publish callbacks [] for floatingip (023aa1b3-64f9-4e98-8156-fa7c7ff3b701), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:07.451670 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-2792ef4e-5096-424d-bba8-6bb343282e27 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Calling delete_port for 023aa1b3-64f9-4e98-8156-fa7c7ff3b701 owned by network:floatingip {{(pid=103469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:25:07.456544 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b700d672-b064-4ff3-9808-1a19e2ca5e99 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Pushing event deleted for resources: {'Port': ['ID=427ab46f-fcc9-4be9-bc07-14c2ded68d5c,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:25:07.520012 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-b700d672-b064-4ff3-9808-1a19e2ca5e99 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks [] for floatingip (bf9a414a-9839-4f7f-83fc-865131b416af), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:07.522767 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-b700d672-b064-4ff3-9808-1a19e2ca5e99 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36930'] for floatingip (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:07.523908 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-b700d672-b064-4ff3-9808-1a19e2ca5e99 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "DELETE /v2.0/floatingips/bf9a414a-9839-4f7f-83fc-865131b416af HTTP/1.1" status: 204 len: 168 time: 0.4399557 May 12 17:25:07.593895 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-2792ef4e-5096-424d-bba8-6bb343282e27 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774528036217', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774527475294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968517'] for port (023aa1b3-64f9-4e98-8156-fa7c7ff3b701), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:07.594162 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 34948) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:25:07.598738 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-5ddc8bda-65e6-4104-b8b5-da03c4576794 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Request body: {'security_group': {'name': 'tempest-securitygroup--823141636', 'description': 'tempest-description--1294486975'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:25:07.614879 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2792ef4e-5096-424d-bba8-6bb343282e27 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Pushing event deleted for resources: {'Port': ['ID=023aa1b3-64f9-4e98-8156-fa7c7ff3b701,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:25:07.622341 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5ddc8bda-65e6-4104-b8b5-da03c4576794 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:07.679330 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-2792ef4e-5096-424d-bba8-6bb343282e27 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Publish callbacks [] for floatingip (68155100-338e-475a-8479-adca143a5a32), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:07.681812 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-2792ef4e-5096-424d-bba8-6bb343282e27 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36930'] for floatingip (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:07.682988 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-2792ef4e-5096-424d-bba8-6bb343282e27 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "DELETE /v2.0/floatingips/68155100-338e-475a-8479-adca143a5a32 HTTP/1.1" status: 204 len: 168 time: 0.4322040 May 12 17:25:07.690852 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5ddc8bda-65e6-4104-b8b5-da03c4576794 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks [] for security_group (6497b371-f8e8-4067-a7ec-87cdb6cae051), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:07.695047 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5ddc8bda-65e6-4104-b8b5-da03c4576794 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (6497b371-f8e8-4067-a7ec-87cdb6cae051), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:07.727834 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5ddc8bda-65e6-4104-b8b5-da03c4576794 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:07.729063 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-5ddc8bda-65e6-4104-b8b5-da03c4576794 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1338720 May 12 17:25:07.730990 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc8bda-65e6-4104-b8b5-da03c4576794 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6497b371-f8e8-4067-a7ec-87cdb6cae051,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:25:07.732132 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 34954) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:25:07.737257 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-404b4447-4c05-4827-8ada-df9bf0c6847a tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Request body: {'security_group_rule': {'security_group_id': '6497b371-f8e8-4067-a7ec-87cdb6cae051', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:25:07.764822 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-404b4447-4c05-4827-8ada-df9bf0c6847a tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks [] for security_group_rule (00315b77-5aa1-4a18-b214-e5726a954e1f), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:07.823961 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-404b4447-4c05-4827-8ada-df9bf0c6847a tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks [] for security_group_rule (00315b77-5aa1-4a18-b214-e5726a954e1f), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:07.827926 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-404b4447-4c05-4827-8ada-df9bf0c6847a tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462143'] for security_group_rule (00315b77-5aa1-4a18-b214-e5726a954e1f), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:07.846593 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404b4447-4c05-4827-8ada-df9bf0c6847a tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00315b77-5aa1-4a18-b214-e5726a954e1f,revision_number=0']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:25:07.859354 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-404b4447-4c05-4827-8ada-df9bf0c6847a tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:07.859354 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-404b4447-4c05-4827-8ada-df9bf0c6847a tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1237705 May 12 17:25:07.859931 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 34960) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:25:07.864304 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-becba1ee-81bf-43b5-b2b4-5645ccb0c430 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Request body: {'security_group_rule': {'security_group_id': '6497b371-f8e8-4067-a7ec-87cdb6cae051', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:25:07.890236 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-becba1ee-81bf-43b5-b2b4-5645ccb0c430 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks [] for security_group_rule (1c1b351b-dde2-45b5-a4ed-e7d0ebcf30d1), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:07.944435 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-becba1ee-81bf-43b5-b2b4-5645ccb0c430 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks [] for security_group_rule (1c1b351b-dde2-45b5-a4ed-e7d0ebcf30d1), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:07.947832 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-becba1ee-81bf-43b5-b2b4-5645ccb0c430 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462143'] for security_group_rule (1c1b351b-dde2-45b5-a4ed-e7d0ebcf30d1), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:07.965920 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becba1ee-81bf-43b5-b2b4-5645ccb0c430 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c1b351b-dde2-45b5-a4ed-e7d0ebcf30d1,revision_number=0']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:25:07.976814 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-becba1ee-81bf-43b5-b2b4-5645ccb0c430 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:07.978088 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-becba1ee-81bf-43b5-b2b4-5645ccb0c430 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1172156 May 12 17:25:07.981060 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 34962) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:25:07.985188 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-77513ee9-05c0-408c-ad3e-66c00c9bde35 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Request body: {'floatingip': {'floating_network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:25:08.005251 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-77513ee9-05c0-408c-ad3e-66c00c9bde35 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:08.086640 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-77513ee9-05c0-408c-ad3e-66c00c9bde35 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:08.191229 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.db.db_base_plugin_common [None req-77513ee9-05c0-408c-ad3e-66c00c9bde35 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Allocated IP 172.27.0.200 (9bfa71c8-c6b3-48ca-a660-d8187367d4be/c986c1c6-d014-45ab-99c5-409df43f439e/6547f608-89e8-46a7-b20e-d71c3c595100) {{(pid=103469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:25:08.289012 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-77513ee9-05c0-408c-ad3e-66c00c9bde35 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks [] for port (6547f608-89e8-46a7-b20e-d71c3c595100), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:08.322096 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-77513ee9-05c0-408c-ad3e-66c00c9bde35 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774527475285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968517'] for port (6547f608-89e8-46a7-b20e-d71c3c595100), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:08.357604 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77513ee9-05c0-408c-ad3e-66c00c9bde35 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Network 9bfa71c8-c6b3-48ca-a660-d8187367d4be is already hosted by enough agents. {{(pid=103469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:25:08.360481 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [None req-77513ee9-05c0-408c-ad3e-66c00c9bde35 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Resources bound (agent type, host, resource id): {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:25:08.366909 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77513ee9-05c0-408c-ad3e-66c00c9bde35 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Received port after_create {{(pid=103469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:25:08.372262 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77513ee9-05c0-408c-ad3e-66c00c9bde35 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Pushing event updated for resources: {'Port': ['ID=6547f608-89e8-46a7-b20e-d71c3c595100,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:25:08.456232 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-77513ee9-05c0-408c-ad3e-66c00c9bde35 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks [] for floatingip (1ea9e2c4-2037-4288-846e-e24a71e4b1ec), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:08.489804 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-77513ee9-05c0-408c-ad3e-66c00c9bde35 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (6547f608-89e8-46a7-b20e-d71c3c595100), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:08.670135 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-77513ee9-05c0-408c-ad3e-66c00c9bde35 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks [] for port (6547f608-89e8-46a7-b20e-d71c3c595100), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:08.674468 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-77513ee9-05c0-408c-ad3e-66c00c9bde35 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968562'] for port (6547f608-89e8-46a7-b20e-d71c3c595100), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:08.743392 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77513ee9-05c0-408c-ad3e-66c00c9bde35 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Pushing event updated for resources: {'Port': ['ID=6547f608-89e8-46a7-b20e-d71c3c595100,revision_number=2']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:25:08.755933 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-77513ee9-05c0-408c-ad3e-66c00c9bde35 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682608'] for floatingip (1ea9e2c4-2037-4288-846e-e24a71e4b1ec), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:08.770781 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-77513ee9-05c0-408c-ad3e-66c00c9bde35 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36930'] for floatingip (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:08.771990 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-77513ee9-05c0-408c-ad3e-66c00c9bde35 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7900007 May 12 17:25:08.844448 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Device ec62c0b9-df56-46e3-925d-ba0cc9cf0d6d no longer exists at agent hyperv_hv-cinder-84159 {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:25:08.869521 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] No Port match for: ec62c0b9-df56-46e3-925d-ba0cc9cf0d6d {{(pid=103470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:25:08.869878 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Device ec62c0b9-df56-46e3-925d-ba0cc9cf0d6d not bound to the agent host hv-cinder-84159 {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:25:08.870301 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Device 0f9ed0e2-fdf3-439b-a2fd-41bd3abe42ba no longer exists at agent hyperv_hv-cinder-84159 {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:25:08.892044 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] No Port match for: 0f9ed0e2-fdf3-439b-a2fd-41bd3abe42ba {{(pid=103470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:25:08.892044 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Device 0f9ed0e2-fdf3-439b-a2fd-41bd3abe42ba not bound to the agent host hv-cinder-84159 {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:25:08.892450 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 34982) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:25:08.973725 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-a916efc1-fe1b-4315-becb-cfc37555b4b5 req-0f8c5292-1597-485d-99af-46fa15fc4437 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--823141636&fields=id&tenant_id=fc2e1c9926c14a1393f45a7dc0346ddc HTTP/1.1" status: 200 len: 267 time: 0.0977407 May 12 17:25:08.996729 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5120d193-6ab8-4b17-8f34-23467419bce4 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Publish callbacks [] for security_group (73506ee2-7743-492f-9a19-76b788578cf5), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:09.069795 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5120d193-6ab8-4b17-8f34-23467419bce4 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Publish callbacks [] for security_group (73506ee2-7743-492f-9a19-76b788578cf5), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:09.127804 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a916efc1-fe1b-4315-becb-cfc37555b4b5 req-b6eb1f08-8de1-4df0-a010-b8f8d5013bc2 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:25:09.129254 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-a916efc1-fe1b-4315-becb-cfc37555b4b5 req-b6eb1f08-8de1-4df0-a010-b8f8d5013bc2 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/networks?id=fcfb02df-5940-4251-8c77-308786c51833 HTTP/1.1" status: 200 len: 815 time: 0.1465192 May 12 17:25:09.145901 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-a916efc1-fe1b-4315-becb-cfc37555b4b5 req-c9155817-a776-4bb5-9a16-941ec244a63c tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/quotas/fc2e1c9926c14a1393f45a7dc0346ddc HTTP/1.1" status: 200 len: 375 time: 0.0099785 May 12 17:25:09.186128 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5120d193-6ab8-4b17-8f34-23467419bce4 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (73506ee2-7743-492f-9a19-76b788578cf5), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:09.189077 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5120d193-6ab8-4b17-8f34-23467419bce4 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:09.190171 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-5120d193-6ab8-4b17-8f34-23467419bce4 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] 10.222.0.23 "DELETE /v2.0/security-groups/73506ee2-7743-492f-9a19-76b788578cf5 HTTP/1.1" status: 204 len: 168 time: 0.2967799 May 12 17:25:09.208483 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-a916efc1-fe1b-4315-becb-cfc37555b4b5 req-f663673f-ed25-4c85-8c8e-cef7de459a2c tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=fc2e1c9926c14a1393f45a7dc0346ddc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0567656 May 12 17:25:09.209383 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5120d193-6ab8-4b17-8f34-23467419bce4 tempest-TestVolumeBootPattern-580077577 tempest-TestVolumeBootPattern-580077577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73506ee2-7743-492f-9a19-76b788578cf5,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:25:09.242857 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 34986) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:25:09.310149 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-a916efc1-fe1b-4315-becb-cfc37555b4b5 req-5f80e7a6-ce21-4d28-a708-e64b991a7fff service neutron] 10.222.0.23 "GET /v2.0/networks/fcfb02df-5940-4251-8c77-308786c51833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877528 May 12 17:25:09.401771 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-a916efc1-fe1b-4315-becb-cfc37555b4b5 req-ffa98825-c9be-4d98-8fa5-ebf98fa338c6 service neutron] 10.222.0.23 "GET /v2.0/networks/fcfb02df-5940-4251-8c77-308786c51833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858924 May 12 17:25:09.730192 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-fac1084b-3785-4174-a720-20b92735c4e9 req-cc5695d7-ad88-4bc0-bdaf-42a313448683 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/ports?device_id=a82fbd8e-77bc-4bd0-bc79-3623d2bab6d5 HTTP/1.1" status: 200 len: 210 time: 0.0353589 May 12 17:25:09.950249 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1402bfc8-a9ce-4062-b15a-a1a05ec02f16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3683293'] for router_interface (5902244f-fd5f-46ec-975c-b50c7357dcba), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:10.202076 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-1402bfc8-a9ce-4062-b15a-a1a05ec02f16 admin admin] Deleting port 51471d09-f440-4cb3-aad2-76a03f1af86b {{(pid=103469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:25:10.202329 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1402bfc8-a9ce-4062-b15a-a1a05ec02f16 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774528024037'] for port (51471d09-f440-4cb3-aad2-76a03f1af86b), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:10.281279 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [None req-1402bfc8-a9ce-4062-b15a-a1a05ec02f16 admin admin] For port 51471d09-f440-4cb3-aad2-76a03f1af86b, host dv-cinder-841591-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-1-iscsi',level=0,port_id=51471d09-f440-4cb3-aad2-76a03f1af86b,segment=NetworkSegment(d767f7c0-41a8-41cf-940a-83524c0e2e81),segment_id=d767f7c0-41a8-41cf-940a-83524c0e2e81)] {{(pid=103469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:25:10.281939 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1402bfc8-a9ce-4062-b15a-a1a05ec02f16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683095'] for port (51471d09-f440-4cb3-aad2-76a03f1af86b), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:10.294281 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-1402bfc8-a9ce-4062-b15a-a1a05ec02f16 admin admin] Calling delete_port for 51471d09-f440-4cb3-aad2-76a03f1af86b owned by network:router_interface {{(pid=103469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:25:10.484251 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1402bfc8-a9ce-4062-b15a-a1a05ec02f16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774528036217', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774527475294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968517'] for port (51471d09-f440-4cb3-aad2-76a03f1af86b), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:10.522574 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1402bfc8-a9ce-4062-b15a-a1a05ec02f16 admin admin] Pushing event deleted for resources: {'Port': ['ID=51471d09-f440-4cb3-aad2-76a03f1af86b,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:25:10.524570 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a916efc1-fe1b-4315-becb-cfc37555b4b5 req-5f16d7d3-2324-445f-8ee2-1b1d3b4fbf06 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:25:10.526044 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-a916efc1-fe1b-4315-becb-cfc37555b4b5 req-5f16d7d3-2324-445f-8ee2-1b1d3b4fbf06 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.58 "GET /v2.0/networks?id=fcfb02df-5940-4251-8c77-308786c51833 HTTP/1.1" status: 200 len: 815 time: 0.1131566 May 12 17:25:10.598322 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-a916efc1-fe1b-4315-becb-cfc37555b4b5 req-e42623ea-4ef5-4282-9901-0593a4020d53 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc2e1c9926c14a1393f45a7dc0346ddc HTTP/1.1" status: 200 len: 379 time: 0.0605633 May 12 17:25:10.612031 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [req-a916efc1-fe1b-4315-becb-cfc37555b4b5 req-833c6abe-7aec-4fdd-bf8a-3b1120947faa tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Request body: {'port': {'device_id': 'a82fbd8e-77bc-4bd0-bc79-3623d2bab6d5', 'network_id': 'fcfb02df-5940-4251-8c77-308786c51833', 'admin_state_up': True, 'tenant_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'security_groups': ['6497b371-f8e8-4067-a7ec-87cdb6cae051']}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:25:10.697564 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1402bfc8-a9ce-4062-b15a-a1a05ec02f16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-519212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475074'] for router_interface (5902244f-fd5f-46ec-975c-b50c7357dcba), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:10.729203 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a916efc1-fe1b-4315-becb-cfc37555b4b5 req-833c6abe-7aec-4fdd-bf8a-3b1120947faa tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Made reservation on behalf of fc2e1c9926c14a1393f45a7dc0346ddc for: {'port': 1} {{(pid=103468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:25:10.732915 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-a916efc1-fe1b-4315-becb-cfc37555b4b5 req-833c6abe-7aec-4fdd-bf8a-3b1120947faa tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:10.833174 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-7a43964f-a770-4249-9250-69992491c766 req-eec45940-050a-40da-8272-ebe98dab311b tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/ports?device_id=a82fbd8e-77bc-4bd0-bc79-3623d2bab6d5 HTTP/1.1" status: 200 len: 210 time: 0.0335834 May 12 17:25:10.886517 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.db_base_plugin_common [req-a916efc1-fe1b-4315-becb-cfc37555b4b5 req-833c6abe-7aec-4fdd-bf8a-3b1120947faa tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Allocated IP 172.20.0.13 (fcfb02df-5940-4251-8c77-308786c51833/514e1cc4-3154-4e95-87e7-19ffea3e24bc/2fefabba-33b7-41b1-80f2-e0d24d8c847e) {{(pid=103468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:25:10.939725 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1402bfc8-a9ce-4062-b15a-a1a05ec02f16 admin admin] Router 5902244f-fd5f-46ec-975c-b50c7357dcba has already been hosted by L3 agent e5548ccc-31b8-4072-a6b0-52b00208ea79 {{(pid=103469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:25:11.029360 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-a916efc1-fe1b-4315-becb-cfc37555b4b5 req-833c6abe-7aec-4fdd-bf8a-3b1120947faa tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks [] for port (2fefabba-33b7-41b1-80f2-e0d24d8c847e), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:11.048338 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1402bfc8-a9ce-4062-b15a-a1a05ec02f16 admin admin] Notify agent at l3_agent.dv-cinder-841591-1-iscsi the message routers_updated {{(pid=103469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:25:11.053377 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-1402bfc8-a9ce-4062-b15a-a1a05ec02f16 admin admin] 10.222.0.23 "PUT /v2.0/routers/5902244f-fd5f-46ec-975c-b50c7357dcba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8093967 May 12 17:25:11.055742 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 35006) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:25:11.057710 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454a35a9-9b24-44ed-979b-d9bde7e8b62a None None] Sync routers for ids ['5902244f-fd5f-46ec-975c-b50c7357dcba'] in dv-cinder-841591-1-iscsi {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:25:11.068541 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454a35a9-9b24-44ed-979b-d9bde7e8b62a None None] Routers {'5902244f-fd5f-46ec-975c-b50c7357dcba'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:25:11.069966 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-454a35a9-9b24-44ed-979b-d9bde7e8b62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:24:56Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['5902244f-fd5f-46ec-975c-b50c7357dcba'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:25:11.079278 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-a916efc1-fe1b-4315-becb-cfc37555b4b5 req-833c6abe-7aec-4fdd-bf8a-3b1120947faa tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774527475285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11526335'] for port (2fefabba-33b7-41b1-80f2-e0d24d8c847e), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:11.123580 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a916efc1-fe1b-4315-becb-cfc37555b4b5 req-833c6abe-7aec-4fdd-bf8a-3b1120947faa tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Network fcfb02df-5940-4251-8c77-308786c51833 is already hosted by enough agents. {{(pid=103468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:25:11.127286 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.base_scheduler [req-a916efc1-fe1b-4315-becb-cfc37555b4b5 req-833c6abe-7aec-4fdd-bf8a-3b1120947faa tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Resources bound (agent type, host, resource id): {{(pid=103468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:25:11.135704 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [req-a916efc1-fe1b-4315-becb-cfc37555b4b5 req-833c6abe-7aec-4fdd-bf8a-3b1120947faa tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Received port after_create {{(pid=103468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:25:11.165200 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833c6abe-7aec-4fdd-bf8a-3b1120947faa tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Pushing event updated for resources: {'Port': ['ID=2fefabba-33b7-41b1-80f2-e0d24d8c847e,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:25:11.202528 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-3ea83864-ece1-47de-bb15-5d3e6dac86f0 admin admin] Publish callbacks [] for router (5902244f-fd5f-46ec-975c-b50c7357dcba), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:11.203570 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a916efc1-fe1b-4315-becb-cfc37555b4b5 req-833c6abe-7aec-4fdd-bf8a-3b1120947faa tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:25:11.204415 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-a916efc1-fe1b-4315-becb-cfc37555b4b5 req-833c6abe-7aec-4fdd-bf8a-3b1120947faa tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36930'] for port (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:11.214586 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-454a35a9-9b24-44ed-979b-d9bde7e8b62a None None] Set router 5902244f-fd5f-46ec-975c-b50c7357dcba gateway port host: dv-cinder-841591-1-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:25:11.228774 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-a916efc1-fe1b-4315-becb-cfc37555b4b5 req-833c6abe-7aec-4fdd-bf8a-3b1120947faa tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6206737 May 12 17:25:11.243509 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [req-a916efc1-fe1b-4315-becb-cfc37555b4b5 req-590c6eea-9347-4921-aa86-62bc738f2bd2 service neutron] Request body: {'port': {'device_id': 'a82fbd8e-77bc-4bd0-bc79-3623d2bab6d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84159'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:25:11.321119 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-a916efc1-fe1b-4315-becb-cfc37555b4b5 req-590c6eea-9347-4921-aa86-62bc738f2bd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (2fefabba-33b7-41b1-80f2-e0d24d8c847e), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:11.336870 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-3ea83864-ece1-47de-bb15-5d3e6dac86f0 admin admin] Publish callbacks [] for router_gateway (5902244f-fd5f-46ec-975c-b50c7357dcba), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:11.390198 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-3ea83864-ece1-47de-bb15-5d3e6dac86f0 admin admin] Deleting port 938c5f0d-73f6-4350-87cf-c7cd25c4cf14 {{(pid=103469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:25:11.390932 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-3ea83864-ece1-47de-bb15-5d3e6dac86f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774528024037'] for port (938c5f0d-73f6-4350-87cf-c7cd25c4cf14), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:11.417580 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-454a35a9-9b24-44ed-979b-d9bde7e8b62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5902244f-fd5f-46ec-975c-b50c7357dcba', 'name': 'tempest-TestVolumeBootPattern-902140157-router', 'tenant_id': '5d002d9e79b24742b0906bc2b220d998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '938c5f0d-73f6-4350-87cf-c7cd25c4cf14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:17:16Z', 'updated_at': '2022-05-12T17:25:10Z', 'revision_number': 5, 'project_id': '5d002d9e79b24742b0906bc2b220d998', 'gw_port': {'id': '938c5f0d-73f6-4350-87cf-c7cd25c4cf14', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:aa:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5902244f-fd5f-46ec-975c-b50c7357dcba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:17:17Z', 'updated_at': '2022-05-12T17:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi'}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:25:11.444453 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454a35a9-9b24-44ed-979b-d9bde7e8b62a None None] Checking router: 5902244f-fd5f-46ec-975c-b50c7357dcba for host: dv-cinder-841591-1-iscsi {{(pid=103471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:25:11.453101 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454a35a9-9b24-44ed-979b-d9bde7e8b62a None None] Routers {'5902244f-fd5f-46ec-975c-b50c7357dcba'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:25:11.453715 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-454a35a9-9b24-44ed-979b-d9bde7e8b62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:24:56Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['5902244f-fd5f-46ec-975c-b50c7357dcba'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:25:11.474142 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-57da8ff2-4d42-4b38-b2ab-b66ca361b774 None None] Provisioning complete for port 2fefabba-33b7-41b1-80f2-e0d24d8c847e triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:25:11.474743 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-57da8ff2-4d42-4b38-b2ab-b66ca361b774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (2fefabba-33b7-41b1-80f2-e0d24d8c847e), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:11.480703 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [None req-3ea83864-ece1-47de-bb15-5d3e6dac86f0 admin admin] For port 938c5f0d-73f6-4350-87cf-c7cd25c4cf14, host dv-cinder-841591-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-1-iscsi',level=0,port_id=938c5f0d-73f6-4350-87cf-c7cd25c4cf14,segment=NetworkSegment(54af2f58-bd4b-41ba-9124-743d6aed4e37),segment_id=54af2f58-bd4b-41ba-9124-743d6aed4e37)] {{(pid=103469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:25:11.481152 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-3ea83864-ece1-47de-bb15-5d3e6dac86f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683095'] for port (938c5f0d-73f6-4350-87cf-c7cd25c4cf14), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:11.494479 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-3ea83864-ece1-47de-bb15-5d3e6dac86f0 admin admin] Calling delete_port for 938c5f0d-73f6-4350-87cf-c7cd25c4cf14 owned by network:router_gateway {{(pid=103469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:25:11.527107 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-57da8ff2-4d42-4b38-b2ab-b66ca361b774 None None] Port 2fefabba-33b7-41b1-80f2-e0d24d8c847e cannot update to ACTIVE because it is not bound. {{(pid=103470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:25:11.549949 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-454a35a9-9b24-44ed-979b-d9bde7e8b62a None None] Set router 5902244f-fd5f-46ec-975c-b50c7357dcba gateway port host: None {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:25:11.604456 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-454a35a9-9b24-44ed-979b-d9bde7e8b62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5902244f-fd5f-46ec-975c-b50c7357dcba', 'name': 'tempest-TestVolumeBootPattern-902140157-router', 'tenant_id': '5d002d9e79b24742b0906bc2b220d998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:17:16Z', 'updated_at': '2022-05-12T17:25:11Z', 'revision_number': 6, 'project_id': '5d002d9e79b24742b0906bc2b220d998', 'gw_port_host': None}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:25:11.643970 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.notifiers.nova [req-a916efc1-fe1b-4315-becb-cfc37555b4b5 req-590c6eea-9347-4921-aa86-62bc738f2bd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fefabba-33b7-41b1-80f2-e0d24d8c847e {{(pid=103468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:25:11.652597 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-a916efc1-fe1b-4315-becb-cfc37555b4b5 req-590c6eea-9347-4921-aa86-62bc738f2bd2 service neutron] Publish callbacks [] for port (2fefabba-33b7-41b1-80f2-e0d24d8c847e), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:11.673359 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-3ea83864-ece1-47de-bb15-5d3e6dac86f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774528036217', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774527475294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968517'] for port (938c5f0d-73f6-4350-87cf-c7cd25c4cf14), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:11.674830 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.provisioning_blocks [req-a916efc1-fe1b-4315-becb-cfc37555b4b5 req-590c6eea-9347-4921-aa86-62bc738f2bd2 service neutron] Transition to ACTIVE for port object 2fefabba-33b7-41b1-80f2-e0d24d8c847e will not be triggered until provisioned by entity L2. {{(pid=103468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 17:25:11.679022 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-a916efc1-fe1b-4315-becb-cfc37555b4b5 req-590c6eea-9347-4921-aa86-62bc738f2bd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11526280'] for port (2fefabba-33b7-41b1-80f2-e0d24d8c847e), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:11.712036 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea83864-ece1-47de-bb15-5d3e6dac86f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=938c5f0d-73f6-4350-87cf-c7cd25c4cf14,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:25:11.719929 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454a35a9-9b24-44ed-979b-d9bde7e8b62a None None] The sync data for ids ['5902244f-fd5f-46ec-975c-b50c7357dcba'] in dv-cinder-841591-1-iscsi is: [{'id': '5902244f-fd5f-46ec-975c-b50c7357dcba', 'name': 'tempest-TestVolumeBootPattern-902140157-router', 'tenant_id': '5d002d9e79b24742b0906bc2b220d998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:17:16Z', 'updated_at': '2022-05-12T17:25:11Z', 'revision_number': 6, 'project_id': '5d002d9e79b24742b0906bc2b220d998', 'gw_port_host': None}] {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:25:11.738901 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590c6eea-9347-4921-aa86-62bc738f2bd2 service neutron] Pushing event updated for resources: {'Port': ['ID=2fefabba-33b7-41b1-80f2-e0d24d8c847e,revision_number=2']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:25:11.780659 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-3ea83864-ece1-47de-bb15-5d3e6dac86f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3679983'] for router_gateway (5902244f-fd5f-46ec-975c-b50c7357dcba), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:11.816506 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [req-a916efc1-fe1b-4315-becb-cfc37555b4b5 req-590c6eea-9347-4921-aa86-62bc738f2bd2 service neutron] Attempting to bind port 2fefabba-33b7-41b1-80f2-e0d24d8c847e on host hv-cinder-84159 for vnic_type normal with profile {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:25:11.816920 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [req-a916efc1-fe1b-4315-becb-cfc37555b4b5 req-590c6eea-9347-4921-aa86-62bc738f2bd2 service neutron] Attempting to bind port 2fefabba-33b7-41b1-80f2-e0d24d8c847e by drivers openvswitch,hyperv on host hv-cinder-84159 at level 0 using segments [{'id': '284792a3-93aa-46c3-ba63-29b471e2894b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'fcfb02df-5940-4251-8c77-308786c51833'}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:25:11.817256 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a916efc1-fe1b-4315-becb-cfc37555b4b5 req-590c6eea-9347-4921-aa86-62bc738f2bd2 service neutron] Attempting to bind port 2fefabba-33b7-41b1-80f2-e0d24d8c847e on network fcfb02df-5940-4251-8c77-308786c51833 {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:25:11.822567 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a916efc1-fe1b-4315-becb-cfc37555b4b5 req-590c6eea-9347-4921-aa86-62bc738f2bd2 service neutron] Port 2fefabba-33b7-41b1-80f2-e0d24d8c847e on network fcfb02df-5940-4251-8c77-308786c51833 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84159 {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 17:25:11.822889 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a916efc1-fe1b-4315-becb-cfc37555b4b5 req-590c6eea-9347-4921-aa86-62bc738f2bd2 service neutron] Attempting to bind port 2fefabba-33b7-41b1-80f2-e0d24d8c847e on network fcfb02df-5940-4251-8c77-308786c51833 {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:25:11.828126 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a916efc1-fe1b-4315-becb-cfc37555b4b5 req-590c6eea-9347-4921-aa86-62bc738f2bd2 service neutron] Checking agent: {'id': '38379b20-dcc3-43b7-a09e-956d8be7db9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84159', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 13, 58), 'started_at': datetime.datetime(2022, 5, 12, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:25:11.828468 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a916efc1-fe1b-4315-becb-cfc37555b4b5 req-590c6eea-9347-4921-aa86-62bc738f2bd2 service neutron] Checking segment: {'id': '284792a3-93aa-46c3-ba63-29b471e2894b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'fcfb02df-5940-4251-8c77-308786c51833'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:25:11.828851 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a916efc1-fe1b-4315-becb-cfc37555b4b5 req-590c6eea-9347-4921-aa86-62bc738f2bd2 service neutron] Bound using segment: {'id': '284792a3-93aa-46c3-ba63-29b471e2894b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'fcfb02df-5940-4251-8c77-308786c51833'} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:25:11.829310 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [req-a916efc1-fe1b-4315-becb-cfc37555b4b5 req-590c6eea-9347-4921-aa86-62bc738f2bd2 service neutron] Bound port: 2fefabba-33b7-41b1-80f2-e0d24d8c847e, host: hv-cinder-84159, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '284792a3-93aa-46c3-ba63-29b471e2894b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'fcfb02df-5940-4251-8c77-308786c51833'}}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:25:11.829665 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-a916efc1-fe1b-4315-becb-cfc37555b4b5 req-590c6eea-9347-4921-aa86-62bc738f2bd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (2fefabba-33b7-41b1-80f2-e0d24d8c847e), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:11.876394 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-3ea83864-ece1-47de-bb15-5d3e6dac86f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3679655', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1042242'] for router (5902244f-fd5f-46ec-975c-b50c7357dcba), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:11.878898 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-3ea83864-ece1-47de-bb15-5d3e6dac86f0 admin admin] Publish callbacks [] for router_controller (5902244f-fd5f-46ec-975c-b50c7357dcba), precommit_delete_associations {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:11.907685 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.db [req-a916efc1-fe1b-4315-becb-cfc37555b4b5 req-590c6eea-9347-4921-aa86-62bc738f2bd2 service neutron] For port 2fefabba-33b7-41b1-80f2-e0d24d8c847e, host hv-cinder-84159, cleared binding levels {{(pid=103468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:25:11.911218 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.db [req-a916efc1-fe1b-4315-becb-cfc37555b4b5 req-590c6eea-9347-4921-aa86-62bc738f2bd2 service neutron] For port 2fefabba-33b7-41b1-80f2-e0d24d8c847e, host hv-cinder-84159, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=2fefabba-33b7-41b1-80f2-e0d24d8c847e,segment=NetworkSegment(284792a3-93aa-46c3-ba63-29b471e2894b),segment_id=284792a3-93aa-46c3-ba63-29b471e2894b)] {{(pid=103468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:25:11.919303 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-a916efc1-fe1b-4315-becb-cfc37555b4b5 req-590c6eea-9347-4921-aa86-62bc738f2bd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11526280'] for port (2fefabba-33b7-41b1-80f2-e0d24d8c847e), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:11.958281 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a916efc1-fe1b-4315-becb-cfc37555b4b5 req-590c6eea-9347-4921-aa86-62bc738f2bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:25:11.959099 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-a916efc1-fe1b-4315-becb-cfc37555b4b5 req-590c6eea-9347-4921-aa86-62bc738f2bd2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36930'] for port (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:11.961290 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-a916efc1-fe1b-4315-becb-cfc37555b4b5 req-590c6eea-9347-4921-aa86-62bc738f2bd2 service neutron] 10.222.0.58 "PUT /v2.0/ports/2fefabba-33b7-41b1-80f2-e0d24d8c847e HTTP/1.1" status: 200 len: 1094 time: 0.7231417 May 12 17:25:11.961856 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a82fbd8e-77bc-4bd0-bc79-3623d2bab6d5', 'tag': '2fefabba-33b7-41b1-80f2-e0d24d8c847e'}] {{(pid=103468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:25:11.964238 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11327eb0f41ff280cd3a6497cf1c944478feb1aae12e82efcad6faf65da72353" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf79bb64-daaa-46c7-9e87-f1fad4d41739" -d '{"events": [{"name": "network-changed", "server_uuid": "a82fbd8e-77bc-4bd0-bc79-3623d2bab6d5", "tag": "2fefabba-33b7-41b1-80f2-e0d24d8c847e"}]}' {{(pid=103468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:25:11.966558 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-3ea83864-ece1-47de-bb15-5d3e6dac86f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3679678'] for router (5902244f-fd5f-46ec-975c-b50c7357dcba), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:11.967149 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ea83864-ece1-47de-bb15-5d3e6dac86f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5902244f-fd5f-46ec-975c-b50c7357dcba {{(pid=103469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 17:25:11.976816 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-3ea83864-ece1-47de-bb15-5d3e6dac86f0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:11.978766 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-3ea83864-ece1-47de-bb15-5d3e6dac86f0 admin admin] 10.222.0.23 "DELETE /v2.0/routers/5902244f-fd5f-46ec-975c-b50c7357dcba HTTP/1.1" status: 204 len: 168 time: 0.9220498 May 12 17:25:11.982222 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 35012) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:25:11.990771 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6727c0-ad60-4ee8-b003-43e05e24069c req-8997dcd2-506f-4b08-9b39-58b97d832bb8 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:25:11.992388 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-fd6727c0-ad60-4ee8-b003-43e05e24069c req-8997dcd2-506f-4b08-9b39-58b97d832bb8 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/ports?device_id=a82fbd8e-77bc-4bd0-bc79-3623d2bab6d5 HTTP/1.1" status: 200 len: 944 time: 0.0644088 May 12 17:25:12.016389 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac3f33f0-5ccc-428a-8923-9eda3de71ea0 x-openstack-request-id: req-ac3f33f0-5ccc-428a-8923-9eda3de71ea0 {{(pid=103468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:25:12.016685 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a82fbd8e-77bc-4bd0-bc79-3623d2bab6d5", "tag": "2fefabba-33b7-41b1-80f2-e0d24d8c847e", "status": "completed", "code": 200}]} {{(pid=103468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:25:12.016936 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ac3f33f0-5ccc-428a-8923-9eda3de71ea0 {{(pid=103468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:25:12.017337 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac3f33f0-5ccc-428a-8923-9eda3de71ea0'] response: {'name': 'network-changed', 'server_uuid': 'a82fbd8e-77bc-4bd0-bc79-3623d2bab6d5', 'tag': '2fefabba-33b7-41b1-80f2-e0d24d8c847e', 'status': 'completed', 'code': 200} May 12 17:25:12.018808 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590c6eea-9347-4921-aa86-62bc738f2bd2 service neutron] Pushing event updated for resources: {'Port': ['ID=2fefabba-33b7-41b1-80f2-e0d24d8c847e,revision_number=3']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:25:12.062911 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d1955e7-f176-4170-bc71-da191b173973 admin admin] Deleting subnet c5f1d9ec-05e3-4b23-84b4-48d07d13574c {{(pid=103469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 17:25:12.080705 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-8d1955e7-f176-4170-bc71-da191b173973 admin admin] Publish callbacks [] for subnet (c5f1d9ec-05e3-4b23-84b4-48d07d13574c), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:12.095810 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a916efc1-fe1b-4315-becb-cfc37555b4b5 req-161504a9-f92d-4e49-81c1-b7352a12f994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:25:12.097316 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-a916efc1-fe1b-4315-becb-cfc37555b4b5 req-161504a9-f92d-4e49-81c1-b7352a12f994 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fc2e1c9926c14a1393f45a7dc0346ddc&device_id=a82fbd8e-77bc-4bd0-bc79-3623d2bab6d5 HTTP/1.1" status: 200 len: 1128 time: 0.0736654 May 12 17:25:12.122454 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-fd6727c0-ad60-4ee8-b003-43e05e24069c req-84f4e7cb-33da-4574-a5e6-4923d49012ee tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/security-groups?id=6497b371-f8e8-4067-a7ec-87cdb6cae051&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037571 May 12 17:25:12.138031 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-8d1955e7-f176-4170-bc71-da191b173973 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1968719'] for subnet (c5f1d9ec-05e3-4b23-84b4-48d07d13574c), precommit_delete_associations {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:12.162905 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-a916efc1-fe1b-4315-becb-cfc37555b4b5 req-4972dc9b-f4d2-451c-923d-6444a799e7ec service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2fefabba-33b7-41b1-80f2-e0d24d8c847e HTTP/1.1" status: 200 len: 217 time: 0.0474901 May 12 17:25:12.220177 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a916efc1-fe1b-4315-becb-cfc37555b4b5 req-5a7b65e5-60ef-49ca-b09f-2c735330c110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:25:12.222057 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-a916efc1-fe1b-4315-becb-cfc37555b4b5 req-5a7b65e5-60ef-49ca-b09f-2c735330c110 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=514e1cc4-3154-4e95-87e7-19ffea3e24bc HTTP/1.1" status: 200 len: 854 time: 0.0521586 May 12 17:25:12.237354 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-8d1955e7-f176-4170-bc71-da191b173973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3477743'] for subnet (c5f1d9ec-05e3-4b23-84b4-48d07d13574c), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:12.273001 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a916efc1-fe1b-4315-becb-cfc37555b4b5 req-2b56c45c-5b47-441b-9f60-89424727aa99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:25:12.274599 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-a916efc1-fe1b-4315-becb-cfc37555b4b5 req-2b56c45c-5b47-441b-9f60-89424727aa99 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fcfb02df-5940-4251-8c77-308786c51833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427308 May 12 17:25:12.293708 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-8d1955e7-f176-4170-bc71-da191b173973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3477750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1968756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11573712'] for subnet (c5f1d9ec-05e3-4b23-84b4-48d07d13574c), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:12.318600 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1955e7-f176-4170-bc71-da191b173973 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5f1d9ec-05e3-4b23-84b4-48d07d13574c,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:25:12.325036 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-8d1955e7-f176-4170-bc71-da191b173973 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-519179'] for subnet (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:12.328198 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702a6043-c376-4878-a197-a66b6ca18728 None None] Network 6fb55941-2cb2-4359-bdd6-587e053b44f0 requested from dv-cinder-841591-1-iscsi {{(pid=103470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:25:12.328532 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-8d1955e7-f176-4170-bc71-da191b173973 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/c5f1d9ec-05e3-4b23-84b4-48d07d13574c HTTP/1.1" status: 204 len: 168 time: 0.3447621 May 12 17:25:12.330875 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 35014) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:25:12.409020 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-cd6ac648-0194-4335-b586-9a2a2d4fb534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3665968'] for network (6fb55941-2cb2-4359-bdd6-587e053b44f0), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:12.456681 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-cd6ac648-0194-4335-b586-9a2a2d4fb534 admin admin] Deleting port e849e695-ad0e-40ac-b8a4-32cf8b271b4d {{(pid=103469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:25:12.457716 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-cd6ac648-0194-4335-b586-9a2a2d4fb534 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774528024037'] for port (e849e695-ad0e-40ac-b8a4-32cf8b271b4d), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:12.531782 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [None req-cd6ac648-0194-4335-b586-9a2a2d4fb534 admin admin] For port e849e695-ad0e-40ac-b8a4-32cf8b271b4d, host dv-cinder-841591-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-1-iscsi',level=0,port_id=e849e695-ad0e-40ac-b8a4-32cf8b271b4d,segment=NetworkSegment(d767f7c0-41a8-41cf-940a-83524c0e2e81),segment_id=d767f7c0-41a8-41cf-940a-83524c0e2e81)] {{(pid=103469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:25:12.532282 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-cd6ac648-0194-4335-b586-9a2a2d4fb534 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683095'] for port (e849e695-ad0e-40ac-b8a4-32cf8b271b4d), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:12.578726 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0c46eb-dd0b-448f-bceb-756938a31144 None None] DHCP port deletion for 6fb55941-2cb2-4359-bdd6-587e053b44f0 request from dv-cinder-841591-1-iscsi {{(pid=103470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 17:25:12.629731 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-3c0c46eb-dd0b-448f-bceb-756938a31144 None None] Deleting port e849e695-ad0e-40ac-b8a4-32cf8b271b4d {{(pid=103470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:25:12.630362 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3c0c46eb-dd0b-448f-bceb-756938a31144 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774528024037'] for port (e849e695-ad0e-40ac-b8a4-32cf8b271b4d), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:12.669017 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-a916efc1-fe1b-4315-becb-cfc37555b4b5 req-c1b39c70-2f69-45d4-9455-a2bff1fff276 service neutron] 10.222.0.58 "GET /v2.0/networks/fcfb02df-5940-4251-8c77-308786c51833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3777223 May 12 17:25:12.697583 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3c0c46eb-dd0b-448f-bceb-756938a31144 None None] For port e849e695-ad0e-40ac-b8a4-32cf8b271b4d, host dv-cinder-841591-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-1-iscsi',level=0,port_id=e849e695-ad0e-40ac-b8a4-32cf8b271b4d,segment=NetworkSegment(d767f7c0-41a8-41cf-940a-83524c0e2e81),segment_id=d767f7c0-41a8-41cf-940a-83524c0e2e81)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:25:12.697972 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3c0c46eb-dd0b-448f-bceb-756938a31144 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683095'] for port (e849e695-ad0e-40ac-b8a4-32cf8b271b4d), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:12.717505 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-3c0c46eb-dd0b-448f-bceb-756938a31144 None None] Calling delete_port for e849e695-ad0e-40ac-b8a4-32cf8b271b4d owned by network:dhcp {{(pid=103470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:25:12.772678 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-a916efc1-fe1b-4315-becb-cfc37555b4b5 req-69cc3ce0-2486-4f44-938f-b036cfca4541 service neutron] 10.222.0.58 "GET /v2.0/networks/fcfb02df-5940-4251-8c77-308786c51833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957706 May 12 17:25:12.810319 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3c0c46eb-dd0b-448f-bceb-756938a31144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774528036217', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774527475294'] for port (e849e695-ad0e-40ac-b8a4-32cf8b271b4d), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:12.826475 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0c46eb-dd0b-448f-bceb-756938a31144 None None] No DVR routers for this DVR port e849e695-ad0e-40ac-b8a4-32cf8b271b4d on host dv-cinder-841591-1-iscsi {{(pid=103470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:25:12.840245 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-cd6ac648-0194-4335-b586-9a2a2d4fb534 admin admin] Calling delete_port for e849e695-ad0e-40ac-b8a4-32cf8b271b4d owned by network:dhcp {{(pid=103469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:25:12.853202 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0c46eb-dd0b-448f-bceb-756938a31144 None None] Pushing event deleted for resources: {'Port': ['ID=e849e695-ad0e-40ac-b8a4-32cf8b271b4d,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:25:12.862623 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0c46eb-dd0b-448f-bceb-756938a31144 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:25:12.862965 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0c46eb-dd0b-448f-bceb-756938a31144 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:25:12.863307 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0c46eb-dd0b-448f-bceb-756938a31144 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:25:12.863644 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0c46eb-dd0b-448f-bceb-756938a31144 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:25:12.864003 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0c46eb-dd0b-448f-bceb-756938a31144 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:25:12.864329 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0c46eb-dd0b-448f-bceb-756938a31144 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:25:12.864653 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0c46eb-dd0b-448f-bceb-756938a31144 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:25:12.864976 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0c46eb-dd0b-448f-bceb-756938a31144 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:25:12.865300 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0c46eb-dd0b-448f-bceb-756938a31144 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:25:12.865650 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0c46eb-dd0b-448f-bceb-756938a31144 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:25:12.865992 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0c46eb-dd0b-448f-bceb-756938a31144 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:25:12.866322 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0c46eb-dd0b-448f-bceb-756938a31144 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:25:12.866662 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0c46eb-dd0b-448f-bceb-756938a31144 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:25:12.866981 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0c46eb-dd0b-448f-bceb-756938a31144 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:25:12.867299 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0c46eb-dd0b-448f-bceb-756938a31144 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:25:12.932492 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-cd6ac648-0194-4335-b586-9a2a2d4fb534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774528036217', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774527475294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968517'] for port (e849e695-ad0e-40ac-b8a4-32cf8b271b4d), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:12.958295 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6ac648-0194-4335-b586-9a2a2d4fb534 admin admin] Pushing event deleted for resources: {'Port': ['ID=e849e695-ad0e-40ac-b8a4-32cf8b271b4d,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:25:12.962531 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6ac648-0194-4335-b586-9a2a2d4fb534 admin admin] No DVR routers for this DVR port e849e695-ad0e-40ac-b8a4-32cf8b271b4d on host dv-cinder-841591-1-iscsi {{(pid=103469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:25:13.033489 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-cd6ac648-0194-4335-b586-9a2a2d4fb534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3512410', 'neutron.services.segments.db._delete_segments_for_network-8774527956246'] for network (6fb55941-2cb2-4359-bdd6-587e053b44f0), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:13.053168 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.services.segments.db [None req-cd6ac648-0194-4335-b586-9a2a2d4fb534 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fb55941-2cb2-4359-bdd6-587e053b44f0']}} {{(pid=103469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:25:13.062206 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.services.segments.db [None req-cd6ac648-0194-4335-b586-9a2a2d4fb534 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd767f7c0-41a8-41cf-940a-83524c0e2e81') {'for_net_delete': True} {{(pid=103469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:25:13.062529 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.services.segments.db [None req-cd6ac648-0194-4335-b586-9a2a2d4fb534 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd767f7c0-41a8-41cf-940a-83524c0e2e81') {} {{(pid=103469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:25:13.071942 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-cd6ac648-0194-4335-b586-9a2a2d4fb534 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774527957791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1968758'] for segment (d767f7c0-41a8-41cf-940a-83524c0e2e81), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:13.085832 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-cd6ac648-0194-4335-b586-9a2a2d4fb534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3597332'] for segment (d767f7c0-41a8-41cf-940a-83524c0e2e81), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:13.091804 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd6ac648-0194-4335-b586-9a2a2d4fb534 admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=103469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 17:25:13.092213 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-cd6ac648-0194-4335-b586-9a2a2d4fb534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3597332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1968598'] for segment (d767f7c0-41a8-41cf-940a-83524c0e2e81), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:13.094184 dv-cinder-841591-1-iscsi neutron-server[103469]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 17:25:13.094184 dv-cinder-841591-1-iscsi neutron-server[103469]: self.session.flush() May 12 17:25:13.094184 dv-cinder-841591-1-iscsi neutron-server[103469]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 17:25:13.094184 dv-cinder-841591-1-iscsi neutron-server[103469]: self.session.flush() May 12 17:25:13.094184 dv-cinder-841591-1-iscsi neutron-server[103469]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 17:25:13.094184 dv-cinder-841591-1-iscsi neutron-server[103469]: self.session.flush() May 12 17:25:13.094184 dv-cinder-841591-1-iscsi neutron-server[103469]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 17:25:13.094184 dv-cinder-841591-1-iscsi neutron-server[103469]: self.session.flush() May 12 17:25:13.094184 dv-cinder-841591-1-iscsi neutron-server[103469]: Traceback (most recent call last): May 12 17:25:13.094184 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 17:25:13.094184 dv-cinder-841591-1-iscsi neutron-server[103469]: timer() May 12 17:25:13.094184 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 17:25:13.094184 dv-cinder-841591-1-iscsi neutron-server[103469]: cb(*args, **kw) May 12 17:25:13.094184 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 17:25:13.094184 dv-cinder-841591-1-iscsi neutron-server[103469]: return func(*args, **kwargs) May 12 17:25:13.094184 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 17:25:13.094184 dv-cinder-841591-1-iscsi neutron-server[103469]: self._notify() May 12 17:25:13.094184 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 17:25:13.094184 dv-cinder-841591-1-iscsi neutron-server[103469]: self.callback(batched_events) May 12 17:25:13.094184 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 17:25:13.094184 dv-cinder-841591-1-iscsi neutron-server[103469]: event.method(event) May 12 17:25:13.094184 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 17:25:13.094184 dv-cinder-841591-1-iscsi neutron-server[103469]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 17:25:13.094184 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 17:25:13.094184 dv-cinder-841591-1-iscsi neutron-server[103469]: aggregate_uuid = self.p_client.list_aggregates( May 12 17:25:13.094184 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 17:25:13.094184 dv-cinder-841591-1-iscsi neutron-server[103469]: return f(self, *a, **k) May 12 17:25:13.094184 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 17:25:13.094184 dv-cinder-841591-1-iscsi neutron-server[103469]: return self._get(url).json() May 12 17:25:13.094184 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 17:25:13.094184 dv-cinder-841591-1-iscsi neutron-server[103469]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 17:25:13.094184 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 17:25:13.094184 dv-cinder-841591-1-iscsi neutron-server[103469]: return self.request(url, 'GET', **kwargs) May 12 17:25:13.094184 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 17:25:13.094184 dv-cinder-841591-1-iscsi neutron-server[103469]: base_url = self.get_endpoint(auth, allow=allow, May 12 17:25:13.094184 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 17:25:13.094184 dv-cinder-841591-1-iscsi neutron-server[103469]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 17:25:13.094184 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 17:25:13.094184 dv-cinder-841591-1-iscsi neutron-server[103469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 17:25:13.094184 dv-cinder-841591-1-iscsi neutron-server[103469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 17:25:13.129614 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device e849e695-ad0e-40ac-b8a4-32cf8b271b4d no longer exists at agent ovs-agent-dv-cinder-841591-1-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:25:13.155156 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] No Port match for: e849e695-ad0e-40ac-b8a4-32cf8b271b4d {{(pid=103470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:25:13.155875 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device e849e695-ad0e-40ac-b8a4-32cf8b271b4d not bound to the agent host dv-cinder-841591-1-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:25:13.156615 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device 938c5f0d-73f6-4350-87cf-c7cd25c4cf14 no longer exists at agent ovs-agent-dv-cinder-841591-1-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:25:13.159039 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-cd6ac648-0194-4335-b586-9a2a2d4fb534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3512417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682781'] for network (6fb55941-2cb2-4359-bdd6-587e053b44f0), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:13.165600 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-cd6ac648-0194-4335-b586-9a2a2d4fb534 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-519179'] for network (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:13.168751 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-cd6ac648-0194-4335-b586-9a2a2d4fb534 admin admin] 10.222.0.23 "DELETE /v2.0/networks/6fb55941-2cb2-4359-bdd6-587e053b44f0 HTTP/1.1" status: 204 len: 168 time: 0.8369524 May 12 17:25:13.171810 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 35018) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:25:13.179761 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6ac648-0194-4335-b586-9a2a2d4fb534 admin admin] Pushing event deleted for resources: {'Network': ['ID=6fb55941-2cb2-4359-bdd6-587e053b44f0,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:25:13.185683 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] No Port match for: 938c5f0d-73f6-4350-87cf-c7cd25c4cf14 {{(pid=103470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:25:13.186282 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device 938c5f0d-73f6-4350-87cf-c7cd25c4cf14 not bound to the agent host dv-cinder-841591-1-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:25:13.186718 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device 51471d09-f440-4cb3-aad2-76a03f1af86b no longer exists at agent ovs-agent-dv-cinder-841591-1-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:25:13.207373 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] No Port match for: 51471d09-f440-4cb3-aad2-76a03f1af86b {{(pid=103470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:25:13.207810 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device 51471d09-f440-4cb3-aad2-76a03f1af86b not bound to the agent host dv-cinder-841591-1-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:25:13.275303 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c54d633-7cc8-44ab-9005-d071c30e3c5e req-768f15e0-df5f-4646-9765-8c201cdaf1a7 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:25:13.276765 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-7c54d633-7cc8-44ab-9005-d071c30e3c5e req-768f15e0-df5f-4646-9765-8c201cdaf1a7 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/ports?device_id=a82fbd8e-77bc-4bd0-bc79-3623d2bab6d5 HTTP/1.1" status: 200 len: 944 time: 0.0580502 May 12 17:25:13.391534 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-7c54d633-7cc8-44ab-9005-d071c30e3c5e req-c6437816-4123-4467-baed-a6ff73e7effd tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/security-groups?id=6497b371-f8e8-4067-a7ec-87cdb6cae051&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870938 May 12 17:25:13.562878 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-1c163d94-2985-4d35-a723-113ce00d909f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3683293'] for router_interface (a00d813d-ef3c-4dba-bf2c-b3275a2b7c91), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:13.722668 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf79bb64-daaa-46c7-9e87-f1fad4d41739 req-9bfcb242-55c4-4048-bd89-64f5e6bc3c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:25:13.724083 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-cf79bb64-daaa-46c7-9e87-f1fad4d41739 req-9bfcb242-55c4-4048-bd89-64f5e6bc3c7a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fc2e1c9926c14a1393f45a7dc0346ddc&device_id=a82fbd8e-77bc-4bd0-bc79-3623d2bab6d5 HTTP/1.1" status: 200 len: 1128 time: 0.0759277 May 12 17:25:13.876662 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf79bb64-daaa-46c7-9e87-f1fad4d41739 req-8282b7d5-9afb-4c06-89c9-3b00005996a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:25:13.878101 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-cf79bb64-daaa-46c7-9e87-f1fad4d41739 req-8282b7d5-9afb-4c06-89c9-3b00005996a9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=fcfb02df-5940-4251-8c77-308786c51833 HTTP/1.1" status: 200 len: 916 time: 0.1348920 May 12 17:25:13.928006 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-cf79bb64-daaa-46c7-9e87-f1fad4d41739 req-7fde68f9-c609-4ba1-bb04-a7892fcaf28a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2fefabba-33b7-41b1-80f2-e0d24d8c847e HTTP/1.1" status: 200 len: 217 time: 0.0422473 May 12 17:25:13.928673 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [None req-1c163d94-2985-4d35-a723-113ce00d909f admin admin] Deleting port 3bdd5d63-762c-4313-925c-4316bd59cd34 {{(pid=103468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:25:13.929016 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-1c163d94-2985-4d35-a723-113ce00d909f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774528024037'] for port (3bdd5d63-762c-4313-925c-4316bd59cd34), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:14.024135 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf79bb64-daaa-46c7-9e87-f1fad4d41739 req-71fa5d0b-9959-4b79-916e-0db9d2999dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:25:14.025536 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-cf79bb64-daaa-46c7-9e87-f1fad4d41739 req-71fa5d0b-9959-4b79-916e-0db9d2999dfb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=514e1cc4-3154-4e95-87e7-19ffea3e24bc HTTP/1.1" status: 200 len: 854 time: 0.0856857 May 12 17:25:14.076471 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-1c163d94-2985-4d35-a723-113ce00d909f admin admin] For port 3bdd5d63-762c-4313-925c-4316bd59cd34, host dv-cinder-841591-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-1-iscsi',level=0,port_id=3bdd5d63-762c-4313-925c-4316bd59cd34,segment=NetworkSegment(4064fa49-4617-4336-8f73-518bedf53f00),segment_id=4064fa49-4617-4336-8f73-518bedf53f00)] {{(pid=103468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:25:14.076824 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-1c163d94-2985-4d35-a723-113ce00d909f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683095'] for port (3bdd5d63-762c-4313-925c-4316bd59cd34), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:14.091467 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf79bb64-daaa-46c7-9e87-f1fad4d41739 req-a0e6dad1-656e-45fc-a284-54b1c9742b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:25:14.092942 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-cf79bb64-daaa-46c7-9e87-f1fad4d41739 req-a0e6dad1-656e-45fc-a284-54b1c9742b25 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fcfb02df-5940-4251-8c77-308786c51833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0603085 May 12 17:25:14.093825 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [None req-1c163d94-2985-4d35-a723-113ce00d909f admin admin] Calling delete_port for 3bdd5d63-762c-4313-925c-4316bd59cd34 owned by network:router_interface {{(pid=103468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:25:14.264261 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-cf79bb64-daaa-46c7-9e87-f1fad4d41739 req-08a6cc29-082d-4450-b48e-60a647e16155 service neutron] 10.222.0.58 "GET /v2.0/networks/fcfb02df-5940-4251-8c77-308786c51833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622405 May 12 17:25:14.397363 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-cf79bb64-daaa-46c7-9e87-f1fad4d41739 req-2d1dd6f1-933e-4231-9844-6710574ab615 service neutron] 10.222.0.58 "GET /v2.0/networks/fcfb02df-5940-4251-8c77-308786c51833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253817 May 12 17:25:14.412748 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-1c163d94-2985-4d35-a723-113ce00d909f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774528036217', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774527475294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11526335'] for port (3bdd5d63-762c-4313-925c-4316bd59cd34), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:14.441666 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c163d94-2985-4d35-a723-113ce00d909f admin admin] Pushing event deleted for resources: {'Port': ['ID=3bdd5d63-762c-4313-925c-4316bd59cd34,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:25:14.512413 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c33160-3950-465b-a197-4d05d3c7d15c req-8f7d2d45-a2ed-476d-ae97-caf22fd7fb80 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:25:14.514099 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-86c33160-3950-465b-a197-4d05d3c7d15c req-8f7d2d45-a2ed-476d-ae97-caf22fd7fb80 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/ports?device_id=a82fbd8e-77bc-4bd0-bc79-3623d2bab6d5 HTTP/1.1" status: 200 len: 944 time: 0.0495918 May 12 17:25:14.570002 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-86c33160-3950-465b-a197-4d05d3c7d15c req-9f5d72a0-c812-40ba-9a49-60b5c22904ec tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/security-groups?id=6497b371-f8e8-4067-a7ec-87cdb6cae051&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457857 May 12 17:25:14.613524 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-1c163d94-2985-4d35-a723-113ce00d909f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-519212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475074'] for router_interface (a00d813d-ef3c-4dba-bf2c-b3275a2b7c91), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:14.830496 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c163d94-2985-4d35-a723-113ce00d909f admin admin] Router a00d813d-ef3c-4dba-bf2c-b3275a2b7c91 has already been hosted by L3 agent e5548ccc-31b8-4072-a6b0-52b00208ea79 {{(pid=103468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:25:14.861033 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Device 2fefabba-33b7-41b1-80f2-e0d24d8c847e details requested by agent hyperv_hv-cinder-84159 with host hv-cinder-84159 {{(pid=103470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 17:25:14.939009 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c163d94-2985-4d35-a723-113ce00d909f admin admin] Notify agent at l3_agent.dv-cinder-841591-1-iscsi the message routers_updated {{(pid=103468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:25:14.946522 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 35022) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:25:14.946678 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-1c163d94-2985-4d35-a723-113ce00d909f admin admin] 10.222.0.23 "PUT /v2.0/routers/a00d813d-ef3c-4dba-bf2c-b3275a2b7c91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7736802 May 12 17:25:14.949478 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd50cb1-f40b-49b5-b2b3-d18fab4e6717 None None] Sync routers for ids ['a00d813d-ef3c-4dba-bf2c-b3275a2b7c91'] in dv-cinder-841591-1-iscsi {{(pid=103470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:25:14.974743 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] For port 2fefabba-33b7-41b1-80f2-e0d24d8c847e, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=2fefabba-33b7-41b1-80f2-e0d24d8c847e,segment=NetworkSegment(284792a3-93aa-46c3-ba63-29b471e2894b),segment_id=284792a3-93aa-46c3-ba63-29b471e2894b)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:25:14.984569 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd50cb1-f40b-49b5-b2b3-d18fab4e6717 None None] Routers {'a00d813d-ef3c-4dba-bf2c-b3275a2b7c91'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:25:14.985214 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-ecd50cb1-f40b-49b5-b2b3-d18fab4e6717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:24:56Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['a00d813d-ef3c-4dba-bf2c-b3275a2b7c91'], 'active': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:25:15.027722 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Returning: {'device': '2fefabba-33b7-41b1-80f2-e0d24d8c847e', 'network_id': 'fcfb02df-5940-4251-8c77-308786c51833', 'port_id': '2fefabba-33b7-41b1-80f2-e0d24d8c847e', 'mac_address': 'fa:16:3e:db:a2:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '514e1cc4-3154-4e95-87e7-19ffea3e24bc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 17:25:15.068176 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-7b9938d7-accf-44cf-a333-36ff8a8c6bf9 admin admin] Publish callbacks [] for router (a00d813d-ef3c-4dba-bf2c-b3275a2b7c91), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:15.109949 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Current status of the port 2fefabba-33b7-41b1-80f2-e0d24d8c847e is: DOWN; New status is: BUILD {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:25:15.110454 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (2fefabba-33b7-41b1-80f2-e0d24d8c847e), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:15.133321 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fefabba-33b7-41b1-80f2-e0d24d8c847e {{(pid=103470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:25:15.144930 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvr_db [None req-ecd50cb1-f40b-49b5-b2b3-d18fab4e6717 None None] Set router a00d813d-ef3c-4dba-bf2c-b3275a2b7c91 gateway port host: dv-cinder-841591-1-iscsi {{(pid=103470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:25:15.177525 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-7b9938d7-accf-44cf-a333-36ff8a8c6bf9 admin admin] Publish callbacks [] for router_gateway (a00d813d-ef3c-4dba-bf2c-b3275a2b7c91), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:15.210553 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] For port 2fefabba-33b7-41b1-80f2-e0d24d8c847e, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=2fefabba-33b7-41b1-80f2-e0d24d8c847e,segment=NetworkSegment(284792a3-93aa-46c3-ba63-29b471e2894b),segment_id=284792a3-93aa-46c3-ba63-29b471e2894b)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:25:15.220751 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (2fefabba-33b7-41b1-80f2-e0d24d8c847e), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:15.221939 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-7b9938d7-accf-44cf-a333-36ff8a8c6bf9 admin admin] Deleting port 4c8643e2-3e7d-4cc4-9934-a73e1e208931 {{(pid=103469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:25:15.222278 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-7b9938d7-accf-44cf-a333-36ff8a8c6bf9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774528024037'] for port (4c8643e2-3e7d-4cc4-9934-a73e1e208931), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:15.304788 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [None req-7b9938d7-accf-44cf-a333-36ff8a8c6bf9 admin admin] For port 4c8643e2-3e7d-4cc4-9934-a73e1e208931, host dv-cinder-841591-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-1-iscsi',level=0,port_id=4c8643e2-3e7d-4cc4-9934-a73e1e208931,segment=NetworkSegment(54af2f58-bd4b-41ba-9124-743d6aed4e37),segment_id=54af2f58-bd4b-41ba-9124-743d6aed4e37)] {{(pid=103469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:25:15.305295 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-7b9938d7-accf-44cf-a333-36ff8a8c6bf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683095'] for port (4c8643e2-3e7d-4cc4-9934-a73e1e208931), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:15.312898 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Pushing event updated for resources: {'Port': ['ID=2fefabba-33b7-41b1-80f2-e0d24d8c847e,revision_number=4']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:25:15.319578 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-7b9938d7-accf-44cf-a333-36ff8a8c6bf9 admin admin] Calling delete_port for 4c8643e2-3e7d-4cc4-9934-a73e1e208931 owned by network:router_gateway {{(pid=103469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:25:15.365026 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-ecd50cb1-f40b-49b5-b2b3-d18fab4e6717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a00d813d-ef3c-4dba-bf2c-b3275a2b7c91', 'name': 'tempest-TestVolumeBootPattern-1105697224-router', 'tenant_id': 'c6f16d47d6984a73a88f1b3571e6f239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '4c8643e2-3e7d-4cc4-9934-a73e1e208931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:17:25Z', 'updated_at': '2022-05-12T17:25:14Z', 'revision_number': 5, 'project_id': 'c6f16d47d6984a73a88f1b3571e6f239', 'gw_port': {'id': '4c8643e2-3e7d-4cc4-9934-a73e1e208931', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:c1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00d813d-ef3c-4dba-bf2c-b3275a2b7c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:17:26Z', 'updated_at': '2022-05-12T17:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi'}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:25:15.398366 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd50cb1-f40b-49b5-b2b3-d18fab4e6717 None None] Checking router: a00d813d-ef3c-4dba-bf2c-b3275a2b7c91 for host: dv-cinder-841591-1-iscsi {{(pid=103470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:25:15.407732 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd50cb1-f40b-49b5-b2b3-d18fab4e6717 None None] Routers {'a00d813d-ef3c-4dba-bf2c-b3275a2b7c91'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:25:15.408326 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-ecd50cb1-f40b-49b5-b2b3-d18fab4e6717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:24:56Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['a00d813d-ef3c-4dba-bf2c-b3275a2b7c91'], 'active': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:25:15.487788 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] get_ports_and_sgs() called for port_ids ['2fefabba-33b7-41b1-80f2-e0d24d8c847e'] {{(pid=103470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:25:15.492217 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-7b9938d7-accf-44cf-a333-36ff8a8c6bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774528036217', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774527475294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968517'] for port (4c8643e2-3e7d-4cc4-9934-a73e1e208931), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:15.517844 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9938d7-accf-44cf-a333-36ff8a8c6bf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c8643e2-3e7d-4cc4-9934-a73e1e208931,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:25:15.519532 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvr_db [None req-ecd50cb1-f40b-49b5-b2b3-d18fab4e6717 None None] Set router a00d813d-ef3c-4dba-bf2c-b3275a2b7c91 gateway port host: None {{(pid=103470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:25:15.578533 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-ecd50cb1-f40b-49b5-b2b3-d18fab4e6717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a00d813d-ef3c-4dba-bf2c-b3275a2b7c91', 'name': 'tempest-TestVolumeBootPattern-1105697224-router', 'tenant_id': 'c6f16d47d6984a73a88f1b3571e6f239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:17:25Z', 'updated_at': '2022-05-12T17:25:15Z', 'revision_number': 6, 'project_id': 'c6f16d47d6984a73a88f1b3571e6f239', 'gw_port_host': None}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:25:15.581962 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-7b9938d7-accf-44cf-a333-36ff8a8c6bf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3679983'] for router_gateway (a00d813d-ef3c-4dba-bf2c-b3275a2b7c91), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:15.677867 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-7b9938d7-accf-44cf-a333-36ff8a8c6bf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3679655', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1042242'] for router (a00d813d-ef3c-4dba-bf2c-b3275a2b7c91), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:15.680214 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-7b9938d7-accf-44cf-a333-36ff8a8c6bf9 admin admin] Publish callbacks [] for router_controller (a00d813d-ef3c-4dba-bf2c-b3275a2b7c91), precommit_delete_associations {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:15.700363 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a603508-47d7-4093-85af-01d017737c57 req-8536e589-e408-4801-8419-5bbefbb910aa tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:25:15.701876 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-1a603508-47d7-4093-85af-01d017737c57 req-8536e589-e408-4801-8419-5bbefbb910aa tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/ports?device_id=a82fbd8e-77bc-4bd0-bc79-3623d2bab6d5 HTTP/1.1" status: 200 len: 945 time: 0.0549891 May 12 17:25:15.733178 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-7b9938d7-accf-44cf-a333-36ff8a8c6bf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3679678'] for router (a00d813d-ef3c-4dba-bf2c-b3275a2b7c91), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:15.733822 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b9938d7-accf-44cf-a333-36ff8a8c6bf9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a00d813d-ef3c-4dba-bf2c-b3275a2b7c91 {{(pid=103469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 17:25:15.738582 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-7b9938d7-accf-44cf-a333-36ff8a8c6bf9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:15.739778 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-7b9938d7-accf-44cf-a333-36ff8a8c6bf9 admin admin] 10.222.0.23 "DELETE /v2.0/routers/a00d813d-ef3c-4dba-bf2c-b3275a2b7c91 HTTP/1.1" status: 204 len: 168 time: 0.7921629 May 12 17:25:15.742080 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd50cb1-f40b-49b5-b2b3-d18fab4e6717 None None] The sync data for ids ['a00d813d-ef3c-4dba-bf2c-b3275a2b7c91'] in dv-cinder-841591-1-iscsi is: [{'id': 'a00d813d-ef3c-4dba-bf2c-b3275a2b7c91', 'name': 'tempest-TestVolumeBootPattern-1105697224-router', 'tenant_id': 'c6f16d47d6984a73a88f1b3571e6f239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:17:25Z', 'updated_at': '2022-05-12T17:25:15Z', 'revision_number': 6, 'project_id': 'c6f16d47d6984a73a88f1b3571e6f239', 'gw_port_host': None}] {{(pid=103470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:25:15.742767 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 35026) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:25:15.764245 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-1a603508-47d7-4093-85af-01d017737c57 req-35ae18ec-08a6-4410-8b7d-d27fa1e32829 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/security-groups?id=6497b371-f8e8-4067-a7ec-87cdb6cae051&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565007 May 12 17:25:15.794548 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e562fed-28a5-4046-824e-eb2670b5a474 admin admin] Deleting subnet eedb70f0-df17-4484-b11e-ff36f1c0cda7 {{(pid=103469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 17:25:15.797575 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-5e562fed-28a5-4046-824e-eb2670b5a474 admin admin] Publish callbacks [] for subnet (eedb70f0-df17-4484-b11e-ff36f1c0cda7), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:15.835559 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-5e562fed-28a5-4046-824e-eb2670b5a474 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1968719'] for subnet (eedb70f0-df17-4484-b11e-ff36f1c0cda7), precommit_delete_associations {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:15.911393 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-5e562fed-28a5-4046-824e-eb2670b5a474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3477743'] for subnet (eedb70f0-df17-4484-b11e-ff36f1c0cda7), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:15.962091 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-5e562fed-28a5-4046-824e-eb2670b5a474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3477750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1968756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11573712'] for subnet (eedb70f0-df17-4484-b11e-ff36f1c0cda7), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:15.987788 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e562fed-28a5-4046-824e-eb2670b5a474 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eedb70f0-df17-4484-b11e-ff36f1c0cda7,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:25:15.989718 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-5e562fed-28a5-4046-824e-eb2670b5a474 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-519179'] for subnet (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:15.992805 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-5e562fed-28a5-4046-824e-eb2670b5a474 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/eedb70f0-df17-4484-b11e-ff36f1c0cda7 HTTP/1.1" status: 204 len: 168 time: 0.2490542 May 12 17:25:15.994554 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daaad571-7334-4424-8bde-e71a87a618e0 None None] Network 9c909ee5-7768-4c91-8970-4f1a0c080053 requested from dv-cinder-841591-1-iscsi {{(pid=103470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:25:15.995256 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 35028) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:25:16.065835 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-fd89f695-f6e1-4181-9c27-401a4edee3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3665968'] for network (9c909ee5-7768-4c91-8970-4f1a0c080053), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:16.112836 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-fd89f695-f6e1-4181-9c27-401a4edee3e2 admin admin] Deleting port 0e99e883-02fa-4972-a727-8938186633b3 {{(pid=103469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:25:16.113256 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-fd89f695-f6e1-4181-9c27-401a4edee3e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774528024037'] for port (0e99e883-02fa-4972-a727-8938186633b3), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:16.154974 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ac424b-fe77-459e-8e56-7ee909752240 None None] DHCP port deletion for 9c909ee5-7768-4c91-8970-4f1a0c080053 request from dv-cinder-841591-1-iscsi {{(pid=103470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 17:25:16.190072 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [None req-fd89f695-f6e1-4181-9c27-401a4edee3e2 admin admin] For port 0e99e883-02fa-4972-a727-8938186633b3, host dv-cinder-841591-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-1-iscsi',level=0,port_id=0e99e883-02fa-4972-a727-8938186633b3,segment=NetworkSegment(4064fa49-4617-4336-8f73-518bedf53f00),segment_id=4064fa49-4617-4336-8f73-518bedf53f00)] {{(pid=103469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:25:16.190444 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-fd89f695-f6e1-4181-9c27-401a4edee3e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683095'] for port (0e99e883-02fa-4972-a727-8938186633b3), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:16.199819 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-01ac424b-fe77-459e-8e56-7ee909752240 None None] Deleting port 0e99e883-02fa-4972-a727-8938186633b3 {{(pid=103470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:25:16.200197 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-01ac424b-fe77-459e-8e56-7ee909752240 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774528024037'] for port (0e99e883-02fa-4972-a727-8938186633b3), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:16.203786 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-fd89f695-f6e1-4181-9c27-401a4edee3e2 admin admin] Calling delete_port for 0e99e883-02fa-4972-a727-8938186633b3 owned by network:dhcp {{(pid=103469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:25:16.264487 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-01ac424b-fe77-459e-8e56-7ee909752240 None None] For port 0e99e883-02fa-4972-a727-8938186633b3, host dv-cinder-841591-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-1-iscsi',level=0,port_id=0e99e883-02fa-4972-a727-8938186633b3,segment=NetworkSegment(4064fa49-4617-4336-8f73-518bedf53f00),segment_id=4064fa49-4617-4336-8f73-518bedf53f00)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:25:16.264888 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-01ac424b-fe77-459e-8e56-7ee909752240 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683095'] for port (0e99e883-02fa-4972-a727-8938186633b3), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:16.277974 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-01ac424b-fe77-459e-8e56-7ee909752240 None None] Calling delete_port for 0e99e883-02fa-4972-a727-8938186633b3 owned by network:dhcp {{(pid=103470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:25:16.281894 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-fd89f695-f6e1-4181-9c27-401a4edee3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774528036217', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774527475294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968517'] for port (0e99e883-02fa-4972-a727-8938186633b3), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:16.307638 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd89f695-f6e1-4181-9c27-401a4edee3e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e99e883-02fa-4972-a727-8938186633b3,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:25:16.309444 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd89f695-f6e1-4181-9c27-401a4edee3e2 admin admin] No DVR routers for this DVR port 0e99e883-02fa-4972-a727-8938186633b3 on host dv-cinder-841591-1-iscsi {{(pid=103469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:25:16.352490 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-01ac424b-fe77-459e-8e56-7ee909752240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774528036217', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774527475294'] for port (0e99e883-02fa-4972-a727-8938186633b3), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:16.380819 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ac424b-fe77-459e-8e56-7ee909752240 None None] Pushing event deleted for resources: {'Port': ['ID=0e99e883-02fa-4972-a727-8938186633b3,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:25:16.382297 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-fd89f695-f6e1-4181-9c27-401a4edee3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3512410', 'neutron.services.segments.db._delete_segments_for_network-8774527956246'] for network (9c909ee5-7768-4c91-8970-4f1a0c080053), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:16.386955 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ac424b-fe77-459e-8e56-7ee909752240 None None] No DVR routers for this DVR port 0e99e883-02fa-4972-a727-8938186633b3 on host dv-cinder-841591-1-iscsi {{(pid=103470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:25:16.403579 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.services.segments.db [None req-fd89f695-f6e1-4181-9c27-401a4edee3e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c909ee5-7768-4c91-8970-4f1a0c080053']}} {{(pid=103469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:25:16.412627 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.services.segments.db [None req-fd89f695-f6e1-4181-9c27-401a4edee3e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4064fa49-4617-4336-8f73-518bedf53f00') {'for_net_delete': True} {{(pid=103469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:25:16.412917 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.services.segments.db [None req-fd89f695-f6e1-4181-9c27-401a4edee3e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4064fa49-4617-4336-8f73-518bedf53f00') {} {{(pid=103469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:25:16.421922 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-fd89f695-f6e1-4181-9c27-401a4edee3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774527957791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1968758'] for segment (4064fa49-4617-4336-8f73-518bedf53f00), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:16.435509 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-fd89f695-f6e1-4181-9c27-401a4edee3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3597332'] for segment (4064fa49-4617-4336-8f73-518bedf53f00), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:16.441640 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd89f695-f6e1-4181-9c27-401a4edee3e2 admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=103469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 17:25:16.442020 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-fd89f695-f6e1-4181-9c27-401a4edee3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3597332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1968598'] for segment (4064fa49-4617-4336-8f73-518bedf53f00), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:16.444431 dv-cinder-841591-1-iscsi neutron-server[103469]: Traceback (most recent call last): May 12 17:25:16.444431 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 17:25:16.444431 dv-cinder-841591-1-iscsi neutron-server[103469]: timer() May 12 17:25:16.444431 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 17:25:16.444431 dv-cinder-841591-1-iscsi neutron-server[103469]: cb(*args, **kw) May 12 17:25:16.444431 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 17:25:16.444431 dv-cinder-841591-1-iscsi neutron-server[103469]: return func(*args, **kwargs) May 12 17:25:16.444431 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 17:25:16.444431 dv-cinder-841591-1-iscsi neutron-server[103469]: self._notify() May 12 17:25:16.444431 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 17:25:16.444431 dv-cinder-841591-1-iscsi neutron-server[103469]: self.callback(batched_events) May 12 17:25:16.444431 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 17:25:16.444431 dv-cinder-841591-1-iscsi neutron-server[103469]: event.method(event) May 12 17:25:16.444431 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 17:25:16.444431 dv-cinder-841591-1-iscsi neutron-server[103469]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 17:25:16.444431 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 17:25:16.444431 dv-cinder-841591-1-iscsi neutron-server[103469]: aggregate_uuid = self.p_client.list_aggregates( May 12 17:25:16.444431 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 17:25:16.444431 dv-cinder-841591-1-iscsi neutron-server[103469]: return f(self, *a, **k) May 12 17:25:16.444431 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 17:25:16.444431 dv-cinder-841591-1-iscsi neutron-server[103469]: return self._get(url).json() May 12 17:25:16.444431 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 17:25:16.444431 dv-cinder-841591-1-iscsi neutron-server[103469]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 17:25:16.444431 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 17:25:16.444431 dv-cinder-841591-1-iscsi neutron-server[103469]: return self.request(url, 'GET', **kwargs) May 12 17:25:16.444431 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 17:25:16.444431 dv-cinder-841591-1-iscsi neutron-server[103469]: base_url = self.get_endpoint(auth, allow=allow, May 12 17:25:16.444431 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 17:25:16.444431 dv-cinder-841591-1-iscsi neutron-server[103469]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 17:25:16.444431 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 17:25:16.444431 dv-cinder-841591-1-iscsi neutron-server[103469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 17:25:16.444431 dv-cinder-841591-1-iscsi neutron-server[103469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 17:25:16.501372 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-fd89f695-f6e1-4181-9c27-401a4edee3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3512417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682781'] for network (9c909ee5-7768-4c91-8970-4f1a0c080053), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:16.507423 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-fd89f695-f6e1-4181-9c27-401a4edee3e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-519179'] for network (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:16.513225 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-fd89f695-f6e1-4181-9c27-401a4edee3e2 admin admin] 10.222.0.23 "DELETE /v2.0/networks/9c909ee5-7768-4c91-8970-4f1a0c080053 HTTP/1.1" status: 204 len: 168 time: 0.5145588 May 12 17:25:16.522396 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd89f695-f6e1-4181-9c27-401a4edee3e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c909ee5-7768-4c91-8970-4f1a0c080053,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:25:16.633910 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 35032) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:25:16.672928 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-71b50041-4a88-4a5f-8885-826dcffdfd16 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5d002d9e79b24742b0906bc2b220d998&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378621 May 12 17:25:16.675433 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 35034) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:25:16.723529 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5eee48e9-9bec-4405-ac4a-8d27adb7179c admin admin] Publish callbacks [] for security_group (5dd14473-e863-40ce-aa2d-59d962e24634), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:16.748836 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5eee48e9-9bec-4405-ac4a-8d27adb7179c admin admin] Publish callbacks [] for security_group (5dd14473-e863-40ce-aa2d-59d962e24634), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:16.795379 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5eee48e9-9bec-4405-ac4a-8d27adb7179c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (5dd14473-e863-40ce-aa2d-59d962e24634), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:16.798066 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5eee48e9-9bec-4405-ac4a-8d27adb7179c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:16.799209 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-5eee48e9-9bec-4405-ac4a-8d27adb7179c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5dd14473-e863-40ce-aa2d-59d962e24634 HTTP/1.1" status: 204 len: 168 time: 0.1229038 May 12 17:25:16.809168 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eee48e9-9bec-4405-ac4a-8d27adb7179c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd14473-e863-40ce-aa2d-59d962e24634,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:25:16.814874 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eee48e9-9bec-4405-ac4a-8d27adb7179c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:25:16.815076 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eee48e9-9bec-4405-ac4a-8d27adb7179c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:25:16.815411 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eee48e9-9bec-4405-ac4a-8d27adb7179c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:25:16.815745 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eee48e9-9bec-4405-ac4a-8d27adb7179c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:25:16.816071 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eee48e9-9bec-4405-ac4a-8d27adb7179c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:25:16.816392 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eee48e9-9bec-4405-ac4a-8d27adb7179c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:25:16.816713 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eee48e9-9bec-4405-ac4a-8d27adb7179c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:25:16.817028 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eee48e9-9bec-4405-ac4a-8d27adb7179c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:25:16.817345 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eee48e9-9bec-4405-ac4a-8d27adb7179c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:25:16.817660 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eee48e9-9bec-4405-ac4a-8d27adb7179c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:25:16.817976 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eee48e9-9bec-4405-ac4a-8d27adb7179c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:25:16.818293 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eee48e9-9bec-4405-ac4a-8d27adb7179c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:25:16.818679 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eee48e9-9bec-4405-ac4a-8d27adb7179c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:25:16.819489 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eee48e9-9bec-4405-ac4a-8d27adb7179c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:25:16.819802 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eee48e9-9bec-4405-ac4a-8d27adb7179c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:25:16.878878 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Device 2fefabba-33b7-41b1-80f2-e0d24d8c847e up at agent hyperv_hv-cinder-84159 {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:25:16.896455 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97adfd85-ec63-4c9f-9b22-f2841b9b7038 req-5cf8ce9f-69e9-4883-a982-07c2d430bcde tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:25:16.897993 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-97adfd85-ec63-4c9f-9b22-f2841b9b7038 req-5cf8ce9f-69e9-4883-a982-07c2d430bcde tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/ports?device_id=a82fbd8e-77bc-4bd0-bc79-3623d2bab6d5 HTTP/1.1" status: 200 len: 945 time: 0.0532613 May 12 17:25:16.927265 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Provisioning for port 2fefabba-33b7-41b1-80f2-e0d24d8c847e completed by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 17:25:16.935107 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Provisioning complete for port 2fefabba-33b7-41b1-80f2-e0d24d8c847e triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:25:16.935734 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (2fefabba-33b7-41b1-80f2-e0d24d8c847e), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:16.951965 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-97adfd85-ec63-4c9f-9b22-f2841b9b7038 req-8f3416c0-65ee-4572-be67-169dd6b04844 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/security-groups?id=6497b371-f8e8-4067-a7ec-87cdb6cae051&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476320 May 12 17:25:17.023657 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Current status of the port 2fefabba-33b7-41b1-80f2-e0d24d8c847e is: BUILD; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:25:17.024241 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (2fefabba-33b7-41b1-80f2-e0d24d8c847e), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:17.046545 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a82fbd8e-77bc-4bd0-bc79-3623d2bab6d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fefabba-33b7-41b1-80f2-e0d24d8c847e'}] {{(pid=103470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:25:17.048696 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}983eca14ffe1519f8471a5ce991629ce2b8e436912840ac2edb7b499268545ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79768c6b-4f17-4aaf-9c02-8e7152fcea5f" -d '{"events": [{"server_uuid": "a82fbd8e-77bc-4bd0-bc79-3623d2bab6d5", "name": "network-vif-plugged", "status": "completed", "tag": "2fefabba-33b7-41b1-80f2-e0d24d8c847e"}]}' {{(pid=103470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:25:17.061740 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] For port 2fefabba-33b7-41b1-80f2-e0d24d8c847e, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=2fefabba-33b7-41b1-80f2-e0d24d8c847e,segment=NetworkSegment(284792a3-93aa-46c3-ba63-29b471e2894b),segment_id=284792a3-93aa-46c3-ba63-29b471e2894b)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:25:17.066602 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (2fefabba-33b7-41b1-80f2-e0d24d8c847e), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:17.118107 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Pushing event updated for resources: {'Port': ['ID=2fefabba-33b7-41b1-80f2-e0d24d8c847e,revision_number=5']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:25:17.121714 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f65d776e-97a2-4d38-8388-96673729e229 x-openstack-request-id: req-f65d776e-97a2-4d38-8388-96673729e229 {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:25:17.122006 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a82fbd8e-77bc-4bd0-bc79-3623d2bab6d5", "name": "network-vif-plugged", "status": "completed", "tag": "2fefabba-33b7-41b1-80f2-e0d24d8c847e", "code": 200}]} {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:25:17.122259 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f65d776e-97a2-4d38-8388-96673729e229 {{(pid=103470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:25:17.122678 dv-cinder-841591-1-iscsi neutron-server[103470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f65d776e-97a2-4d38-8388-96673729e229'] response: {'server_uuid': 'a82fbd8e-77bc-4bd0-bc79-3623d2bab6d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fefabba-33b7-41b1-80f2-e0d24d8c847e', 'code': 200} May 12 17:25:17.168965 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device 0e99e883-02fa-4972-a727-8938186633b3 no longer exists at agent ovs-agent-dv-cinder-841591-1-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:25:17.180286 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 35044) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:25:17.196881 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] No Port match for: 0e99e883-02fa-4972-a727-8938186633b3 {{(pid=103470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:25:17.197512 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device 0e99e883-02fa-4972-a727-8938186633b3 not bound to the agent host dv-cinder-841591-1-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:25:17.198097 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device 4c8643e2-3e7d-4cc4-9934-a73e1e208931 no longer exists at agent ovs-agent-dv-cinder-841591-1-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:25:17.216968 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] No Port match for: 4c8643e2-3e7d-4cc4-9934-a73e1e208931 {{(pid=103470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:25:17.217308 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device 4c8643e2-3e7d-4cc4-9934-a73e1e208931 not bound to the agent host dv-cinder-841591-1-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:25:17.217897 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device 3bdd5d63-762c-4313-925c-4316bd59cd34 no longer exists at agent ovs-agent-dv-cinder-841591-1-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:25:17.228279 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-7421247b-eba4-4f3c-9bce-cc09de57581a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c6f16d47d6984a73a88f1b3571e6f239&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0467715 May 12 17:25:17.230986 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 35046) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:25:17.242753 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] No Port match for: 3bdd5d63-762c-4313-925c-4316bd59cd34 {{(pid=103470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:25:17.243100 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device 3bdd5d63-762c-4313-925c-4316bd59cd34 not bound to the agent host dv-cinder-841591-1-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:25:17.313291 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-de538f19-ad73-4eff-96c0-b5428ba105f7 admin admin] Publish callbacks [] for security_group (327b4828-8153-4484-9eb2-87e3250fa47f), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:17.316035 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238ec68b-7a8e-4a7a-8870-81b404cdd100 req-cf199573-c461-444d-a3df-393d90d4dea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:25:17.317509 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-238ec68b-7a8e-4a7a-8870-81b404cdd100 req-cf199573-c461-444d-a3df-393d90d4dea4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a82fbd8e-77bc-4bd0-bc79-3623d2bab6d5 HTTP/1.1" status: 200 len: 1130 time: 0.0499065 May 12 17:25:17.348672 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-de538f19-ad73-4eff-96c0-b5428ba105f7 admin admin] Publish callbacks [] for security_group (327b4828-8153-4484-9eb2-87e3250fa47f), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:17.397620 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-238ec68b-7a8e-4a7a-8870-81b404cdd100 req-ab418506-f008-4d2e-a3d7-5e95ee57c464 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=6497b371-f8e8-4067-a7ec-87cdb6cae051&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716498 May 12 17:25:17.415776 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-de538f19-ad73-4eff-96c0-b5428ba105f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (327b4828-8153-4484-9eb2-87e3250fa47f), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:17.418297 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-de538f19-ad73-4eff-96c0-b5428ba105f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:17.421586 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-de538f19-ad73-4eff-96c0-b5428ba105f7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/327b4828-8153-4484-9eb2-87e3250fa47f HTTP/1.1" status: 204 len: 168 time: 0.1874697 May 12 17:25:17.426920 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de538f19-ad73-4eff-96c0-b5428ba105f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=327b4828-8153-4484-9eb2-87e3250fa47f,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:25:18.068092 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee95edbb-7709-47cb-81d1-a3c1749f97d2 req-ac42c55e-168e-4ed5-a64c-2ec1b62ed256 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:25:18.070144 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ee95edbb-7709-47cb-81d1-a3c1749f97d2 req-ac42c55e-168e-4ed5-a64c-2ec1b62ed256 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/ports?device_id=a82fbd8e-77bc-4bd0-bc79-3623d2bab6d5 HTTP/1.1" status: 200 len: 946 time: 0.0503445 May 12 17:25:18.114486 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ee95edbb-7709-47cb-81d1-a3c1749f97d2 req-398b1893-f371-4a6f-a82e-f8ae4ce12513 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/security-groups?id=6497b371-f8e8-4067-a7ec-87cdb6cae051&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389161 May 12 17:25:19.230934 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c1343a-27d8-48a7-b441-ee86326cb28d req-8bb92541-d40a-4e65-98fd-6fc0bfc8f516 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:25:19.232412 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-23c1343a-27d8-48a7-b441-ee86326cb28d req-8bb92541-d40a-4e65-98fd-6fc0bfc8f516 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/ports?device_id=a82fbd8e-77bc-4bd0-bc79-3623d2bab6d5 HTTP/1.1" status: 200 len: 946 time: 0.0486443 May 12 17:25:19.279073 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-23c1343a-27d8-48a7-b441-ee86326cb28d req-21a3aaf6-bf0a-4b05-8146-db5afdf25d0c tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/security-groups?id=6497b371-f8e8-4067-a7ec-87cdb6cae051&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411208 May 12 17:25:19.384017 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589ba818-1025-42ef-81f1-dfa7a1c99f01 req-d7dac7b0-fcd3-4b13-ac39-9890b824781e tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:25:19.385467 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-589ba818-1025-42ef-81f1-dfa7a1c99f01 req-d7dac7b0-fcd3-4b13-ac39-9890b824781e tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/ports?device_id=a82fbd8e-77bc-4bd0-bc79-3623d2bab6d5 HTTP/1.1" status: 200 len: 946 time: 0.0454044 May 12 17:25:19.393814 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 35058) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:25:19.398689 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-cebbe258-ec16-443e-9e0c-29f015f89c67 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Request body: {'floatingip': {'port_id': '2fefabba-33b7-41b1-80f2-e0d24d8c847e'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:25:19.435434 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-cebbe258-ec16-443e-9e0c-29f015f89c67 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks [] for floatingip (1ea9e2c4-2037-4288-846e-e24a71e4b1ec), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:19.862693 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-cebbe258-ec16-443e-9e0c-29f015f89c67 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:19.867161 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-cebbe258-ec16-443e-9e0c-29f015f89c67 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682608'] for floatingip (1ea9e2c4-2037-4288-846e-e24a71e4b1ec), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:19.965255 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.db.l3_db [None req-cebbe258-ec16-443e-9e0c-29f015f89c67 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Floating IP 1ea9e2c4-2037-4288-846e-e24a71e4b1ec associated. External IP: 172.27.0.200, port: 2fefabba-33b7-41b1-80f2-e0d24d8c847e. May 12 17:25:20.168994 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cebbe258-ec16-443e-9e0c-29f015f89c67 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Router 5e916117-394a-447f-9569-a15f13b49c45 has already been hosted by L3 agent e5548ccc-31b8-4072-a6b0-52b00208ea79 {{(pid=103469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:25:20.276303 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cebbe258-ec16-443e-9e0c-29f015f89c67 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Notify agent at l3_agent.dv-cinder-841591-1-iscsi the message routers_updated {{(pid=103469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:25:20.280899 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-cebbe258-ec16-443e-9e0c-29f015f89c67 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36930'] for floatingip (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:20.285621 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc494e60-e2dd-443c-9fec-11da7756c6eb None None] Sync routers for ids ['5e916117-394a-447f-9569-a15f13b49c45'] in dv-cinder-841591-1-iscsi {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:25:20.296370 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc494e60-e2dd-443c-9fec-11da7756c6eb None None] Routers {'5e916117-394a-447f-9569-a15f13b49c45'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:25:20.296982 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-fc494e60-e2dd-443c-9fec-11da7756c6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:24:56Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['5e916117-394a-447f-9569-a15f13b49c45'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:25:20.311155 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-cebbe258-ec16-443e-9e0c-29f015f89c67 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "PUT /v2.0/floatingips/1ea9e2c4-2037-4288-846e-e24a71e4b1ec HTTP/1.1" status: 200 len: 992 time: 0.9142878 May 12 17:25:20.311155 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a82fbd8e-77bc-4bd0-bc79-3623d2bab6d5', 'tag': '2fefabba-33b7-41b1-80f2-e0d24d8c847e'}] {{(pid=103469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:25:20.312020 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a389b951f31a62b906e18655c420a9fe9aa70b39b59c66ae41c54d630ec86ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f135a6a9-7634-4b98-8469-d9739eeae94a" -d '{"events": [{"name": "network-changed", "server_uuid": "a82fbd8e-77bc-4bd0-bc79-3623d2bab6d5", "tag": "2fefabba-33b7-41b1-80f2-e0d24d8c847e"}]}' {{(pid=103469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:25:20.346147 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16962f80-90ec-4e78-8346-d48aefd13bc0 x-openstack-request-id: req-16962f80-90ec-4e78-8346-d48aefd13bc0 {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:25:20.346458 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a82fbd8e-77bc-4bd0-bc79-3623d2bab6d5", "tag": "2fefabba-33b7-41b1-80f2-e0d24d8c847e", "status": "completed", "code": 200}]} {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:25:20.346722 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-16962f80-90ec-4e78-8346-d48aefd13bc0 {{(pid=103469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:25:20.347131 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16962f80-90ec-4e78-8346-d48aefd13bc0'] response: {'name': 'network-changed', 'server_uuid': 'a82fbd8e-77bc-4bd0-bc79-3623d2bab6d5', 'tag': '2fefabba-33b7-41b1-80f2-e0d24d8c847e', 'status': 'completed', 'code': 200} May 12 17:25:20.404713 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f135a6a9-7634-4b98-8469-d9739eeae94a req-cd91571f-3b06-45a2-95c4-285e0c062285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:25:20.406199 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-f135a6a9-7634-4b98-8469-d9739eeae94a req-cd91571f-3b06-45a2-95c4-285e0c062285 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fc2e1c9926c14a1393f45a7dc0346ddc&device_id=a82fbd8e-77bc-4bd0-bc79-3623d2bab6d5 HTTP/1.1" status: 200 len: 1130 time: 0.0378997 May 12 17:25:20.407405 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-fc494e60-e2dd-443c-9fec-11da7756c6eb None None] Set router 5e916117-394a-447f-9569-a15f13b49c45 gateway port host: dv-cinder-841591-1-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:25:20.497886 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f135a6a9-7634-4b98-8469-d9739eeae94a req-ac5d17de-42ef-4319-8ab3-6f525425cc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:25:20.499296 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-f135a6a9-7634-4b98-8469-d9739eeae94a req-ac5d17de-42ef-4319-8ab3-6f525425cc04 service neutron] 10.222.0.58 "GET /v2.0/networks?id=fcfb02df-5940-4251-8c77-308786c51833 HTTP/1.1" status: 200 len: 916 time: 0.0873771 May 12 17:25:20.564996 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-f135a6a9-7634-4b98-8469-d9739eeae94a req-88525e29-c761-4886-8df3-cba130662f7d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2fefabba-33b7-41b1-80f2-e0d24d8c847e HTTP/1.1" status: 200 len: 1000 time: 0.0576468 May 12 17:25:20.616848 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f135a6a9-7634-4b98-8469-d9739eeae94a req-908dbd64-00f9-4763-8724-b5d5ec5f6877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:25:20.618293 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-f135a6a9-7634-4b98-8469-d9739eeae94a req-908dbd64-00f9-4763-8724-b5d5ec5f6877 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=514e1cc4-3154-4e95-87e7-19ffea3e24bc HTTP/1.1" status: 200 len: 854 time: 0.0467825 May 12 17:25:20.623037 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-fc494e60-e2dd-443c-9fec-11da7756c6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e916117-394a-447f-9569-a15f13b49c45', 'name': 'tempest-AttachVolumeNegativeTest-1570607306-router', 'tenant_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '46fd6600-cf5c-4a6e-91bc-7884d58fa3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:22:43Z', 'updated_at': '2022-05-12T17:22:46Z', 'revision_number': 4, 'project_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'gw_port': {'id': '46fd6600-cf5c-4a6e-91bc-7884d58fa3c3', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:39:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e916117-394a-447f-9569-a15f13b49c45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:22:43Z', 'updated_at': '2022-05-12T17:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_floatingips': [{'id': '1ea9e2c4-2037-4288-846e-e24a71e4b1ec', 'tenant_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'floating_ip_address': '172.27.0.200', 'floating_network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'router_id': '5e916117-394a-447f-9569-a15f13b49c45', 'port_id': '2fefabba-33b7-41b1-80f2-e0d24d8c847e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcfb02df-5940-4251-8c77-308786c51833', 'mac_address': 'fa:16:3e:db:a2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82fbd8e-77bc-4bd0-bc79-3623d2bab6d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:25:08Z', 'updated_at': '2022-05-12T17:25:19Z', 'revision_number': 1, 'project_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5077749d-90f4-436b-aa6c-b166888c974c', 'name': '', 'network_id': 'fcfb02df-5940-4251-8c77-308786c51833', 'tenant_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'mac_address': 'fa:16:3e:61:74:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e916117-394a-447f-9569-a15f13b49c45', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '514e1cc4-3154-4e95-87e7-19ffea3e24bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:22:45Z', 'updated_at': '2022-05-12T17:22:49Z', 'revision_number': 5, 'project_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'subnets': [{'id': '514e1cc4-3154-4e95-87e7-19ffea3e24bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:25:20.649779 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc494e60-e2dd-443c-9fec-11da7756c6eb None None] Checking router: 5e916117-394a-447f-9569-a15f13b49c45 for host: dv-cinder-841591-1-iscsi {{(pid=103471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:25:20.657780 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc494e60-e2dd-443c-9fec-11da7756c6eb None None] Routers {'5e916117-394a-447f-9569-a15f13b49c45'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:25:20.658385 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-fc494e60-e2dd-443c-9fec-11da7756c6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:24:56Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['5e916117-394a-447f-9569-a15f13b49c45'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:25:20.661738 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f135a6a9-7634-4b98-8469-d9739eeae94a req-e6baf292-0389-45d4-abfe-74d6baed8763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:25:20.663802 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-f135a6a9-7634-4b98-8469-d9739eeae94a req-e6baf292-0389-45d4-abfe-74d6baed8763 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fcfb02df-5940-4251-8c77-308786c51833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390525 May 12 17:25:20.756174 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-f135a6a9-7634-4b98-8469-d9739eeae94a req-55a15248-5b2b-4b0d-9391-5e740768b893 service neutron] 10.222.0.58 "GET /v2.0/networks/fcfb02df-5940-4251-8c77-308786c51833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812070 May 12 17:25:20.772510 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-fc494e60-e2dd-443c-9fec-11da7756c6eb None None] Set router 5e916117-394a-447f-9569-a15f13b49c45 gateway port host: dv-cinder-841591-1-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:25:20.849712 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-f135a6a9-7634-4b98-8469-d9739eeae94a req-ef4a70af-946c-4e2b-97aa-a70897eae31a service neutron] 10.222.0.58 "GET /v2.0/networks/fcfb02df-5940-4251-8c77-308786c51833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853481 May 12 17:25:20.991890 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-fc494e60-e2dd-443c-9fec-11da7756c6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e916117-394a-447f-9569-a15f13b49c45', 'name': 'tempest-AttachVolumeNegativeTest-1570607306-router', 'tenant_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '46fd6600-cf5c-4a6e-91bc-7884d58fa3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:22:43Z', 'updated_at': '2022-05-12T17:22:46Z', 'revision_number': 4, 'project_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'gw_port': {'id': '46fd6600-cf5c-4a6e-91bc-7884d58fa3c3', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:39:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e916117-394a-447f-9569-a15f13b49c45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:22:43Z', 'updated_at': '2022-05-12T17:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_floatingips': [{'id': '1ea9e2c4-2037-4288-846e-e24a71e4b1ec', 'tenant_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'floating_ip_address': '172.27.0.200', 'floating_network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'router_id': '5e916117-394a-447f-9569-a15f13b49c45', 'port_id': '2fefabba-33b7-41b1-80f2-e0d24d8c847e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcfb02df-5940-4251-8c77-308786c51833', 'mac_address': 'fa:16:3e:db:a2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82fbd8e-77bc-4bd0-bc79-3623d2bab6d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:25:08Z', 'updated_at': '2022-05-12T17:25:19Z', 'revision_number': 1, 'project_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5077749d-90f4-436b-aa6c-b166888c974c', 'name': '', 'network_id': 'fcfb02df-5940-4251-8c77-308786c51833', 'tenant_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'mac_address': 'fa:16:3e:61:74:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e916117-394a-447f-9569-a15f13b49c45', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '514e1cc4-3154-4e95-87e7-19ffea3e24bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:22:45Z', 'updated_at': '2022-05-12T17:22:49Z', 'revision_number': 5, 'project_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'subnets': [{'id': '514e1cc4-3154-4e95-87e7-19ffea3e24bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:25:21.017314 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc494e60-e2dd-443c-9fec-11da7756c6eb None None] The sync data for ids ['5e916117-394a-447f-9569-a15f13b49c45'] in dv-cinder-841591-1-iscsi is: [{'id': '5e916117-394a-447f-9569-a15f13b49c45', 'name': 'tempest-AttachVolumeNegativeTest-1570607306-router', 'tenant_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '46fd6600-cf5c-4a6e-91bc-7884d58fa3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:22:43Z', 'updated_at': '2022-05-12T17:22:46Z', 'revision_number': 4, 'project_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'gw_port': {'id': '46fd6600-cf5c-4a6e-91bc-7884d58fa3c3', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:39:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e916117-394a-447f-9569-a15f13b49c45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:22:43Z', 'updated_at': '2022-05-12T17:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_floatingips': [{'id': '1ea9e2c4-2037-4288-846e-e24a71e4b1ec', 'tenant_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'floating_ip_address': '172.27.0.200', 'floating_network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'router_id': '5e916117-394a-447f-9569-a15f13b49c45', 'port_id': '2fefabba-33b7-41b1-80f2-e0d24d8c847e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcfb02df-5940-4251-8c77-308786c51833', 'mac_address': 'fa:16:3e:db:a2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82fbd8e-77bc-4bd0-bc79-3623d2bab6d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:25:08Z', 'updated_at': '2022-05-12T17:25:19Z', 'revision_number': 1, 'project_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5077749d-90f4-436b-aa6c-b166888c974c', 'name': '', 'network_id': 'fcfb02df-5940-4251-8c77-308786c51833', 'tenant_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'mac_address': 'fa:16:3e:61:74:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e916117-394a-447f-9569-a15f13b49c45', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '514e1cc4-3154-4e95-87e7-19ffea3e24bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:22:45Z', 'updated_at': '2022-05-12T17:22:49Z', 'revision_number': 5, 'project_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'subnets': [{'id': '514e1cc4-3154-4e95-87e7-19ffea3e24bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:25:21.212905 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a017a2-ba62-41c8-90f5-ccfb2196c320 None None] New status for floating IP 1ea9e2c4-2037-4288-846e-e24a71e4b1ec: ACTIVE {{(pid=103470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 17:25:23.789257 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-bd5d72cd-8d4d-4c2c-bcc1-97eeced44be9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (ad05f391-ff61-4b74-a3af-7ffb7f485489), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:25.406111 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.agents_db [None req-75b73116-3060-4b2b-9211-a804f2896a96 None None] Agent healthcheck: found 6 active agents {{(pid=103471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:25:26.199673 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-eec62b92-cd2c-4a71-98a8-a339022f28bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (e5548ccc-31b8-4072-a6b0-52b00208ea79), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:27.308053 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-921d17b2-ae2c-4a72-8bd8-05131367e3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (bf71836d-8135-4bcd-843a-dab378dba2b2), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:27.952204 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (38379b20-dcc3-43b7-a09e-956d8be7db9c), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:28.857280 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-c581148e-646c-4c8c-8cc5-93d6184e682f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (98e1a54e-83f0-40d1-9631-7dd40ffbcd59), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:30.254392 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (dea0f963-0a36-45fe-941b-5c749ca6f3bf), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:30.687661 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-df33fddc-b583-47e9-9f35-01a7d527a0b1 req-ea60edeb-25bd-4fa0-8cf6-24c815a6a5b9 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-278247068&fields=id&tenant_id=0e381a22482e4cb5a714dd3392a19c27 HTTP/1.1" status: 200 len: 267 time: 0.0437944 May 12 17:25:30.738975 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df33fddc-b583-47e9-9f35-01a7d527a0b1 req-cef32443-00fd-4c2d-92c3-d477ad7f489b tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:25:30.740926 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-df33fddc-b583-47e9-9f35-01a7d527a0b1 req-cef32443-00fd-4c2d-92c3-d477ad7f489b tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] 10.222.0.23 "GET /v2.0/ports?device_id=37146593-4785-4175-ba4d-9ffd1618a210 HTTP/1.1" status: 200 len: 985 time: 0.0476303 May 12 17:25:30.751077 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [req-df33fddc-b583-47e9-9f35-01a7d527a0b1 req-12504f38-a6ee-4cf0-8b18-8276123ee9e3 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Request body: {'port': {'security_groups': ['5f10315e-b1c3-4e2b-8dd7-e979d04e20d0']}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:25:30.819409 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-df33fddc-b583-47e9-9f35-01a7d527a0b1 req-12504f38-a6ee-4cf0-8b18-8276123ee9e3 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (1a689752-651a-4853-a501-d55b4b71ffb2), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:31.025862 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [req-df33fddc-b583-47e9-9f35-01a7d527a0b1 req-12504f38-a6ee-4cf0-8b18-8276123ee9e3 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] For port 1a689752-651a-4853-a501-d55b4b71ffb2, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=1a689752-651a-4853-a501-d55b4b71ffb2,segment=NetworkSegment(1e584874-a263-4e75-a6cc-53de20e91811),segment_id=1e584874-a263-4e75-a6cc-53de20e91811)] {{(pid=103469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:25:31.053590 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-df33fddc-b583-47e9-9f35-01a7d527a0b1 req-12504f38-a6ee-4cf0-8b18-8276123ee9e3 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Publish callbacks [] for port (1a689752-651a-4853-a501-d55b4b71ffb2), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:31.058087 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-df33fddc-b583-47e9-9f35-01a7d527a0b1 req-12504f38-a6ee-4cf0-8b18-8276123ee9e3 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1968562'] for port (1a689752-651a-4853-a501-d55b4b71ffb2), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:31.070895 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] get_ports_and_sgs() called for port_ids ['1a689752-651a-4853-a501-d55b4b71ffb2'] {{(pid=103470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:25:31.105178 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df33fddc-b583-47e9-9f35-01a7d527a0b1 req-12504f38-a6ee-4cf0-8b18-8276123ee9e3 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:25:31.106199 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-df33fddc-b583-47e9-9f35-01a7d527a0b1 req-12504f38-a6ee-4cf0-8b18-8276123ee9e3 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36930'] for port (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:31.108204 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-df33fddc-b583-47e9-9f35-01a7d527a0b1 req-12504f38-a6ee-4cf0-8b18-8276123ee9e3 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] 10.222.0.23 "PUT /v2.0/ports/1a689752-651a-4853-a501-d55b4b71ffb2 HTTP/1.1" status: 200 len: 943 time: 0.3613281 May 12 17:25:31.108797 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37146593-4785-4175-ba4d-9ffd1618a210', 'tag': '1a689752-651a-4853-a501-d55b4b71ffb2'}] {{(pid=103469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:25:31.111609 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a389b951f31a62b906e18655c420a9fe9aa70b39b59c66ae41c54d630ec86ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-becb8f75-e4ab-4137-9568-10d29e46eec7" -d '{"events": [{"name": "network-changed", "server_uuid": "37146593-4785-4175-ba4d-9ffd1618a210", "tag": "1a689752-651a-4853-a501-d55b4b71ffb2"}]}' {{(pid=103469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:25:31.115855 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 35076) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:25:31.140507 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12504f38-a6ee-4cf0-8b18-8276123ee9e3 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Pushing event updated for resources: {'Port': ['ID=1a689752-651a-4853-a501-d55b4b71ffb2,revision_number=7']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:25:31.162070 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0f2f2ed-7398-492c-abb2-8ac822ebd3ae x-openstack-request-id: req-a0f2f2ed-7398-492c-abb2-8ac822ebd3ae {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:25:31.162967 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37146593-4785-4175-ba4d-9ffd1618a210", "tag": "1a689752-651a-4853-a501-d55b4b71ffb2", "status": "completed", "code": 200}]} {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:25:31.163240 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a0f2f2ed-7398-492c-abb2-8ac822ebd3ae {{(pid=103469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:25:31.163643 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0f2f2ed-7398-492c-abb2-8ac822ebd3ae'] response: {'name': 'network-changed', 'server_uuid': '37146593-4785-4175-ba4d-9ffd1618a210', 'tag': '1a689752-651a-4853-a501-d55b4b71ffb2', 'status': 'completed', 'code': 200} May 12 17:25:31.183627 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] get_ports_and_sgs() called for port_ids ['1a689752-651a-4853-a501-d55b4b71ffb2'] {{(pid=103470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:25:31.250698 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-af5086a0-4792-486e-8f06-711bf1fe6f1f tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Publish callbacks [] for security_group (c7f4352e-385f-4249-9f08-6cdadad5a070), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:31.272506 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becb8f75-e4ab-4137-9568-10d29e46eec7 req-536f7a5d-f1c1-4a27-8912-0a68557941f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:25:31.274747 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-becb8f75-e4ab-4137-9568-10d29e46eec7 req-536f7a5d-f1c1-4a27-8912-0a68557941f5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0e381a22482e4cb5a714dd3392a19c27&device_id=37146593-4785-4175-ba4d-9ffd1618a210 HTTP/1.1" status: 200 len: 1130 time: 0.0830951 May 12 17:25:31.406590 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-7377f018-7f15-4c82-b780-56eab34e5986 None None] Provisioning complete for port 1a689752-651a-4853-a501-d55b4b71ffb2 triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:25:31.406590 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-7377f018-7f15-4c82-b780-56eab34e5986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (1a689752-651a-4853-a501-d55b4b71ffb2), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:31.487894 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-7377f018-7f15-4c82-b780-56eab34e5986 None None] Current status of the port 1a689752-651a-4853-a501-d55b4b71ffb2 is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:25:31.594832 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-af5086a0-4792-486e-8f06-711bf1fe6f1f tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Publish callbacks [] for security_group (c7f4352e-385f-4249-9f08-6cdadad5a070), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:31.684597 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becb8f75-e4ab-4137-9568-10d29e46eec7 req-3f5d35f4-8a17-496e-84bb-0b42cc5611f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:25:31.685969 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-becb8f75-e4ab-4137-9568-10d29e46eec7 req-3f5d35f4-8a17-496e-84bb-0b42cc5611f6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0d2b0c23-00fb-4a8f-9441-ba408404271d HTTP/1.1" status: 200 len: 916 time: 0.4033458 May 12 17:25:31.739280 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-af5086a0-4792-486e-8f06-711bf1fe6f1f tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (c7f4352e-385f-4249-9f08-6cdadad5a070), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:31.742478 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-af5086a0-4792-486e-8f06-711bf1fe6f1f tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:31.743582 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-af5086a0-4792-486e-8f06-711bf1fe6f1f tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] 10.222.0.23 "DELETE /v2.0/security-groups/c7f4352e-385f-4249-9f08-6cdadad5a070 HTTP/1.1" status: 204 len: 168 time: 0.6261837 May 12 17:25:31.746335 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 35078) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:25:31.761363 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5086a0-4792-486e-8f06-711bf1fe6f1f tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f4352e-385f-4249-9f08-6cdadad5a070,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:25:31.772636 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-becb8f75-e4ab-4137-9568-10d29e46eec7 req-0e0bafc2-43b2-4cd2-b715-770f6df44cd5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a689752-651a-4853-a501-d55b4b71ffb2 HTTP/1.1" status: 200 len: 1001 time: 0.0790124 May 12 17:25:31.826094 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becb8f75-e4ab-4137-9568-10d29e46eec7 req-d1fe0fd6-8a8c-46cc-af9c-56f16d515173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:25:31.827675 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-becb8f75-e4ab-4137-9568-10d29e46eec7 req-d1fe0fd6-8a8c-46cc-af9c-56f16d515173 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=246c5985-adc2-4f0f-9d62-017350f2cc9b HTTP/1.1" status: 200 len: 854 time: 0.0477688 May 12 17:25:31.870446 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becb8f75-e4ab-4137-9568-10d29e46eec7 req-dc4065fd-1d30-46a7-843e-7255fb14b5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:25:31.872069 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-becb8f75-e4ab-4137-9568-10d29e46eec7 req-dc4065fd-1d30-46a7-843e-7255fb14b5d1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0d2b0c23-00fb-4a8f-9441-ba408404271d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380006 May 12 17:25:31.905814 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-ab1b4fb1-593e-418b-87f0-5fd91b2c1950 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Deleting port d2f04701-4e51-4823-87db-0ef2e41c8ea4 {{(pid=103469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:25:31.906153 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-ab1b4fb1-593e-418b-87f0-5fd91b2c1950 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774528024037'] for port (d2f04701-4e51-4823-87db-0ef2e41c8ea4), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:31.963271 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-becb8f75-e4ab-4137-9568-10d29e46eec7 req-64c8520b-cc54-4c68-a7f0-c7df3c696d71 service neutron] 10.222.0.58 "GET /v2.0/networks/0d2b0c23-00fb-4a8f-9441-ba408404271d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850031 May 12 17:25:31.979837 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-ab1b4fb1-593e-418b-87f0-5fd91b2c1950 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683095'] for port (d2f04701-4e51-4823-87db-0ef2e41c8ea4), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:31.980164 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-ab1b4fb1-593e-418b-87f0-5fd91b2c1950 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Publish callbacks [] for floatingip (d2f04701-4e51-4823-87db-0ef2e41c8ea4), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:31.992876 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-ab1b4fb1-593e-418b-87f0-5fd91b2c1950 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Calling delete_port for d2f04701-4e51-4823-87db-0ef2e41c8ea4 owned by network:floatingip {{(pid=103469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:25:32.058222 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-becb8f75-e4ab-4137-9568-10d29e46eec7 req-b2c8a828-fd80-4bff-93b5-94aaaf9b6f8f service neutron] 10.222.0.58 "GET /v2.0/networks/0d2b0c23-00fb-4a8f-9441-ba408404271d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872784 May 12 17:25:32.141173 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-ab1b4fb1-593e-418b-87f0-5fd91b2c1950 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774528036217', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774527475294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968517'] for port (d2f04701-4e51-4823-87db-0ef2e41c8ea4), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:32.165712 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1b4fb1-593e-418b-87f0-5fd91b2c1950 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Pushing event deleted for resources: {'Port': ['ID=d2f04701-4e51-4823-87db-0ef2e41c8ea4,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:25:32.229091 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-ab1b4fb1-593e-418b-87f0-5fd91b2c1950 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Publish callbacks [] for floatingip (92672d17-9c99-4821-a68d-c824787899c5), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:32.229339 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.db.l3_db [None req-ab1b4fb1-593e-418b-87f0-5fd91b2c1950 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Floating IP 92672d17-9c99-4821-a68d-c824787899c5 disassociated (deleted). External IP: 172.27.0.79, port: 1a689752-651a-4853-a501-d55b4b71ffb2. May 12 17:25:32.677689 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab1b4fb1-593e-418b-87f0-5fd91b2c1950 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Router cc355820-f94d-42d5-8637-978570244cad has already been hosted by L3 agent e5548ccc-31b8-4072-a6b0-52b00208ea79 {{(pid=103469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:25:32.783868 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab1b4fb1-593e-418b-87f0-5fd91b2c1950 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Notify agent at l3_agent.dv-cinder-841591-1-iscsi the message routers_updated {{(pid=103469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:25:32.788510 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-ab1b4fb1-593e-418b-87f0-5fd91b2c1950 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36930'] for floatingip (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:32.793055 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62008a6f-20d8-40c0-91c4-99ba8d091c88 None None] Sync routers for ids ['cc355820-f94d-42d5-8637-978570244cad'] in dv-cinder-841591-1-iscsi {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:25:32.802612 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62008a6f-20d8-40c0-91c4-99ba8d091c88 None None] Routers {'cc355820-f94d-42d5-8637-978570244cad'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:25:32.803243 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-62008a6f-20d8-40c0-91c4-99ba8d091c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:25:26Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['cc355820-f94d-42d5-8637-978570244cad'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:25:32.816848 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-ab1b4fb1-593e-418b-87f0-5fd91b2c1950 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] 10.222.0.23 "DELETE /v2.0/floatingips/92672d17-9c99-4821-a68d-c824787899c5 HTTP/1.1" status: 204 len: 168 time: 1.0693915 May 12 17:25:32.914548 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-62008a6f-20d8-40c0-91c4-99ba8d091c88 None None] Set router cc355820-f94d-42d5-8637-978570244cad gateway port host: dv-cinder-841591-1-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:25:33.120154 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-62008a6f-20d8-40c0-91c4-99ba8d091c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc355820-f94d-42d5-8637-978570244cad', 'name': 'tempest-TestMinimumBasicScenario-1960711746-router', 'tenant_id': '0e381a22482e4cb5a714dd3392a19c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '95a13b3f-5325-4e34-b7aa-fc58743199fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:23:27Z', 'updated_at': '2022-05-12T17:23:29Z', 'revision_number': 4, 'project_id': '0e381a22482e4cb5a714dd3392a19c27', 'gw_port': {'id': '95a13b3f-5325-4e34-b7aa-fc58743199fa', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc355820-f94d-42d5-8637-978570244cad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:23:27Z', 'updated_at': '2022-05-12T17:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_interfaces': [{'id': '768564e5-0b3e-4905-92b8-4a2eaf8951db', 'name': '', 'network_id': '0d2b0c23-00fb-4a8f-9441-ba408404271d', 'tenant_id': '0e381a22482e4cb5a714dd3392a19c27', 'mac_address': 'fa:16:3e:ea:0e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc355820-f94d-42d5-8637-978570244cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '246c5985-adc2-4f0f-9d62-017350f2cc9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:23:29Z', 'updated_at': '2022-05-12T17:23:34Z', 'revision_number': 5, 'project_id': '0e381a22482e4cb5a714dd3392a19c27', 'subnets': [{'id': '246c5985-adc2-4f0f-9d62-017350f2cc9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:25:33.147382 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62008a6f-20d8-40c0-91c4-99ba8d091c88 None None] Checking router: cc355820-f94d-42d5-8637-978570244cad for host: dv-cinder-841591-1-iscsi {{(pid=103471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:25:33.155372 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62008a6f-20d8-40c0-91c4-99ba8d091c88 None None] Routers {'cc355820-f94d-42d5-8637-978570244cad'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:25:33.155968 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-62008a6f-20d8-40c0-91c4-99ba8d091c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:25:26Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['cc355820-f94d-42d5-8637-978570244cad'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:25:33.164512 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37146593-4785-4175-ba4d-9ffd1618a210', 'tag': '1a689752-651a-4853-a501-d55b4b71ffb2'}] {{(pid=103469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:25:33.166854 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a389b951f31a62b906e18655c420a9fe9aa70b39b59c66ae41c54d630ec86ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63486db5-05c9-4c25-ba1b-2c401cd5aa37" -d '{"events": [{"name": "network-changed", "server_uuid": "37146593-4785-4175-ba4d-9ffd1618a210", "tag": "1a689752-651a-4853-a501-d55b4b71ffb2"}]}' {{(pid=103469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:25:33.204433 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca40f71b-d93c-4841-9a26-fb0b873e9db9 x-openstack-request-id: req-ca40f71b-d93c-4841-9a26-fb0b873e9db9 {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:25:33.204870 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37146593-4785-4175-ba4d-9ffd1618a210", "tag": "1a689752-651a-4853-a501-d55b4b71ffb2", "status": "completed", "code": 200}]} {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:25:33.205184 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ca40f71b-d93c-4841-9a26-fb0b873e9db9 {{(pid=103469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:25:33.205647 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca40f71b-d93c-4841-9a26-fb0b873e9db9'] response: {'name': 'network-changed', 'server_uuid': '37146593-4785-4175-ba4d-9ffd1618a210', 'tag': '1a689752-651a-4853-a501-d55b4b71ffb2', 'status': 'completed', 'code': 200} May 12 17:25:33.264603 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-62008a6f-20d8-40c0-91c4-99ba8d091c88 None None] Set router cc355820-f94d-42d5-8637-978570244cad gateway port host: dv-cinder-841591-1-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:25:33.471236 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63486db5-05c9-4c25-ba1b-2c401cd5aa37 req-a4b49dc3-389e-4294-95a3-95cf2e5a5798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:25:33.473466 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-63486db5-05c9-4c25-ba1b-2c401cd5aa37 req-a4b49dc3-389e-4294-95a3-95cf2e5a5798 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0e381a22482e4cb5a714dd3392a19c27&device_id=37146593-4785-4175-ba4d-9ffd1618a210 HTTP/1.1" status: 200 len: 1130 time: 0.0427685 May 12 17:25:33.531009 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-62008a6f-20d8-40c0-91c4-99ba8d091c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc355820-f94d-42d5-8637-978570244cad', 'name': 'tempest-TestMinimumBasicScenario-1960711746-router', 'tenant_id': '0e381a22482e4cb5a714dd3392a19c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '95a13b3f-5325-4e34-b7aa-fc58743199fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:23:27Z', 'updated_at': '2022-05-12T17:23:29Z', 'revision_number': 4, 'project_id': '0e381a22482e4cb5a714dd3392a19c27', 'gw_port': {'id': '95a13b3f-5325-4e34-b7aa-fc58743199fa', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc355820-f94d-42d5-8637-978570244cad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:23:27Z', 'updated_at': '2022-05-12T17:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_interfaces': [{'id': '768564e5-0b3e-4905-92b8-4a2eaf8951db', 'name': '', 'network_id': '0d2b0c23-00fb-4a8f-9441-ba408404271d', 'tenant_id': '0e381a22482e4cb5a714dd3392a19c27', 'mac_address': 'fa:16:3e:ea:0e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc355820-f94d-42d5-8637-978570244cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '246c5985-adc2-4f0f-9d62-017350f2cc9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:23:29Z', 'updated_at': '2022-05-12T17:23:34Z', 'revision_number': 5, 'project_id': '0e381a22482e4cb5a714dd3392a19c27', 'subnets': [{'id': '246c5985-adc2-4f0f-9d62-017350f2cc9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:25:33.564484 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63486db5-05c9-4c25-ba1b-2c401cd5aa37 req-ea8be832-a8c4-4c35-98bd-8357558ad449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:25:33.565960 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-63486db5-05c9-4c25-ba1b-2c401cd5aa37 req-ea8be832-a8c4-4c35-98bd-8357558ad449 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0d2b0c23-00fb-4a8f-9441-ba408404271d HTTP/1.1" status: 200 len: 916 time: 0.0866702 May 12 17:25:33.566107 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62008a6f-20d8-40c0-91c4-99ba8d091c88 None None] The sync data for ids ['cc355820-f94d-42d5-8637-978570244cad'] in dv-cinder-841591-1-iscsi is: [{'id': 'cc355820-f94d-42d5-8637-978570244cad', 'name': 'tempest-TestMinimumBasicScenario-1960711746-router', 'tenant_id': '0e381a22482e4cb5a714dd3392a19c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '95a13b3f-5325-4e34-b7aa-fc58743199fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:23:27Z', 'updated_at': '2022-05-12T17:23:29Z', 'revision_number': 4, 'project_id': '0e381a22482e4cb5a714dd3392a19c27', 'gw_port': {'id': '95a13b3f-5325-4e34-b7aa-fc58743199fa', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc355820-f94d-42d5-8637-978570244cad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:23:27Z', 'updated_at': '2022-05-12T17:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_interfaces': [{'id': '768564e5-0b3e-4905-92b8-4a2eaf8951db', 'name': '', 'network_id': '0d2b0c23-00fb-4a8f-9441-ba408404271d', 'tenant_id': '0e381a22482e4cb5a714dd3392a19c27', 'mac_address': 'fa:16:3e:ea:0e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc355820-f94d-42d5-8637-978570244cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '246c5985-adc2-4f0f-9d62-017350f2cc9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:23:29Z', 'updated_at': '2022-05-12T17:23:34Z', 'revision_number': 5, 'project_id': '0e381a22482e4cb5a714dd3392a19c27', 'subnets': [{'id': '246c5985-adc2-4f0f-9d62-017350f2cc9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:25:33.616520 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-63486db5-05c9-4c25-ba1b-2c401cd5aa37 req-ac0439f6-9bcf-4435-a5ad-f8fa8c8c34a6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a689752-651a-4853-a501-d55b4b71ffb2 HTTP/1.1" status: 200 len: 217 time: 0.0405636 May 12 17:25:33.670218 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63486db5-05c9-4c25-ba1b-2c401cd5aa37 req-bcc0d6f4-4943-479e-a06d-1f6511f0442c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:25:33.671714 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-63486db5-05c9-4c25-ba1b-2c401cd5aa37 req-bcc0d6f4-4943-479e-a06d-1f6511f0442c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=246c5985-adc2-4f0f-9d62-017350f2cc9b HTTP/1.1" status: 200 len: 854 time: 0.0444610 May 12 17:25:33.718905 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63486db5-05c9-4c25-ba1b-2c401cd5aa37 req-c1b8d99f-8a65-4718-a847-b59429744b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:25:33.720495 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-63486db5-05c9-4c25-ba1b-2c401cd5aa37 req-c1b8d99f-8a65-4718-a847-b59429744b55 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0d2b0c23-00fb-4a8f-9441-ba408404271d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413575 May 12 17:25:33.813790 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4097399e-08cb-4849-9da8-e3e185c029cc None None] New status for floating IP 92672d17-9c99-4821-a68d-c824787899c5: DOWN {{(pid=103470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 17:25:33.824952 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-63486db5-05c9-4c25-ba1b-2c401cd5aa37 req-0a8353b8-cd28-45f1-83bc-2013eda17e7d service neutron] 10.222.0.58 "GET /v2.0/networks/0d2b0c23-00fb-4a8f-9441-ba408404271d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972817 May 12 17:25:33.923168 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-63486db5-05c9-4c25-ba1b-2c401cd5aa37 req-1c1144e1-f3ad-4872-9ade-912e7bf10dd3 service neutron] 10.222.0.58 "GET /v2.0/networks/0d2b0c23-00fb-4a8f-9441-ba408404271d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907867 May 12 17:25:35.509771 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83d7edf-f3e8-4df7-b8e9-8f8a8d9eaa52 req-b4753679-737c-44b0-ad96-ec3efb859457 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:25:35.511289 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f83d7edf-f3e8-4df7-b8e9-8f8a8d9eaa52 req-b4753679-737c-44b0-ad96-ec3efb859457 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] 10.222.0.23 "GET /v2.0/ports?device_id=37146593-4785-4175-ba4d-9ffd1618a210 HTTP/1.1" status: 200 len: 946 time: 0.0469456 May 12 17:25:35.556568 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f83d7edf-f3e8-4df7-b8e9-8f8a8d9eaa52 req-f36cfb5b-2aaf-4d53-896d-b8bb620c4cb0 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f10315e-b1c3-4e2b-8dd7-e979d04e20d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395682 May 12 17:25:36.669819 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1143b5-e853-4e91-b6f5-4b919d5a0786 req-6ca56179-095c-4098-a1e9-718073a999f8 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:25:36.671277 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-2f1143b5-e853-4e91-b6f5-4b919d5a0786 req-6ca56179-095c-4098-a1e9-718073a999f8 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] 10.222.0.23 "GET /v2.0/ports?device_id=37146593-4785-4175-ba4d-9ffd1618a210 HTTP/1.1" status: 200 len: 946 time: 0.0453086 May 12 17:25:36.716378 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-2f1143b5-e853-4e91-b6f5-4b919d5a0786 req-45842ff0-3cda-4497-adf2-5e52736ee22c tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f10315e-b1c3-4e2b-8dd7-e979d04e20d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396738 May 12 17:25:37.483921 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ab281b-d34d-40a4-b242-ba00cc5ad3e4 req-038900a2-873b-4dba-956b-80f36ab7f0e7 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:25:37.485358 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-f1ab281b-d34d-40a4-b242-ba00cc5ad3e4 req-038900a2-873b-4dba-956b-80f36ab7f0e7 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] 10.222.0.58 "GET /v2.0/ports?device_id=37146593-4785-4175-ba4d-9ffd1618a210 HTTP/1.1" status: 200 len: 946 time: 0.0449491 May 12 17:25:37.570938 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [req-f1ab281b-d34d-40a4-b242-ba00cc5ad3e4 req-e080f28a-d761-4e6c-94c6-d5dbc5de7343 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Deleting port 1a689752-651a-4853-a501-d55b4b71ffb2 {{(pid=103468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:25:37.571281 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-f1ab281b-d34d-40a4-b242-ba00cc5ad3e4 req-e080f28a-d761-4e6c-94c6-d5dbc5de7343 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774528024037'] for port (1a689752-651a-4853-a501-d55b4b71ffb2), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:37.657016 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.db [req-f1ab281b-d34d-40a4-b242-ba00cc5ad3e4 req-e080f28a-d761-4e6c-94c6-d5dbc5de7343 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] For port 1a689752-651a-4853-a501-d55b4b71ffb2, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=1a689752-651a-4853-a501-d55b4b71ffb2,segment=NetworkSegment(1e584874-a263-4e75-a6cc-53de20e91811),segment_id=1e584874-a263-4e75-a6cc-53de20e91811)] {{(pid=103468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:25:37.657379 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-f1ab281b-d34d-40a4-b242-ba00cc5ad3e4 req-e080f28a-d761-4e6c-94c6-d5dbc5de7343 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683095'] for port (1a689752-651a-4853-a501-d55b4b71ffb2), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:37.670448 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [req-f1ab281b-d34d-40a4-b242-ba00cc5ad3e4 req-e080f28a-d761-4e6c-94c6-d5dbc5de7343 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Calling delete_port for 1a689752-651a-4853-a501-d55b4b71ffb2 owned by compute:nova {{(pid=103468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:25:37.801425 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-f1ab281b-d34d-40a4-b242-ba00cc5ad3e4 req-e080f28a-d761-4e6c-94c6-d5dbc5de7343 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774528036217', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774527475294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11526335'] for port (1a689752-651a-4853-a501-d55b4b71ffb2), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:37.814006 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] get_ports_and_sgs() called for port_ids ['1a689752-651a-4853-a501-d55b4b71ffb2'] {{(pid=103470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:25:37.821446 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-af70b268-90a2-40bc-85de-79c77bac43bf req-32e8540b-8d72-4f5a-9d57-7cb08f6a5ec2 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] 10.222.0.23 "GET /v2.0/ports?device_id=37146593-4785-4175-ba4d-9ffd1618a210 HTTP/1.1" status: 200 len: 210 time: 0.0302532 May 12 17:25:37.830110 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e080f28a-d761-4e6c-94c6-d5dbc5de7343 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Pushing event deleted for resources: {'Port': ['ID=1a689752-651a-4853-a501-d55b4b71ffb2,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:25:37.878137 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1ab281b-d34d-40a4-b242-ba00cc5ad3e4 req-e080f28a-d761-4e6c-94c6-d5dbc5de7343 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] No DVR routers for this DVR port 1a689752-651a-4853-a501-d55b4b71ffb2 on host hv-cinder-84159 {{(pid=103468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:25:37.880626 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-f1ab281b-d34d-40a4-b242-ba00cc5ad3e4 req-e080f28a-d761-4e6c-94c6-d5dbc5de7343 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36930'] for port (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:37.884162 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-f1ab281b-d34d-40a4-b242-ba00cc5ad3e4 req-e080f28a-d761-4e6c-94c6-d5dbc5de7343 tempest-TestMinimumBasicScenario-1493335157 tempest-TestMinimumBasicScenario-1493335157-project] 10.222.0.58 "DELETE /v2.0/ports/1a689752-651a-4853-a501-d55b4b71ffb2 HTTP/1.1" status: 204 len: 173 time: 0.3925605 May 12 17:25:37.884603 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37146593-4785-4175-ba4d-9ffd1618a210', 'name': 'network-vif-deleted', 'tag': '1a689752-651a-4853-a501-d55b4b71ffb2'}] {{(pid=103468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:25:37.886871 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11327eb0f41ff280cd3a6497cf1c944478feb1aae12e82efcad6faf65da72353" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a1e393-29c1-49f9-ba9f-f1e5ad703cd9" -d '{"events": [{"server_uuid": "37146593-4785-4175-ba4d-9ffd1618a210", "name": "network-vif-deleted", "tag": "1a689752-651a-4853-a501-d55b4b71ffb2"}]}' {{(pid=103468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:25:37.921644 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-796749f6-adab-46d8-b235-0d19b201d03b x-openstack-request-id: req-796749f6-adab-46d8-b235-0d19b201d03b {{(pid=103468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:25:37.921932 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37146593-4785-4175-ba4d-9ffd1618a210", "name": "network-vif-deleted", "tag": "1a689752-651a-4853-a501-d55b4b71ffb2", "status": "completed", "code": 200}]} {{(pid=103468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:25:37.922182 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-796749f6-adab-46d8-b235-0d19b201d03b {{(pid=103468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:25:37.922618 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-796749f6-adab-46d8-b235-0d19b201d03b'] response: {'server_uuid': '37146593-4785-4175-ba4d-9ffd1618a210', 'name': 'network-vif-deleted', 'tag': '1a689752-651a-4853-a501-d55b4b71ffb2', 'status': 'completed', 'code': 200} May 12 17:25:39.476272 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 35160) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:25:39.788375 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-980b47a0-4a2f-4284-918b-4910fefcc5b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3683293'] for router_interface (cc355820-f94d-42d5-8637-978570244cad), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:40.015246 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-980b47a0-4a2f-4284-918b-4910fefcc5b2 admin admin] Deleting port 768564e5-0b3e-4905-92b8-4a2eaf8951db {{(pid=103469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:25:40.015583 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-980b47a0-4a2f-4284-918b-4910fefcc5b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774528024037'] for port (768564e5-0b3e-4905-92b8-4a2eaf8951db), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:40.093300 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [None req-980b47a0-4a2f-4284-918b-4910fefcc5b2 admin admin] For port 768564e5-0b3e-4905-92b8-4a2eaf8951db, host dv-cinder-841591-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-1-iscsi',level=0,port_id=768564e5-0b3e-4905-92b8-4a2eaf8951db,segment=NetworkSegment(1e584874-a263-4e75-a6cc-53de20e91811),segment_id=1e584874-a263-4e75-a6cc-53de20e91811)] {{(pid=103469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:25:40.093579 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-980b47a0-4a2f-4284-918b-4910fefcc5b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683095'] for port (768564e5-0b3e-4905-92b8-4a2eaf8951db), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:40.106823 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-980b47a0-4a2f-4284-918b-4910fefcc5b2 admin admin] Calling delete_port for 768564e5-0b3e-4905-92b8-4a2eaf8951db owned by network:router_interface {{(pid=103469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:25:40.295958 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-980b47a0-4a2f-4284-918b-4910fefcc5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774528036217', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774527475294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968517'] for port (768564e5-0b3e-4905-92b8-4a2eaf8951db), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:40.322362 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980b47a0-4a2f-4284-918b-4910fefcc5b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=768564e5-0b3e-4905-92b8-4a2eaf8951db,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:25:40.496218 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-980b47a0-4a2f-4284-918b-4910fefcc5b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-519212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475074'] for router_interface (cc355820-f94d-42d5-8637-978570244cad), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:40.708292 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-980b47a0-4a2f-4284-918b-4910fefcc5b2 admin admin] Router cc355820-f94d-42d5-8637-978570244cad has already been hosted by L3 agent e5548ccc-31b8-4072-a6b0-52b00208ea79 {{(pid=103469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:25:40.814146 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-980b47a0-4a2f-4284-918b-4910fefcc5b2 admin admin] Notify agent at l3_agent.dv-cinder-841591-1-iscsi the message routers_updated {{(pid=103469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:25:40.819016 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-980b47a0-4a2f-4284-918b-4910fefcc5b2 admin admin] 10.222.0.23 "PUT /v2.0/routers/cc355820-f94d-42d5-8637-978570244cad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3417552 May 12 17:25:40.821548 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 35162) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:25:40.822860 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b30116-1c4b-4245-8ca6-2baf080cdc2c None None] Sync routers for ids ['cc355820-f94d-42d5-8637-978570244cad'] in dv-cinder-841591-1-iscsi {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:25:40.833782 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b30116-1c4b-4245-8ca6-2baf080cdc2c None None] Routers {'cc355820-f94d-42d5-8637-978570244cad'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:25:40.834963 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-97b30116-1c4b-4245-8ca6-2baf080cdc2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:25:26Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['cc355820-f94d-42d5-8637-978570244cad'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:25:40.925894 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1ac023ab-2e18-4b25-9924-19022f5afb77 admin admin] Publish callbacks [] for router (cc355820-f94d-42d5-8637-978570244cad), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:40.940492 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-97b30116-1c4b-4245-8ca6-2baf080cdc2c None None] Set router cc355820-f94d-42d5-8637-978570244cad gateway port host: dv-cinder-841591-1-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:25:40.968960 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Device 1a689752-651a-4853-a501-d55b4b71ffb2 no longer exists at agent hyperv_hv-cinder-84159 {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:25:40.988987 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] No Port match for: 1a689752-651a-4853-a501-d55b4b71ffb2 {{(pid=103470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:25:40.989602 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Device 1a689752-651a-4853-a501-d55b4b71ffb2 not bound to the agent host hv-cinder-84159 {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:25:41.033531 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1ac023ab-2e18-4b25-9924-19022f5afb77 admin admin] Publish callbacks [] for router_gateway (cc355820-f94d-42d5-8637-978570244cad), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:41.077479 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-1ac023ab-2e18-4b25-9924-19022f5afb77 admin admin] Deleting port 95a13b3f-5325-4e34-b7aa-fc58743199fa {{(pid=103469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:25:41.077812 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1ac023ab-2e18-4b25-9924-19022f5afb77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774528024037'] for port (95a13b3f-5325-4e34-b7aa-fc58743199fa), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:41.111347 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-97b30116-1c4b-4245-8ca6-2baf080cdc2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc355820-f94d-42d5-8637-978570244cad', 'name': 'tempest-TestMinimumBasicScenario-1960711746-router', 'tenant_id': '0e381a22482e4cb5a714dd3392a19c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '95a13b3f-5325-4e34-b7aa-fc58743199fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:23:27Z', 'updated_at': '2022-05-12T17:25:40Z', 'revision_number': 5, 'project_id': '0e381a22482e4cb5a714dd3392a19c27', 'gw_port': {'id': '95a13b3f-5325-4e34-b7aa-fc58743199fa', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc355820-f94d-42d5-8637-978570244cad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:23:27Z', 'updated_at': '2022-05-12T17:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi'}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:25:41.143512 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b30116-1c4b-4245-8ca6-2baf080cdc2c None None] Checking router: cc355820-f94d-42d5-8637-978570244cad for host: dv-cinder-841591-1-iscsi {{(pid=103471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:25:41.152739 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b30116-1c4b-4245-8ca6-2baf080cdc2c None None] Routers {'cc355820-f94d-42d5-8637-978570244cad'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:25:41.153421 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-97b30116-1c4b-4245-8ca6-2baf080cdc2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:25:26Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['cc355820-f94d-42d5-8637-978570244cad'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:25:41.161324 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [None req-1ac023ab-2e18-4b25-9924-19022f5afb77 admin admin] For port 95a13b3f-5325-4e34-b7aa-fc58743199fa, host dv-cinder-841591-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-1-iscsi',level=0,port_id=95a13b3f-5325-4e34-b7aa-fc58743199fa,segment=NetworkSegment(54af2f58-bd4b-41ba-9124-743d6aed4e37),segment_id=54af2f58-bd4b-41ba-9124-743d6aed4e37)] {{(pid=103469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:25:41.161597 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1ac023ab-2e18-4b25-9924-19022f5afb77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683095'] for port (95a13b3f-5325-4e34-b7aa-fc58743199fa), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:41.174518 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-1ac023ab-2e18-4b25-9924-19022f5afb77 admin admin] Calling delete_port for 95a13b3f-5325-4e34-b7aa-fc58743199fa owned by network:router_gateway {{(pid=103469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:25:41.240208 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-97b30116-1c4b-4245-8ca6-2baf080cdc2c None None] Set router cc355820-f94d-42d5-8637-978570244cad gateway port host: None {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:25:41.301697 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-97b30116-1c4b-4245-8ca6-2baf080cdc2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc355820-f94d-42d5-8637-978570244cad', 'name': 'tempest-TestMinimumBasicScenario-1960711746-router', 'tenant_id': '0e381a22482e4cb5a714dd3392a19c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:23:27Z', 'updated_at': '2022-05-12T17:25:41Z', 'revision_number': 6, 'project_id': '0e381a22482e4cb5a714dd3392a19c27', 'gw_port_host': None}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:25:41.330905 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b30116-1c4b-4245-8ca6-2baf080cdc2c None None] The sync data for ids ['cc355820-f94d-42d5-8637-978570244cad'] in dv-cinder-841591-1-iscsi is: [{'id': 'cc355820-f94d-42d5-8637-978570244cad', 'name': 'tempest-TestMinimumBasicScenario-1960711746-router', 'tenant_id': '0e381a22482e4cb5a714dd3392a19c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:23:27Z', 'updated_at': '2022-05-12T17:25:41Z', 'revision_number': 6, 'project_id': '0e381a22482e4cb5a714dd3392a19c27', 'gw_port_host': None}] {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:25:41.342890 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1ac023ab-2e18-4b25-9924-19022f5afb77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774528036217', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774527475294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968517'] for port (95a13b3f-5325-4e34-b7aa-fc58743199fa), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:41.370371 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac023ab-2e18-4b25-9924-19022f5afb77 admin admin] Pushing event deleted for resources: {'Port': ['ID=95a13b3f-5325-4e34-b7aa-fc58743199fa,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:25:41.428673 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1ac023ab-2e18-4b25-9924-19022f5afb77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3679983'] for router_gateway (cc355820-f94d-42d5-8637-978570244cad), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:41.519788 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1ac023ab-2e18-4b25-9924-19022f5afb77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3679655', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1042242'] for router (cc355820-f94d-42d5-8637-978570244cad), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:41.521927 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1ac023ab-2e18-4b25-9924-19022f5afb77 admin admin] Publish callbacks [] for router_controller (cc355820-f94d-42d5-8637-978570244cad), precommit_delete_associations {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:41.569441 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1ac023ab-2e18-4b25-9924-19022f5afb77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3679678'] for router (cc355820-f94d-42d5-8637-978570244cad), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:41.570021 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ac023ab-2e18-4b25-9924-19022f5afb77 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc355820-f94d-42d5-8637-978570244cad {{(pid=103469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 17:25:41.574296 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1ac023ab-2e18-4b25-9924-19022f5afb77 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:41.575567 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-1ac023ab-2e18-4b25-9924-19022f5afb77 admin admin] 10.222.0.23 "DELETE /v2.0/routers/cc355820-f94d-42d5-8637-978570244cad HTTP/1.1" status: 204 len: 168 time: 0.7531266 May 12 17:25:41.578092 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 35166) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:25:41.620987 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.db.db_base_plugin_v2 [None req-774f5351-20cf-4d63-9795-6f556b297831 admin admin] Deleting subnet 246c5985-adc2-4f0f-9d62-017350f2cc9b {{(pid=103469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 17:25:41.623900 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-774f5351-20cf-4d63-9795-6f556b297831 admin admin] Publish callbacks [] for subnet (246c5985-adc2-4f0f-9d62-017350f2cc9b), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:41.657533 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-774f5351-20cf-4d63-9795-6f556b297831 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1968719'] for subnet (246c5985-adc2-4f0f-9d62-017350f2cc9b), precommit_delete_associations {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:41.741149 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-774f5351-20cf-4d63-9795-6f556b297831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3477743'] for subnet (246c5985-adc2-4f0f-9d62-017350f2cc9b), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:41.793191 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-774f5351-20cf-4d63-9795-6f556b297831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3477750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1968756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11573712'] for subnet (246c5985-adc2-4f0f-9d62-017350f2cc9b), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:41.820578 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-774f5351-20cf-4d63-9795-6f556b297831 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-519179'] for subnet (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:41.826460 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-774f5351-20cf-4d63-9795-6f556b297831 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/246c5985-adc2-4f0f-9d62-017350f2cc9b HTTP/1.1" status: 204 len: 168 time: 0.2451611 May 12 17:25:41.826460 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774f5351-20cf-4d63-9795-6f556b297831 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=246c5985-adc2-4f0f-9d62-017350f2cc9b,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:25:41.826712 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4270751d-24dd-4012-af16-79c4c7efd8f5 None None] Network 0d2b0c23-00fb-4a8f-9441-ba408404271d requested from dv-cinder-841591-1-iscsi {{(pid=103470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:25:41.827561 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 35168) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:25:41.897155 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-95fb3826-fdc7-4ecc-81e1-870000b3bca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3665968'] for network (0d2b0c23-00fb-4a8f-9441-ba408404271d), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:41.943213 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-95fb3826-fdc7-4ecc-81e1-870000b3bca8 admin admin] Deleting port 25e310db-cf1a-4d41-ac29-64072ff92d6e {{(pid=103469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:25:41.943689 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-95fb3826-fdc7-4ecc-81e1-870000b3bca8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774528024037'] for port (25e310db-cf1a-4d41-ac29-64072ff92d6e), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:42.004324 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [None req-95fb3826-fdc7-4ecc-81e1-870000b3bca8 admin admin] For port 25e310db-cf1a-4d41-ac29-64072ff92d6e, host dv-cinder-841591-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-1-iscsi',level=0,port_id=25e310db-cf1a-4d41-ac29-64072ff92d6e,segment=NetworkSegment(1e584874-a263-4e75-a6cc-53de20e91811),segment_id=1e584874-a263-4e75-a6cc-53de20e91811)] {{(pid=103469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:25:42.004741 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-95fb3826-fdc7-4ecc-81e1-870000b3bca8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683095'] for port (25e310db-cf1a-4d41-ac29-64072ff92d6e), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:42.017251 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-95fb3826-fdc7-4ecc-81e1-870000b3bca8 admin admin] Calling delete_port for 25e310db-cf1a-4d41-ac29-64072ff92d6e owned by network:dhcp {{(pid=103469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:25:42.076853 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966c2cd4-4ca1-4913-9fc6-8fa3df0e81ba None None] DHCP port deletion for 0d2b0c23-00fb-4a8f-9441-ba408404271d request from dv-cinder-841591-1-iscsi {{(pid=103470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 17:25:42.129126 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-966c2cd4-4ca1-4913-9fc6-8fa3df0e81ba None None] Deleting port 25e310db-cf1a-4d41-ac29-64072ff92d6e {{(pid=103470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:25:42.129504 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-966c2cd4-4ca1-4913-9fc6-8fa3df0e81ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774528024037'] for port (25e310db-cf1a-4d41-ac29-64072ff92d6e), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:42.200740 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-966c2cd4-4ca1-4913-9fc6-8fa3df0e81ba None None] For port 25e310db-cf1a-4d41-ac29-64072ff92d6e, host dv-cinder-841591-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-1-iscsi',level=0,port_id=25e310db-cf1a-4d41-ac29-64072ff92d6e,segment=NetworkSegment(1e584874-a263-4e75-a6cc-53de20e91811),segment_id=1e584874-a263-4e75-a6cc-53de20e91811)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:25:42.201136 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-966c2cd4-4ca1-4913-9fc6-8fa3df0e81ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683095'] for port (25e310db-cf1a-4d41-ac29-64072ff92d6e), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:42.215624 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-966c2cd4-4ca1-4913-9fc6-8fa3df0e81ba None None] Calling delete_port for 25e310db-cf1a-4d41-ac29-64072ff92d6e owned by network:dhcp {{(pid=103470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:25:42.298628 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-966c2cd4-4ca1-4913-9fc6-8fa3df0e81ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774528036217', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774527475294'] for port (25e310db-cf1a-4d41-ac29-64072ff92d6e), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:42.324165 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966c2cd4-4ca1-4913-9fc6-8fa3df0e81ba None None] Pushing event deleted for resources: {'Port': ['ID=25e310db-cf1a-4d41-ac29-64072ff92d6e,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:25:42.327996 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966c2cd4-4ca1-4913-9fc6-8fa3df0e81ba None None] No DVR routers for this DVR port 25e310db-cf1a-4d41-ac29-64072ff92d6e on host dv-cinder-841591-1-iscsi {{(pid=103470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:25:42.367491 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-95fb3826-fdc7-4ecc-81e1-870000b3bca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774528036217', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774527475294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968517'] for port (25e310db-cf1a-4d41-ac29-64072ff92d6e), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:42.390059 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb3826-fdc7-4ecc-81e1-870000b3bca8 admin admin] Pushing event deleted for resources: {'Port': ['ID=25e310db-cf1a-4d41-ac29-64072ff92d6e,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:25:42.395659 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fb3826-fdc7-4ecc-81e1-870000b3bca8 admin admin] No DVR routers for this DVR port 25e310db-cf1a-4d41-ac29-64072ff92d6e on host dv-cinder-841591-1-iscsi {{(pid=103469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:25:42.467697 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-95fb3826-fdc7-4ecc-81e1-870000b3bca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3512410', 'neutron.services.segments.db._delete_segments_for_network-8774527956246'] for network (0d2b0c23-00fb-4a8f-9441-ba408404271d), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:42.486521 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.services.segments.db [None req-95fb3826-fdc7-4ecc-81e1-870000b3bca8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d2b0c23-00fb-4a8f-9441-ba408404271d']}} {{(pid=103469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:25:42.495407 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.services.segments.db [None req-95fb3826-fdc7-4ecc-81e1-870000b3bca8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e584874-a263-4e75-a6cc-53de20e91811') {'for_net_delete': True} {{(pid=103469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:25:42.495700 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.services.segments.db [None req-95fb3826-fdc7-4ecc-81e1-870000b3bca8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e584874-a263-4e75-a6cc-53de20e91811') {} {{(pid=103469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:25:42.504740 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-95fb3826-fdc7-4ecc-81e1-870000b3bca8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774527957791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1968758'] for segment (1e584874-a263-4e75-a6cc-53de20e91811), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:42.518157 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-95fb3826-fdc7-4ecc-81e1-870000b3bca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3597332'] for segment (1e584874-a263-4e75-a6cc-53de20e91811), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:42.524478 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95fb3826-fdc7-4ecc-81e1-870000b3bca8 admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=103469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 17:25:42.525048 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-95fb3826-fdc7-4ecc-81e1-870000b3bca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3597332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1968598'] for segment (1e584874-a263-4e75-a6cc-53de20e91811), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:42.526649 dv-cinder-841591-1-iscsi neutron-server[103469]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 17:25:42.526649 dv-cinder-841591-1-iscsi neutron-server[103469]: self.session.flush() May 12 17:25:42.526649 dv-cinder-841591-1-iscsi neutron-server[103469]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 17:25:42.526649 dv-cinder-841591-1-iscsi neutron-server[103469]: self.session.flush() May 12 17:25:42.526649 dv-cinder-841591-1-iscsi neutron-server[103469]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 17:25:42.526649 dv-cinder-841591-1-iscsi neutron-server[103469]: self.session.flush() May 12 17:25:42.526649 dv-cinder-841591-1-iscsi neutron-server[103469]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 17:25:42.526649 dv-cinder-841591-1-iscsi neutron-server[103469]: self.session.flush() May 12 17:25:42.526649 dv-cinder-841591-1-iscsi neutron-server[103469]: Traceback (most recent call last): May 12 17:25:42.526649 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 17:25:42.526649 dv-cinder-841591-1-iscsi neutron-server[103469]: timer() May 12 17:25:42.526649 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 17:25:42.526649 dv-cinder-841591-1-iscsi neutron-server[103469]: cb(*args, **kw) May 12 17:25:42.526649 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 17:25:42.526649 dv-cinder-841591-1-iscsi neutron-server[103469]: return func(*args, **kwargs) May 12 17:25:42.526649 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 17:25:42.526649 dv-cinder-841591-1-iscsi neutron-server[103469]: self._notify() May 12 17:25:42.526649 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 17:25:42.526649 dv-cinder-841591-1-iscsi neutron-server[103469]: self.callback(batched_events) May 12 17:25:42.526649 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 17:25:42.526649 dv-cinder-841591-1-iscsi neutron-server[103469]: event.method(event) May 12 17:25:42.526649 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 17:25:42.526649 dv-cinder-841591-1-iscsi neutron-server[103469]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 17:25:42.526649 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 17:25:42.526649 dv-cinder-841591-1-iscsi neutron-server[103469]: aggregate_uuid = self.p_client.list_aggregates( May 12 17:25:42.526649 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 17:25:42.526649 dv-cinder-841591-1-iscsi neutron-server[103469]: return f(self, *a, **k) May 12 17:25:42.526649 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 17:25:42.526649 dv-cinder-841591-1-iscsi neutron-server[103469]: return self._get(url).json() May 12 17:25:42.526649 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 17:25:42.526649 dv-cinder-841591-1-iscsi neutron-server[103469]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 17:25:42.526649 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 17:25:42.526649 dv-cinder-841591-1-iscsi neutron-server[103469]: return self.request(url, 'GET', **kwargs) May 12 17:25:42.526649 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 17:25:42.526649 dv-cinder-841591-1-iscsi neutron-server[103469]: base_url = self.get_endpoint(auth, allow=allow, May 12 17:25:42.526649 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 17:25:42.526649 dv-cinder-841591-1-iscsi neutron-server[103469]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 17:25:42.526649 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 17:25:42.526649 dv-cinder-841591-1-iscsi neutron-server[103469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 17:25:42.526649 dv-cinder-841591-1-iscsi neutron-server[103469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 17:25:42.578033 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-95fb3826-fdc7-4ecc-81e1-870000b3bca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3512417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682781'] for network (0d2b0c23-00fb-4a8f-9441-ba408404271d), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:42.584675 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-95fb3826-fdc7-4ecc-81e1-870000b3bca8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-519179'] for network (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:42.587846 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-95fb3826-fdc7-4ecc-81e1-870000b3bca8 admin admin] 10.222.0.23 "DELETE /v2.0/networks/0d2b0c23-00fb-4a8f-9441-ba408404271d HTTP/1.1" status: 204 len: 168 time: 0.7591259 May 12 17:25:42.590833 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 35170) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:25:42.601288 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb3826-fdc7-4ecc-81e1-870000b3bca8 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d2b0c23-00fb-4a8f-9441-ba408404271d,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:25:42.909572 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-34b57444-43f2-4665-8da6-28400e603d46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3683293'] for router_interface (348eadf2-7128-4fb3-bb93-573846a94c25), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:43.136046 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [None req-34b57444-43f2-4665-8da6-28400e603d46 admin admin] Deleting port 4da2208b-742a-4545-b65a-75f8c3d738dc {{(pid=103468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:25:43.136276 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-34b57444-43f2-4665-8da6-28400e603d46 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774528024037'] for port (4da2208b-742a-4545-b65a-75f8c3d738dc), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:43.153910 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device 768564e5-0b3e-4905-92b8-4a2eaf8951db no longer exists at agent ovs-agent-dv-cinder-841591-1-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:25:43.177039 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] No Port match for: 768564e5-0b3e-4905-92b8-4a2eaf8951db {{(pid=103470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:25:43.177390 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device 768564e5-0b3e-4905-92b8-4a2eaf8951db not bound to the agent host dv-cinder-841591-1-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:25:43.178500 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device 95a13b3f-5325-4e34-b7aa-fc58743199fa no longer exists at agent ovs-agent-dv-cinder-841591-1-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:25:43.196791 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] No Port match for: 95a13b3f-5325-4e34-b7aa-fc58743199fa {{(pid=103470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:25:43.197141 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device 95a13b3f-5325-4e34-b7aa-fc58743199fa not bound to the agent host dv-cinder-841591-1-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:25:43.197558 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device 25e310db-cf1a-4d41-ac29-64072ff92d6e no longer exists at agent ovs-agent-dv-cinder-841591-1-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:25:43.215454 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-34b57444-43f2-4665-8da6-28400e603d46 admin admin] For port 4da2208b-742a-4545-b65a-75f8c3d738dc, host dv-cinder-841591-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-1-iscsi',level=0,port_id=4da2208b-742a-4545-b65a-75f8c3d738dc,segment=NetworkSegment(652863b6-49b6-44a0-85c7-0f7732f6640b),segment_id=652863b6-49b6-44a0-85c7-0f7732f6640b)] {{(pid=103468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:25:43.215819 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-34b57444-43f2-4665-8da6-28400e603d46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683095'] for port (4da2208b-742a-4545-b65a-75f8c3d738dc), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:43.216020 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] No Port match for: 25e310db-cf1a-4d41-ac29-64072ff92d6e {{(pid=103470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:25:43.216373 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device 25e310db-cf1a-4d41-ac29-64072ff92d6e not bound to the agent host dv-cinder-841591-1-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:25:43.229760 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [None req-34b57444-43f2-4665-8da6-28400e603d46 admin admin] Calling delete_port for 4da2208b-742a-4545-b65a-75f8c3d738dc owned by network:router_interface {{(pid=103468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:25:43.408915 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-34b57444-43f2-4665-8da6-28400e603d46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774528036217', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774527475294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11526335'] for port (4da2208b-742a-4545-b65a-75f8c3d738dc), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:43.435387 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b57444-43f2-4665-8da6-28400e603d46 admin admin] Pushing event deleted for resources: {'Port': ['ID=4da2208b-742a-4545-b65a-75f8c3d738dc,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:25:43.601103 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-34b57444-43f2-4665-8da6-28400e603d46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-519212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475074'] for router_interface (348eadf2-7128-4fb3-bb93-573846a94c25), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:43.808506 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34b57444-43f2-4665-8da6-28400e603d46 admin admin] Router 348eadf2-7128-4fb3-bb93-573846a94c25 has already been hosted by L3 agent e5548ccc-31b8-4072-a6b0-52b00208ea79 {{(pid=103468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:25:43.914643 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34b57444-43f2-4665-8da6-28400e603d46 admin admin] Notify agent at l3_agent.dv-cinder-841591-1-iscsi the message routers_updated {{(pid=103468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:25:43.920118 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-34b57444-43f2-4665-8da6-28400e603d46 admin admin] 10.222.0.23 "PUT /v2.0/routers/348eadf2-7128-4fb3-bb93-573846a94c25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3282063 May 12 17:25:43.921904 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 35172) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:25:43.922988 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8e3b9e-ca95-46b5-846e-cd5ee0b23dd3 None None] Sync routers for ids ['348eadf2-7128-4fb3-bb93-573846a94c25'] in dv-cinder-841591-1-iscsi {{(pid=103470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:25:43.933782 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8e3b9e-ca95-46b5-846e-cd5ee0b23dd3 None None] Routers {'348eadf2-7128-4fb3-bb93-573846a94c25'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:25:43.934388 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-fe8e3b9e-ca95-46b5-846e-cd5ee0b23dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:25:26Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['348eadf2-7128-4fb3-bb93-573846a94c25'], 'active': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:25:44.026327 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-6c5b79c1-c66c-4ccb-a352-95759164e9e5 admin admin] Publish callbacks [] for router (348eadf2-7128-4fb3-bb93-573846a94c25), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:44.038312 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvr_db [None req-fe8e3b9e-ca95-46b5-846e-cd5ee0b23dd3 None None] Set router 348eadf2-7128-4fb3-bb93-573846a94c25 gateway port host: dv-cinder-841591-1-iscsi {{(pid=103470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:25:44.127618 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-6c5b79c1-c66c-4ccb-a352-95759164e9e5 admin admin] Publish callbacks [] for router_gateway (348eadf2-7128-4fb3-bb93-573846a94c25), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:44.170717 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [None req-6c5b79c1-c66c-4ccb-a352-95759164e9e5 admin admin] Deleting port c1959d93-4e7a-400e-803f-5d84ce35669b {{(pid=103468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:25:44.171049 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-6c5b79c1-c66c-4ccb-a352-95759164e9e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774528024037'] for port (c1959d93-4e7a-400e-803f-5d84ce35669b), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:44.204538 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-fe8e3b9e-ca95-46b5-846e-cd5ee0b23dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '348eadf2-7128-4fb3-bb93-573846a94c25', 'name': 'tempest-TestMinimumBasicScenario-65210861-router', 'tenant_id': '522569da92a1425b9961ef59c8e6bb2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': 'c1959d93-4e7a-400e-803f-5d84ce35669b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:23:31Z', 'updated_at': '2022-05-12T17:25:43Z', 'revision_number': 5, 'project_id': '522569da92a1425b9961ef59c8e6bb2e', 'gw_port': {'id': 'c1959d93-4e7a-400e-803f-5d84ce35669b', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f0:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348eadf2-7128-4fb3-bb93-573846a94c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:23:32Z', 'updated_at': '2022-05-12T17:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi'}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:25:44.231187 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8e3b9e-ca95-46b5-846e-cd5ee0b23dd3 None None] Checking router: 348eadf2-7128-4fb3-bb93-573846a94c25 for host: dv-cinder-841591-1-iscsi {{(pid=103470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:25:44.239166 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8e3b9e-ca95-46b5-846e-cd5ee0b23dd3 None None] Routers {'348eadf2-7128-4fb3-bb93-573846a94c25'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:25:44.239767 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-fe8e3b9e-ca95-46b5-846e-cd5ee0b23dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:25:26Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['348eadf2-7128-4fb3-bb93-573846a94c25'], 'active': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:25:44.252401 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-6c5b79c1-c66c-4ccb-a352-95759164e9e5 admin admin] For port c1959d93-4e7a-400e-803f-5d84ce35669b, host dv-cinder-841591-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-1-iscsi',level=0,port_id=c1959d93-4e7a-400e-803f-5d84ce35669b,segment=NetworkSegment(54af2f58-bd4b-41ba-9124-743d6aed4e37),segment_id=54af2f58-bd4b-41ba-9124-743d6aed4e37)] {{(pid=103468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:25:44.252766 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-6c5b79c1-c66c-4ccb-a352-95759164e9e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683095'] for port (c1959d93-4e7a-400e-803f-5d84ce35669b), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:44.266027 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [None req-6c5b79c1-c66c-4ccb-a352-95759164e9e5 admin admin] Calling delete_port for c1959d93-4e7a-400e-803f-5d84ce35669b owned by network:router_gateway {{(pid=103468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:25:44.329071 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvr_db [None req-fe8e3b9e-ca95-46b5-846e-cd5ee0b23dd3 None None] Set router 348eadf2-7128-4fb3-bb93-573846a94c25 gateway port host: None {{(pid=103470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:25:44.379622 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-fe8e3b9e-ca95-46b5-846e-cd5ee0b23dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '348eadf2-7128-4fb3-bb93-573846a94c25', 'name': 'tempest-TestMinimumBasicScenario-65210861-router', 'tenant_id': '522569da92a1425b9961ef59c8e6bb2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:23:31Z', 'updated_at': '2022-05-12T17:25:44Z', 'revision_number': 6, 'project_id': '522569da92a1425b9961ef59c8e6bb2e', 'gw_port_host': None}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:25:44.433350 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-6c5b79c1-c66c-4ccb-a352-95759164e9e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774528036217', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774527475294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11526335'] for port (c1959d93-4e7a-400e-803f-5d84ce35669b), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:44.463979 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5b79c1-c66c-4ccb-a352-95759164e9e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1959d93-4e7a-400e-803f-5d84ce35669b,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:25:44.527698 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-6c5b79c1-c66c-4ccb-a352-95759164e9e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3679983'] for router_gateway (348eadf2-7128-4fb3-bb93-573846a94c25), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:44.536135 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8e3b9e-ca95-46b5-846e-cd5ee0b23dd3 None None] The sync data for ids ['348eadf2-7128-4fb3-bb93-573846a94c25'] in dv-cinder-841591-1-iscsi is: [{'id': '348eadf2-7128-4fb3-bb93-573846a94c25', 'name': 'tempest-TestMinimumBasicScenario-65210861-router', 'tenant_id': '522569da92a1425b9961ef59c8e6bb2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:23:31Z', 'updated_at': '2022-05-12T17:25:44Z', 'revision_number': 6, 'project_id': '522569da92a1425b9961ef59c8e6bb2e', 'gw_port_host': None}] {{(pid=103470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:25:44.621415 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-6c5b79c1-c66c-4ccb-a352-95759164e9e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3679655', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1042242'] for router (348eadf2-7128-4fb3-bb93-573846a94c25), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:44.623590 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-6c5b79c1-c66c-4ccb-a352-95759164e9e5 admin admin] Publish callbacks [] for router_controller (348eadf2-7128-4fb3-bb93-573846a94c25), precommit_delete_associations {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:44.664857 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-6c5b79c1-c66c-4ccb-a352-95759164e9e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3679678'] for router (348eadf2-7128-4fb3-bb93-573846a94c25), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:44.665380 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c5b79c1-c66c-4ccb-a352-95759164e9e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 348eadf2-7128-4fb3-bb93-573846a94c25 {{(pid=103468) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 17:25:44.669586 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-6c5b79c1-c66c-4ccb-a352-95759164e9e5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:44.670727 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-6c5b79c1-c66c-4ccb-a352-95759164e9e5 admin admin] 10.222.0.23 "DELETE /v2.0/routers/348eadf2-7128-4fb3-bb93-573846a94c25 HTTP/1.1" status: 204 len: 168 time: 0.7478297 May 12 17:25:44.673277 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 35174) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:25:44.718887 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.db_base_plugin_v2 [None req-055fe856-1e99-4791-a4ac-34a6a45e230a admin admin] Deleting subnet b6c936d5-2fb5-4f44-b9fa-e81f3cc6dcaa {{(pid=103468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 17:25:44.721836 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-055fe856-1e99-4791-a4ac-34a6a45e230a admin admin] Publish callbacks [] for subnet (b6c936d5-2fb5-4f44-b9fa-e81f3cc6dcaa), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:44.755528 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-055fe856-1e99-4791-a4ac-34a6a45e230a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11662675'] for subnet (b6c936d5-2fb5-4f44-b9fa-e81f3cc6dcaa), precommit_delete_associations {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:44.831263 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-055fe856-1e99-4791-a4ac-34a6a45e230a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3477743'] for subnet (b6c936d5-2fb5-4f44-b9fa-e81f3cc6dcaa), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:44.888228 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-055fe856-1e99-4791-a4ac-34a6a45e230a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3477750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11526990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12405297'] for subnet (b6c936d5-2fb5-4f44-b9fa-e81f3cc6dcaa), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:44.918804 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055fe856-1e99-4791-a4ac-34a6a45e230a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6c936d5-2fb5-4f44-b9fa-e81f3cc6dcaa,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:25:44.925181 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-055fe856-1e99-4791-a4ac-34a6a45e230a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:44.928900 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-055fe856-1e99-4791-a4ac-34a6a45e230a admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b6c936d5-2fb5-4f44-b9fa-e81f3cc6dcaa HTTP/1.1" status: 204 len: 168 time: 0.2547204 May 12 17:25:44.931477 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 35176) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:25:44.937016 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5ccfde-9988-483a-a5f2-21d05d87168b None None] Network faab5f36-1b54-49b7-bf28-50b75230a36d requested from dv-cinder-841591-1-iscsi {{(pid=103470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:25:45.004152 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ecc798f0-28a9-4b3a-8aac-848bfec5ac8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3665968'] for network (faab5f36-1b54-49b7-bf28-50b75230a36d), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:45.047597 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [None req-ecc798f0-28a9-4b3a-8aac-848bfec5ac8c admin admin] Deleting port b8ff3e45-42ec-48dd-99b5-692723181405 {{(pid=103468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:25:45.048005 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ecc798f0-28a9-4b3a-8aac-848bfec5ac8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774528024037'] for port (b8ff3e45-42ec-48dd-99b5-692723181405), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:45.112896 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-ecc798f0-28a9-4b3a-8aac-848bfec5ac8c admin admin] For port b8ff3e45-42ec-48dd-99b5-692723181405, host dv-cinder-841591-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-1-iscsi',level=0,port_id=b8ff3e45-42ec-48dd-99b5-692723181405,segment=NetworkSegment(652863b6-49b6-44a0-85c7-0f7732f6640b),segment_id=652863b6-49b6-44a0-85c7-0f7732f6640b)] {{(pid=103468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:25:45.113247 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ecc798f0-28a9-4b3a-8aac-848bfec5ac8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683095'] for port (b8ff3e45-42ec-48dd-99b5-692723181405), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:45.125712 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [None req-ecc798f0-28a9-4b3a-8aac-848bfec5ac8c admin admin] Calling delete_port for b8ff3e45-42ec-48dd-99b5-692723181405 owned by network:dhcp {{(pid=103468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:25:45.201183 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ecc798f0-28a9-4b3a-8aac-848bfec5ac8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774528036217', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774527475294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11526335'] for port (b8ff3e45-42ec-48dd-99b5-692723181405), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:45.230919 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc798f0-28a9-4b3a-8aac-848bfec5ac8c admin admin] Pushing event deleted for resources: {'Port': ['ID=b8ff3e45-42ec-48dd-99b5-692723181405,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:25:45.232653 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc798f0-28a9-4b3a-8aac-848bfec5ac8c admin admin] No DVR routers for this DVR port b8ff3e45-42ec-48dd-99b5-692723181405 on host dv-cinder-841591-1-iscsi {{(pid=103468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:25:45.304846 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ecc798f0-28a9-4b3a-8aac-848bfec5ac8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3512410', 'neutron.services.segments.db._delete_segments_for_network-8774527956246'] for network (faab5f36-1b54-49b7-bf28-50b75230a36d), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:45.312216 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b25bf46-a455-4b68-97b0-6311ce3fa0d9 None None] DHCP port deletion for faab5f36-1b54-49b7-bf28-50b75230a36d request from dv-cinder-841591-1-iscsi {{(pid=103470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 17:25:45.330609 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.services.segments.db [None req-ecc798f0-28a9-4b3a-8aac-848bfec5ac8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faab5f36-1b54-49b7-bf28-50b75230a36d']}} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:25:45.341819 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.services.segments.db [None req-ecc798f0-28a9-4b3a-8aac-848bfec5ac8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '652863b6-49b6-44a0-85c7-0f7732f6640b') {'for_net_delete': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:25:45.342244 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.services.segments.db [None req-ecc798f0-28a9-4b3a-8aac-848bfec5ac8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '652863b6-49b6-44a0-85c7-0f7732f6640b') {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:25:45.358139 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ecc798f0-28a9-4b3a-8aac-848bfec5ac8c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774527957791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11662698'] for segment (652863b6-49b6-44a0-85c7-0f7732f6640b), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:45.371513 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device 4da2208b-742a-4545-b65a-75f8c3d738dc no longer exists at agent ovs-agent-dv-cinder-841591-1-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:25:45.372568 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ecc798f0-28a9-4b3a-8aac-848bfec5ac8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3597332'] for segment (652863b6-49b6-44a0-85c7-0f7732f6640b), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:45.378630 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecc798f0-28a9-4b3a-8aac-848bfec5ac8c admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=103468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 17:25:45.379125 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ecc798f0-28a9-4b3a-8aac-848bfec5ac8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3597332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11526380'] for segment (652863b6-49b6-44a0-85c7-0f7732f6640b), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:45.380893 dv-cinder-841591-1-iscsi neutron-server[103468]: Traceback (most recent call last): May 12 17:25:45.380893 dv-cinder-841591-1-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 17:25:45.380893 dv-cinder-841591-1-iscsi neutron-server[103468]: timer() May 12 17:25:45.380893 dv-cinder-841591-1-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 17:25:45.380893 dv-cinder-841591-1-iscsi neutron-server[103468]: cb(*args, **kw) May 12 17:25:45.380893 dv-cinder-841591-1-iscsi neutron-server[103468]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 17:25:45.380893 dv-cinder-841591-1-iscsi neutron-server[103468]: return func(*args, **kwargs) May 12 17:25:45.380893 dv-cinder-841591-1-iscsi neutron-server[103468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 17:25:45.380893 dv-cinder-841591-1-iscsi neutron-server[103468]: self._notify() May 12 17:25:45.380893 dv-cinder-841591-1-iscsi neutron-server[103468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 17:25:45.380893 dv-cinder-841591-1-iscsi neutron-server[103468]: self.callback(batched_events) May 12 17:25:45.380893 dv-cinder-841591-1-iscsi neutron-server[103468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 17:25:45.380893 dv-cinder-841591-1-iscsi neutron-server[103468]: event.method(event) May 12 17:25:45.380893 dv-cinder-841591-1-iscsi neutron-server[103468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 17:25:45.380893 dv-cinder-841591-1-iscsi neutron-server[103468]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 17:25:45.380893 dv-cinder-841591-1-iscsi neutron-server[103468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 17:25:45.380893 dv-cinder-841591-1-iscsi neutron-server[103468]: aggregate_uuid = self.p_client.list_aggregates( May 12 17:25:45.380893 dv-cinder-841591-1-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 17:25:45.380893 dv-cinder-841591-1-iscsi neutron-server[103468]: return f(self, *a, **k) May 12 17:25:45.380893 dv-cinder-841591-1-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 17:25:45.380893 dv-cinder-841591-1-iscsi neutron-server[103468]: return self._get(url).json() May 12 17:25:45.380893 dv-cinder-841591-1-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 17:25:45.380893 dv-cinder-841591-1-iscsi neutron-server[103468]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 17:25:45.380893 dv-cinder-841591-1-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 17:25:45.380893 dv-cinder-841591-1-iscsi neutron-server[103468]: return self.request(url, 'GET', **kwargs) May 12 17:25:45.380893 dv-cinder-841591-1-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 17:25:45.380893 dv-cinder-841591-1-iscsi neutron-server[103468]: base_url = self.get_endpoint(auth, allow=allow, May 12 17:25:45.380893 dv-cinder-841591-1-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 17:25:45.380893 dv-cinder-841591-1-iscsi neutron-server[103468]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 17:25:45.380893 dv-cinder-841591-1-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 17:25:45.380893 dv-cinder-841591-1-iscsi neutron-server[103468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 17:25:45.380893 dv-cinder-841591-1-iscsi neutron-server[103468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 17:25:45.392204 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] No Port match for: 4da2208b-742a-4545-b65a-75f8c3d738dc {{(pid=103470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:25:45.392555 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device 4da2208b-742a-4545-b65a-75f8c3d738dc not bound to the agent host dv-cinder-841591-1-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:25:45.392974 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device c1959d93-4e7a-400e-803f-5d84ce35669b no longer exists at agent ovs-agent-dv-cinder-841591-1-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:25:45.412893 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] No Port match for: c1959d93-4e7a-400e-803f-5d84ce35669b {{(pid=103470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:25:45.413244 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device c1959d93-4e7a-400e-803f-5d84ce35669b not bound to the agent host dv-cinder-841591-1-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:25:45.413680 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device b8ff3e45-42ec-48dd-99b5-692723181405 no longer exists at agent ovs-agent-dv-cinder-841591-1-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:25:45.433468 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] No Port match for: b8ff3e45-42ec-48dd-99b5-692723181405 {{(pid=103470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:25:45.433867 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device b8ff3e45-42ec-48dd-99b5-692723181405 not bound to the agent host dv-cinder-841591-1-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:25:45.438100 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ecc798f0-28a9-4b3a-8aac-848bfec5ac8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3512417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682781'] for network (faab5f36-1b54-49b7-bf28-50b75230a36d), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:45.448090 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ecc798f0-28a9-4b3a-8aac-848bfec5ac8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-519179'] for network (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:45.451268 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-ecc798f0-28a9-4b3a-8aac-848bfec5ac8c admin admin] 10.222.0.23 "DELETE /v2.0/networks/faab5f36-1b54-49b7-bf28-50b75230a36d HTTP/1.1" status: 204 len: 168 time: 0.5187905 May 12 17:25:45.461151 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc798f0-28a9-4b3a-8aac-848bfec5ac8c admin admin] Pushing event deleted for resources: {'Network': ['ID=faab5f36-1b54-49b7-bf28-50b75230a36d,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:25:45.621789 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 35180) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:25:45.661526 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-8b19839d-5821-4b7c-8740-1b4b8fcc3a6e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0e381a22482e4cb5a714dd3392a19c27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385923 May 12 17:25:45.663966 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 35182) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:25:45.709700 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-7b51e56f-7b31-427c-9adb-e3b13a5f4534 admin admin] Publish callbacks [] for security_group (5f10315e-b1c3-4e2b-8dd7-e979d04e20d0), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:45.733815 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-7b51e56f-7b31-427c-9adb-e3b13a5f4534 admin admin] Publish callbacks [] for security_group (5f10315e-b1c3-4e2b-8dd7-e979d04e20d0), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:45.779587 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-7b51e56f-7b31-427c-9adb-e3b13a5f4534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (5f10315e-b1c3-4e2b-8dd7-e979d04e20d0), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:45.782384 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-7b51e56f-7b31-427c-9adb-e3b13a5f4534 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:45.783531 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-7b51e56f-7b31-427c-9adb-e3b13a5f4534 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5f10315e-b1c3-4e2b-8dd7-e979d04e20d0 HTTP/1.1" status: 204 len: 168 time: 0.1186900 May 12 17:25:45.793570 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b51e56f-7b31-427c-9adb-e3b13a5f4534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f10315e-b1c3-4e2b-8dd7-e979d04e20d0,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:25:46.084622 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 35188) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:25:46.123080 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-4843eccd-e1be-4304-95b4-bc868dc1991a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=522569da92a1425b9961ef59c8e6bb2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0373507 May 12 17:25:46.125426 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 35190) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:25:46.170656 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-9dc76250-d8d8-41a3-8d1c-d124af781af6 admin admin] Publish callbacks [] for security_group (68fc0ed6-b2d3-4d80-89f1-48d1959c0ad1), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:46.191631 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-9dc76250-d8d8-41a3-8d1c-d124af781af6 admin admin] Publish callbacks [] for security_group (68fc0ed6-b2d3-4d80-89f1-48d1959c0ad1), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:46.238525 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-9dc76250-d8d8-41a3-8d1c-d124af781af6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (68fc0ed6-b2d3-4d80-89f1-48d1959c0ad1), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:46.241702 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-9dc76250-d8d8-41a3-8d1c-d124af781af6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:46.242854 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-9dc76250-d8d8-41a3-8d1c-d124af781af6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/68fc0ed6-b2d3-4d80-89f1-48d1959c0ad1 HTTP/1.1" status: 204 len: 168 time: 0.1165745 May 12 17:25:46.250519 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc76250-d8d8-41a3-8d1c-d124af781af6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68fc0ed6-b2d3-4d80-89f1-48d1959c0ad1,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:25:53.791377 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-19b865f6-c798-446f-a499-dd20fa916fe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (ad05f391-ff61-4b74-a3af-7ffb7f485489), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:56.200660 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-217257f4-14b0-4064-b742-cb2afb648b4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (e5548ccc-31b8-4072-a6b0-52b00208ea79), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:57.311733 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-921d17b2-ae2c-4a72-8bd8-05131367e3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (bf71836d-8135-4bcd-843a-dab378dba2b2), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:57.948540 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (38379b20-dcc3-43b7-a09e-956d8be7db9c), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:25:58.860795 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-c581148e-646c-4c8c-8cc5-93d6184e682f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (98e1a54e-83f0-40d1-9631-7dd40ffbcd59), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:26:00.259949 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (dea0f963-0a36-45fe-941b-5c749ca6f3bf), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:26:02.404768 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.agents_db [None req-75b73116-3060-4b2b-9211-a804f2896a96 None None] Agent healthcheck: found 6 active agents {{(pid=103471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:26:06.380415 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d78065-bdd7-46d5-a91c-3f4116af27ed req-59a85bf4-9453-445b-a77d-c1f02e08d24b tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:26:06.381995 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-89d78065-bdd7-46d5-a91c-3f4116af27ed req-59a85bf4-9453-445b-a77d-c1f02e08d24b tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/ports?device_id=a82fbd8e-77bc-4bd0-bc79-3623d2bab6d5 HTTP/1.1" status: 200 len: 946 time: 0.0519326 May 12 17:26:06.431752 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-89d78065-bdd7-46d5-a91c-3f4116af27ed req-0d6816c4-7784-443e-a160-27cbd280514a tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/security-groups?id=6497b371-f8e8-4067-a7ec-87cdb6cae051&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430987 May 12 17:26:07.546021 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6408173b-da1b-4a27-aae2-5f0f54b27eb6 req-723fbfa2-5818-4323-b6cf-2fd825e742ff tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:26:07.547549 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6408173b-da1b-4a27-aae2-5f0f54b27eb6 req-723fbfa2-5818-4323-b6cf-2fd825e742ff tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/ports?device_id=a82fbd8e-77bc-4bd0-bc79-3623d2bab6d5 HTTP/1.1" status: 200 len: 946 time: 0.0464547 May 12 17:26:07.592148 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6408173b-da1b-4a27-aae2-5f0f54b27eb6 req-916444a0-5c22-4bbc-828e-d92451e255da tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/security-groups?id=6497b371-f8e8-4067-a7ec-87cdb6cae051&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392625 May 12 17:26:08.412151 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb1a527-1dd5-4c30-b422-3605b22a4205 req-eebaefdd-a993-4eec-bfc3-e5d4b6a1d861 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:26:08.413561 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-2cb1a527-1dd5-4c30-b422-3605b22a4205 req-eebaefdd-a993-4eec-bfc3-e5d4b6a1d861 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.58 "GET /v2.0/ports?device_id=a82fbd8e-77bc-4bd0-bc79-3623d2bab6d5 HTTP/1.1" status: 200 len: 946 time: 0.0446908 May 12 17:26:08.495597 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [req-2cb1a527-1dd5-4c30-b422-3605b22a4205 req-7f9becb1-f67d-4237-96f1-a48adfb3f030 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Deleting port 2fefabba-33b7-41b1-80f2-e0d24d8c847e {{(pid=103468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:26:08.495932 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-2cb1a527-1dd5-4c30-b422-3605b22a4205 req-7f9becb1-f67d-4237-96f1-a48adfb3f030 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774528024037'] for port (2fefabba-33b7-41b1-80f2-e0d24d8c847e), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:26:08.584346 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.db [req-2cb1a527-1dd5-4c30-b422-3605b22a4205 req-7f9becb1-f67d-4237-96f1-a48adfb3f030 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] For port 2fefabba-33b7-41b1-80f2-e0d24d8c847e, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=2fefabba-33b7-41b1-80f2-e0d24d8c847e,segment=NetworkSegment(284792a3-93aa-46c3-ba63-29b471e2894b),segment_id=284792a3-93aa-46c3-ba63-29b471e2894b)] {{(pid=103468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:26:08.584704 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-2cb1a527-1dd5-4c30-b422-3605b22a4205 req-7f9becb1-f67d-4237-96f1-a48adfb3f030 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683095'] for port (2fefabba-33b7-41b1-80f2-e0d24d8c847e), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:26:09.032462 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1695526e-ced1-4acb-87d9-1fd24606a095 req-a4527215-09df-4361-b75e-5b1eb29cce0a tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:26:09.033895 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-1695526e-ced1-4acb-87d9-1fd24606a095 req-a4527215-09df-4361-b75e-5b1eb29cce0a tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/ports?device_id=a82fbd8e-77bc-4bd0-bc79-3623d2bab6d5 HTTP/1.1" status: 200 len: 946 time: 0.0857222 May 12 17:26:09.075506 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-2cb1a527-1dd5-4c30-b422-3605b22a4205 req-7f9becb1-f67d-4237-96f1-a48adfb3f030 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:26:09.075783 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-2cb1a527-1dd5-4c30-b422-3605b22a4205 req-7f9becb1-f67d-4237-96f1-a48adfb3f030 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682608'] for floatingip (1ea9e2c4-2037-4288-846e-e24a71e4b1ec), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:26:09.076091 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.db.l3_db [req-2cb1a527-1dd5-4c30-b422-3605b22a4205 req-7f9becb1-f67d-4237-96f1-a48adfb3f030 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Floating IP 1ea9e2c4-2037-4288-846e-e24a71e4b1ec disassociated. External IP: 172.27.0.200, port: 2fefabba-33b7-41b1-80f2-e0d24d8c847e. May 12 17:26:09.076432 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [req-2cb1a527-1dd5-4c30-b422-3605b22a4205 req-7f9becb1-f67d-4237-96f1-a48adfb3f030 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Calling delete_port for 2fefabba-33b7-41b1-80f2-e0d24d8c847e owned by compute:nova {{(pid=103468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:26:09.105876 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-1695526e-ced1-4acb-87d9-1fd24606a095 req-7782dbb0-beee-456c-ad7f-8de1ad28bb5c tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/security-groups?id=6497b371-f8e8-4067-a7ec-87cdb6cae051&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656331 May 12 17:26:09.220561 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-2cb1a527-1dd5-4c30-b422-3605b22a4205 req-7f9becb1-f67d-4237-96f1-a48adfb3f030 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774528036217', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774527475294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11526335'] for port (2fefabba-33b7-41b1-80f2-e0d24d8c847e), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:26:09.247787 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9becb1-f67d-4237-96f1-a48adfb3f030 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Pushing event deleted for resources: {'Port': ['ID=2fefabba-33b7-41b1-80f2-e0d24d8c847e,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:26:09.361139 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2cb1a527-1dd5-4c30-b422-3605b22a4205 req-7f9becb1-f67d-4237-96f1-a48adfb3f030 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Router 5e916117-394a-447f-9569-a15f13b49c45 has already been hosted by L3 agent e5548ccc-31b8-4072-a6b0-52b00208ea79 {{(pid=103468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:26:09.472480 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2cb1a527-1dd5-4c30-b422-3605b22a4205 req-7f9becb1-f67d-4237-96f1-a48adfb3f030 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Notify agent at l3_agent.dv-cinder-841591-1-iscsi the message routers_updated {{(pid=103468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:26:09.483520 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453deddb-bd83-4b2c-9aad-60ce17126e61 None None] Sync routers for ids ['5e916117-394a-447f-9569-a15f13b49c45'] in dv-cinder-841591-1-iscsi {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:26:09.493198 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453deddb-bd83-4b2c-9aad-60ce17126e61 None None] Routers {'5e916117-394a-447f-9569-a15f13b49c45'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:26:09.493811 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-453deddb-bd83-4b2c-9aad-60ce17126e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:25:56Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['5e916117-394a-447f-9569-a15f13b49c45'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:26:09.514270 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cb1a527-1dd5-4c30-b422-3605b22a4205 req-7f9becb1-f67d-4237-96f1-a48adfb3f030 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] No DVR routers for this DVR port 2fefabba-33b7-41b1-80f2-e0d24d8c847e on host hv-cinder-84159 {{(pid=103468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:26:09.517210 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-2cb1a527-1dd5-4c30-b422-3605b22a4205 req-7f9becb1-f67d-4237-96f1-a48adfb3f030 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36930'] for port (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:26:09.520364 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-2cb1a527-1dd5-4c30-b422-3605b22a4205 req-7f9becb1-f67d-4237-96f1-a48adfb3f030 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.58 "DELETE /v2.0/ports/2fefabba-33b7-41b1-80f2-e0d24d8c847e HTTP/1.1" status: 204 len: 173 time: 1.0989892 May 12 17:26:09.520829 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a82fbd8e-77bc-4bd0-bc79-3623d2bab6d5', 'name': 'network-vif-deleted', 'tag': '2fefabba-33b7-41b1-80f2-e0d24d8c847e'}] {{(pid=103468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:26:09.523134 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11327eb0f41ff280cd3a6497cf1c944478feb1aae12e82efcad6faf65da72353" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9941f6f-ae41-44c6-8e74-784993565b7a" -d '{"events": [{"server_uuid": "a82fbd8e-77bc-4bd0-bc79-3623d2bab6d5", "name": "network-vif-deleted", "tag": "2fefabba-33b7-41b1-80f2-e0d24d8c847e"}]}' {{(pid=103468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:26:09.560654 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b59af102-2692-400c-87c8-1dbc9c4d4ca2 x-openstack-request-id: req-b59af102-2692-400c-87c8-1dbc9c4d4ca2 {{(pid=103468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:26:09.560947 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a82fbd8e-77bc-4bd0-bc79-3623d2bab6d5", "name": "network-vif-deleted", "tag": "2fefabba-33b7-41b1-80f2-e0d24d8c847e", "status": "completed", "code": 200}]} {{(pid=103468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:26:09.561195 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b59af102-2692-400c-87c8-1dbc9c4d4ca2 {{(pid=103468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:26:09.561591 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b59af102-2692-400c-87c8-1dbc9c4d4ca2'] response: {'server_uuid': 'a82fbd8e-77bc-4bd0-bc79-3623d2bab6d5', 'name': 'network-vif-deleted', 'tag': '2fefabba-33b7-41b1-80f2-e0d24d8c847e', 'status': 'completed', 'code': 200} May 12 17:26:09.609111 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-453deddb-bd83-4b2c-9aad-60ce17126e61 None None] Set router 5e916117-394a-447f-9569-a15f13b49c45 gateway port host: dv-cinder-841591-1-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:26:09.801968 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-453deddb-bd83-4b2c-9aad-60ce17126e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e916117-394a-447f-9569-a15f13b49c45', 'name': 'tempest-AttachVolumeNegativeTest-1570607306-router', 'tenant_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '46fd6600-cf5c-4a6e-91bc-7884d58fa3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:22:43Z', 'updated_at': '2022-05-12T17:22:46Z', 'revision_number': 4, 'project_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'gw_port': {'id': '46fd6600-cf5c-4a6e-91bc-7884d58fa3c3', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:39:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e916117-394a-447f-9569-a15f13b49c45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:22:43Z', 'updated_at': '2022-05-12T17:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_interfaces': [{'id': '5077749d-90f4-436b-aa6c-b166888c974c', 'name': '', 'network_id': 'fcfb02df-5940-4251-8c77-308786c51833', 'tenant_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'mac_address': 'fa:16:3e:61:74:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e916117-394a-447f-9569-a15f13b49c45', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '514e1cc4-3154-4e95-87e7-19ffea3e24bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:22:45Z', 'updated_at': '2022-05-12T17:22:49Z', 'revision_number': 5, 'project_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'subnets': [{'id': '514e1cc4-3154-4e95-87e7-19ffea3e24bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:26:09.826966 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453deddb-bd83-4b2c-9aad-60ce17126e61 None None] Checking router: 5e916117-394a-447f-9569-a15f13b49c45 for host: dv-cinder-841591-1-iscsi {{(pid=103471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:26:09.834833 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453deddb-bd83-4b2c-9aad-60ce17126e61 None None] Routers {'5e916117-394a-447f-9569-a15f13b49c45'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:26:09.835886 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-453deddb-bd83-4b2c-9aad-60ce17126e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:25:56Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['5e916117-394a-447f-9569-a15f13b49c45'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:26:10.030110 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-453deddb-bd83-4b2c-9aad-60ce17126e61 None None] Set router 5e916117-394a-447f-9569-a15f13b49c45 gateway port host: dv-cinder-841591-1-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:26:10.192841 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 35268) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:26:10.226805 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-453deddb-bd83-4b2c-9aad-60ce17126e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e916117-394a-447f-9569-a15f13b49c45', 'name': 'tempest-AttachVolumeNegativeTest-1570607306-router', 'tenant_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '46fd6600-cf5c-4a6e-91bc-7884d58fa3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:22:43Z', 'updated_at': '2022-05-12T17:22:46Z', 'revision_number': 4, 'project_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'gw_port': {'id': '46fd6600-cf5c-4a6e-91bc-7884d58fa3c3', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:39:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e916117-394a-447f-9569-a15f13b49c45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:22:43Z', 'updated_at': '2022-05-12T17:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_interfaces': [{'id': '5077749d-90f4-436b-aa6c-b166888c974c', 'name': '', 'network_id': 'fcfb02df-5940-4251-8c77-308786c51833', 'tenant_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'mac_address': 'fa:16:3e:61:74:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e916117-394a-447f-9569-a15f13b49c45', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '514e1cc4-3154-4e95-87e7-19ffea3e24bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:22:45Z', 'updated_at': '2022-05-12T17:22:49Z', 'revision_number': 5, 'project_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'subnets': [{'id': '514e1cc4-3154-4e95-87e7-19ffea3e24bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:26:10.246987 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-30fb7fd7-2236-4c47-b221-b212ff4ad994 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks [] for security_group (6497b371-f8e8-4067-a7ec-87cdb6cae051), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:26:10.255735 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453deddb-bd83-4b2c-9aad-60ce17126e61 None None] The sync data for ids ['5e916117-394a-447f-9569-a15f13b49c45'] in dv-cinder-841591-1-iscsi is: [{'id': '5e916117-394a-447f-9569-a15f13b49c45', 'name': 'tempest-AttachVolumeNegativeTest-1570607306-router', 'tenant_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '46fd6600-cf5c-4a6e-91bc-7884d58fa3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:22:43Z', 'updated_at': '2022-05-12T17:22:46Z', 'revision_number': 4, 'project_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'gw_port': {'id': '46fd6600-cf5c-4a6e-91bc-7884d58fa3c3', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:39:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e916117-394a-447f-9569-a15f13b49c45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:22:43Z', 'updated_at': '2022-05-12T17:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_interfaces': [{'id': '5077749d-90f4-436b-aa6c-b166888c974c', 'name': '', 'network_id': 'fcfb02df-5940-4251-8c77-308786c51833', 'tenant_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'mac_address': 'fa:16:3e:61:74:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e916117-394a-447f-9569-a15f13b49c45', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '514e1cc4-3154-4e95-87e7-19ffea3e24bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:22:45Z', 'updated_at': '2022-05-12T17:22:49Z', 'revision_number': 5, 'project_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'subnets': [{'id': '514e1cc4-3154-4e95-87e7-19ffea3e24bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:26:10.275324 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-30fb7fd7-2236-4c47-b221-b212ff4ad994 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks [] for security_group (6497b371-f8e8-4067-a7ec-87cdb6cae051), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:26:10.323535 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-30fb7fd7-2236-4c47-b221-b212ff4ad994 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (6497b371-f8e8-4067-a7ec-87cdb6cae051), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:26:10.326179 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-30fb7fd7-2236-4c47-b221-b212ff4ad994 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:26:10.327363 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-30fb7fd7-2236-4c47-b221-b212ff4ad994 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "DELETE /v2.0/security-groups/6497b371-f8e8-4067-a7ec-87cdb6cae051 HTTP/1.1" status: 204 len: 168 time: 0.1332438 May 12 17:26:10.330752 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 35270) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:26:10.337160 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fb7fd7-2236-4c47-b221-b212ff4ad994 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6497b371-f8e8-4067-a7ec-87cdb6cae051,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:26:10.345525 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.api.v2.resource [None req-7f68cc90-f497-4ceb-8099-62e6613d1c86 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] show failed (client error): The resource could not be found. May 12 17:26:10.346169 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-7f68cc90-f497-4ceb-8099-62e6613d1c86 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/security-groups/6497b371-f8e8-4067-a7ec-87cdb6cae051 HTTP/1.1" status: 404 len: 347 time: 0.0143871 May 12 17:26:10.349195 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 35272) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:26:10.469990 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [None req-96eb05d5-d7e3-4336-9539-825a654058fe tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Deleting port 6547f608-89e8-46a7-b20e-d71c3c595100 {{(pid=103468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:26:10.470330 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-96eb05d5-d7e3-4336-9539-825a654058fe tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774528024037'] for port (6547f608-89e8-46a7-b20e-d71c3c595100), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:26:10.485428 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edeeee4b-9edd-410e-ae71-209a3987cb8e None None] New status for floating IP 1ea9e2c4-2037-4288-846e-e24a71e4b1ec: DOWN {{(pid=103470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 17:26:10.547980 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-96eb05d5-d7e3-4336-9539-825a654058fe tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683095'] for port (6547f608-89e8-46a7-b20e-d71c3c595100), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:26:10.548563 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-96eb05d5-d7e3-4336-9539-825a654058fe tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks [] for floatingip (6547f608-89e8-46a7-b20e-d71c3c595100), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:26:10.560224 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [None req-96eb05d5-d7e3-4336-9539-825a654058fe tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Calling delete_port for 6547f608-89e8-46a7-b20e-d71c3c595100 owned by network:floatingip {{(pid=103468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:26:10.693761 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-96eb05d5-d7e3-4336-9539-825a654058fe tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774528036217', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774527475294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11526335'] for port (6547f608-89e8-46a7-b20e-d71c3c595100), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:26:10.718516 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eb05d5-d7e3-4336-9539-825a654058fe tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Pushing event deleted for resources: {'Port': ['ID=6547f608-89e8-46a7-b20e-d71c3c595100,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:26:10.782179 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-96eb05d5-d7e3-4336-9539-825a654058fe tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks [] for floatingip (1ea9e2c4-2037-4288-846e-e24a71e4b1ec), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:26:10.784714 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-96eb05d5-d7e3-4336-9539-825a654058fe tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36930'] for floatingip (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:26:10.785863 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-96eb05d5-d7e3-4336-9539-825a654058fe tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "DELETE /v2.0/floatingips/1ea9e2c4-2037-4288-846e-e24a71e4b1ec HTTP/1.1" status: 204 len: 168 time: 0.4357061 May 12 17:26:10.851471 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 35276) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:26:10.855992 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-4bac4cde-f383-48e7-bc7f-124848ce496f tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Request body: {'security_group': {'name': 'tempest-securitygroup--901793322', 'description': 'tempest-description--35518216'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:26:10.876369 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-4bac4cde-f383-48e7-bc7f-124848ce496f tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:26:10.942488 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-4bac4cde-f383-48e7-bc7f-124848ce496f tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks [] for security_group (ba3d8467-a90c-408d-bf5c-6d3194eb1adb), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:26:10.946850 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-4bac4cde-f383-48e7-bc7f-124848ce496f tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (ba3d8467-a90c-408d-bf5c-6d3194eb1adb), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:26:10.973051 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-4bac4cde-f383-48e7-bc7f-124848ce496f tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:26:10.974239 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-4bac4cde-f383-48e7-bc7f-124848ce496f tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1217730 May 12 17:26:10.977682 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 35278) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:26:10.978910 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bac4cde-f383-48e7-bc7f-124848ce496f tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba3d8467-a90c-408d-bf5c-6d3194eb1adb,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:26:10.983144 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-c1f1aa47-5c5f-4be9-8c3a-a0b9cc8756ad tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Request body: {'security_group_rule': {'security_group_id': 'ba3d8467-a90c-408d-bf5c-6d3194eb1adb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:26:11.009631 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-c1f1aa47-5c5f-4be9-8c3a-a0b9cc8756ad tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks [] for security_group_rule (fd376e8a-1f1e-4e7f-9776-6387c8ab1101), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:26:11.063270 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-c1f1aa47-5c5f-4be9-8c3a-a0b9cc8756ad tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks [] for security_group_rule (fd376e8a-1f1e-4e7f-9776-6387c8ab1101), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:26:11.066759 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-c1f1aa47-5c5f-4be9-8c3a-a0b9cc8756ad tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462143'] for security_group_rule (fd376e8a-1f1e-4e7f-9776-6387c8ab1101), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:26:11.083767 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f1aa47-5c5f-4be9-8c3a-a0b9cc8756ad tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd376e8a-1f1e-4e7f-9776-6387c8ab1101,revision_number=0']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:26:11.092864 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f1aa47-5c5f-4be9-8c3a-a0b9cc8756ad tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:26:11.093221 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f1aa47-5c5f-4be9-8c3a-a0b9cc8756ad tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:26:11.093575 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f1aa47-5c5f-4be9-8c3a-a0b9cc8756ad tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:26:11.093919 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f1aa47-5c5f-4be9-8c3a-a0b9cc8756ad tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:26:11.094253 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f1aa47-5c5f-4be9-8c3a-a0b9cc8756ad tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:26:11.094628 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f1aa47-5c5f-4be9-8c3a-a0b9cc8756ad tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:26:11.095009 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f1aa47-5c5f-4be9-8c3a-a0b9cc8756ad tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:26:11.095596 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f1aa47-5c5f-4be9-8c3a-a0b9cc8756ad tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:26:11.096188 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f1aa47-5c5f-4be9-8c3a-a0b9cc8756ad tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:26:11.096784 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f1aa47-5c5f-4be9-8c3a-a0b9cc8756ad tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:26:11.097215 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f1aa47-5c5f-4be9-8c3a-a0b9cc8756ad tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:26:11.097545 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f1aa47-5c5f-4be9-8c3a-a0b9cc8756ad tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:26:11.097878 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f1aa47-5c5f-4be9-8c3a-a0b9cc8756ad tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:26:11.098207 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f1aa47-5c5f-4be9-8c3a-a0b9cc8756ad tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:26:11.098635 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f1aa47-5c5f-4be9-8c3a-a0b9cc8756ad tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:26:11.105666 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-c1f1aa47-5c5f-4be9-8c3a-a0b9cc8756ad tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:26:11.107682 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-c1f1aa47-5c5f-4be9-8c3a-a0b9cc8756ad tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1287947 May 12 17:26:11.110976 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 35280) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:26:11.115464 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-a0ee3dbe-e4d2-41c2-922c-7f26c77c67d6 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Request body: {'security_group_rule': {'security_group_id': 'ba3d8467-a90c-408d-bf5c-6d3194eb1adb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:26:11.143425 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-a0ee3dbe-e4d2-41c2-922c-7f26c77c67d6 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks [] for security_group_rule (8ea3cf37-b08a-4409-aef4-f5e056123cd8), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:26:11.155501 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Device 2fefabba-33b7-41b1-80f2-e0d24d8c847e no longer exists at agent hyperv_hv-cinder-84159 {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:26:11.179955 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] No Port match for: 2fefabba-33b7-41b1-80f2-e0d24d8c847e {{(pid=103470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:26:11.180298 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Device 2fefabba-33b7-41b1-80f2-e0d24d8c847e not bound to the agent host hv-cinder-84159 {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:26:11.190502 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-a0ee3dbe-e4d2-41c2-922c-7f26c77c67d6 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks [] for security_group_rule (8ea3cf37-b08a-4409-aef4-f5e056123cd8), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:26:11.196166 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-a0ee3dbe-e4d2-41c2-922c-7f26c77c67d6 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462143'] for security_group_rule (8ea3cf37-b08a-4409-aef4-f5e056123cd8), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:26:11.215496 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ee3dbe-e4d2-41c2-922c-7f26c77c67d6 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ea3cf37-b08a-4409-aef4-f5e056123cd8,revision_number=0']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:26:11.221085 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-a0ee3dbe-e4d2-41c2-922c-7f26c77c67d6 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:26:11.222191 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-a0ee3dbe-e4d2-41c2-922c-7f26c77c67d6 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1103175 May 12 17:26:11.225256 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 35282) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:26:11.229828 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-c61b1586-d893-4ca1-a0fe-beb5044b3dbd tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Request body: {'floatingip': {'floating_network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:26:11.250740 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c61b1586-d893-4ca1-a0fe-beb5044b3dbd tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:26:11.328612 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c61b1586-d893-4ca1-a0fe-beb5044b3dbd tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:26:11.427444 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.db_base_plugin_common [None req-c61b1586-d893-4ca1-a0fe-beb5044b3dbd tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Allocated IP 172.27.0.146 (9bfa71c8-c6b3-48ca-a660-d8187367d4be/c986c1c6-d014-45ab-99c5-409df43f439e/947ec815-63ec-4154-8b37-7ad677a874e8) {{(pid=103468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:26:11.545387 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c61b1586-d893-4ca1-a0fe-beb5044b3dbd tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks [] for port (947ec815-63ec-4154-8b37-7ad677a874e8), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:26:11.576939 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c61b1586-d893-4ca1-a0fe-beb5044b3dbd tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774527475285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11526335'] for port (947ec815-63ec-4154-8b37-7ad677a874e8), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:26:11.613520 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61b1586-d893-4ca1-a0fe-beb5044b3dbd tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Network 9bfa71c8-c6b3-48ca-a660-d8187367d4be is already hosted by enough agents. {{(pid=103468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:26:11.616343 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.base_scheduler [None req-c61b1586-d893-4ca1-a0fe-beb5044b3dbd tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Resources bound (agent type, host, resource id): {{(pid=103468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:26:11.621736 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61b1586-d893-4ca1-a0fe-beb5044b3dbd tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Received port after_create {{(pid=103468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:26:11.627165 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61b1586-d893-4ca1-a0fe-beb5044b3dbd tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Pushing event updated for resources: {'Port': ['ID=947ec815-63ec-4154-8b37-7ad677a874e8,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:26:11.709599 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c61b1586-d893-4ca1-a0fe-beb5044b3dbd tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks [] for floatingip (7e3e63c5-0ee6-4b2f-b344-f059623c7e4c), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:26:11.744518 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c61b1586-d893-4ca1-a0fe-beb5044b3dbd tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (947ec815-63ec-4154-8b37-7ad677a874e8), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:26:11.922106 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c61b1586-d893-4ca1-a0fe-beb5044b3dbd tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks [] for port (947ec815-63ec-4154-8b37-7ad677a874e8), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:26:11.926602 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c61b1586-d893-4ca1-a0fe-beb5044b3dbd tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11526280'] for port (947ec815-63ec-4154-8b37-7ad677a874e8), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:26:11.995893 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61b1586-d893-4ca1-a0fe-beb5044b3dbd tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Pushing event updated for resources: {'Port': ['ID=947ec815-63ec-4154-8b37-7ad677a874e8,revision_number=2']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:26:12.005495 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c61b1586-d893-4ca1-a0fe-beb5044b3dbd tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682608'] for floatingip (7e3e63c5-0ee6-4b2f-b344-f059623c7e4c), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:26:12.021333 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c61b1586-d893-4ca1-a0fe-beb5044b3dbd tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36930'] for floatingip (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:26:12.022552 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-c61b1586-d893-4ca1-a0fe-beb5044b3dbd tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7963672 May 12 17:26:12.214339 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9fe00c21-a557-480b-9bbe-66766d831ad7 req-bb52a951-2862-4396-9efe-0eca7ccbe667 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--901793322&fields=id&tenant_id=fc2e1c9926c14a1393f45a7dc0346ddc HTTP/1.1" status: 200 len: 267 time: 0.0453172 May 12 17:26:12.315716 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe00c21-a557-480b-9bbe-66766d831ad7 req-41f36e93-fe1e-4141-8195-5cd4e9bfea7d tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:26:12.317144 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9fe00c21-a557-480b-9bbe-66766d831ad7 req-41f36e93-fe1e-4141-8195-5cd4e9bfea7d tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/networks?id=fcfb02df-5940-4251-8c77-308786c51833 HTTP/1.1" status: 200 len: 815 time: 0.0964489 May 12 17:26:12.331538 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9fe00c21-a557-480b-9bbe-66766d831ad7 req-1481c255-1941-4ddd-bba5-a0f9a432b3fa tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/quotas/fc2e1c9926c14a1393f45a7dc0346ddc HTTP/1.1" status: 200 len: 375 time: 0.0085199 May 12 17:26:12.382513 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9fe00c21-a557-480b-9bbe-66766d831ad7 req-2ddb7edc-037d-4b26-8d28-844793b8adb0 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=fc2e1c9926c14a1393f45a7dc0346ddc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463028 May 12 17:26:12.473993 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9fe00c21-a557-480b-9bbe-66766d831ad7 req-aa6f5bdd-10f5-46bb-b470-84797cb10057 service neutron] 10.222.0.23 "GET /v2.0/networks/fcfb02df-5940-4251-8c77-308786c51833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802186 May 12 17:26:12.564594 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9fe00c21-a557-480b-9bbe-66766d831ad7 req-929115c8-828d-4061-99c5-83a73b49fc0f service neutron] 10.222.0.23 "GET /v2.0/networks/fcfb02df-5940-4251-8c77-308786c51833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844591 May 12 17:26:12.718713 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-49b9ba3e-50c5-42b0-bcbd-8019df873893 req-801e0418-3dc5-4f0b-a0de-4b8258013fe7 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/ports?device_id=23c533fc-2ea0-48f9-847f-25f05b79aa17 HTTP/1.1" status: 200 len: 210 time: 0.0270441 May 12 17:26:13.749892 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe00c21-a557-480b-9bbe-66766d831ad7 req-6c3bc271-50f0-46ae-9067-1c9ae03b55b9 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:26:13.751220 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-9fe00c21-a557-480b-9bbe-66766d831ad7 req-6c3bc271-50f0-46ae-9067-1c9ae03b55b9 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.58 "GET /v2.0/networks?id=fcfb02df-5940-4251-8c77-308786c51833 HTTP/1.1" status: 200 len: 815 time: 0.1032066 May 12 17:26:13.815145 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5a39bb13-689d-4959-8537-900dd50ba738 req-ec27aac0-26b2-47ca-bef6-7f452ea5f4a4 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/ports?device_id=23c533fc-2ea0-48f9-847f-25f05b79aa17 HTTP/1.1" status: 200 len: 210 time: 0.0286207 May 12 17:26:13.822730 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-9fe00c21-a557-480b-9bbe-66766d831ad7 req-afa564de-bc9d-46d5-b1f7-16247f90efb5 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc2e1c9926c14a1393f45a7dc0346ddc HTTP/1.1" status: 200 len: 379 time: 0.0574193 May 12 17:26:13.831404 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [req-9fe00c21-a557-480b-9bbe-66766d831ad7 req-55717636-d178-443d-bc63-9de00fdc8202 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Request body: {'port': {'device_id': '23c533fc-2ea0-48f9-847f-25f05b79aa17', 'network_id': 'fcfb02df-5940-4251-8c77-308786c51833', 'admin_state_up': True, 'tenant_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'security_groups': ['ba3d8467-a90c-408d-bf5c-6d3194eb1adb']}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:26:13.935600 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fe00c21-a557-480b-9bbe-66766d831ad7 req-55717636-d178-443d-bc63-9de00fdc8202 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Made reservation on behalf of fc2e1c9926c14a1393f45a7dc0346ddc for: {'port': 1} {{(pid=103468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:26:13.938934 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-9fe00c21-a557-480b-9bbe-66766d831ad7 req-55717636-d178-443d-bc63-9de00fdc8202 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:26:14.060871 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.db_base_plugin_common [req-9fe00c21-a557-480b-9bbe-66766d831ad7 req-55717636-d178-443d-bc63-9de00fdc8202 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Allocated IP 172.20.0.4 (fcfb02df-5940-4251-8c77-308786c51833/514e1cc4-3154-4e95-87e7-19ffea3e24bc/5b0baaff-7c48-48e1-8918-6c0d3d1d77d1) {{(pid=103468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:26:14.192980 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-9fe00c21-a557-480b-9bbe-66766d831ad7 req-55717636-d178-443d-bc63-9de00fdc8202 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks [] for port (5b0baaff-7c48-48e1-8918-6c0d3d1d77d1), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:26:14.224211 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-9fe00c21-a557-480b-9bbe-66766d831ad7 req-55717636-d178-443d-bc63-9de00fdc8202 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774527475285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11526335'] for port (5b0baaff-7c48-48e1-8918-6c0d3d1d77d1), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:26:14.265264 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fe00c21-a557-480b-9bbe-66766d831ad7 req-55717636-d178-443d-bc63-9de00fdc8202 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Network fcfb02df-5940-4251-8c77-308786c51833 is already hosted by enough agents. {{(pid=103468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:26:14.268383 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.base_scheduler [req-9fe00c21-a557-480b-9bbe-66766d831ad7 req-55717636-d178-443d-bc63-9de00fdc8202 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Resources bound (agent type, host, resource id): {{(pid=103468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:26:14.274921 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fe00c21-a557-480b-9bbe-66766d831ad7 req-55717636-d178-443d-bc63-9de00fdc8202 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Received port after_create {{(pid=103468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:26:14.298706 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55717636-d178-443d-bc63-9de00fdc8202 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Pushing event updated for resources: {'Port': ['ID=5b0baaff-7c48-48e1-8918-6c0d3d1d77d1,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:26:14.328141 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe00c21-a557-480b-9bbe-66766d831ad7 req-55717636-d178-443d-bc63-9de00fdc8202 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:26:14.328667 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-9fe00c21-a557-480b-9bbe-66766d831ad7 req-55717636-d178-443d-bc63-9de00fdc8202 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36930'] for port (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:26:14.346050 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-9fe00c21-a557-480b-9bbe-66766d831ad7 req-55717636-d178-443d-bc63-9de00fdc8202 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5185976 May 12 17:26:14.357810 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [req-9fe00c21-a557-480b-9bbe-66766d831ad7 req-3835be82-a04e-48a6-b820-d2dda8fa7122 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103468) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 17:26:14.358832 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-9fe00c21-a557-480b-9bbe-66766d831ad7 req-3835be82-a04e-48a6-b820-d2dda8fa7122 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052559 May 12 17:26:14.374134 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [req-9fe00c21-a557-480b-9bbe-66766d831ad7 req-273bb890-d4b5-4495-b7ea-d044ca3cc5ef service neutron] Request body: {'port': {'device_id': '23c533fc-2ea0-48f9-847f-25f05b79aa17', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84159'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:26:14.441389 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-9fe00c21-a557-480b-9bbe-66766d831ad7 req-273bb890-d4b5-4495-b7ea-d044ca3cc5ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (5b0baaff-7c48-48e1-8918-6c0d3d1d77d1), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:26:14.477238 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-d54b83fa-2ce6-4062-bfec-fc1ed43c34f5 None None] Provisioning complete for port 5b0baaff-7c48-48e1-8918-6c0d3d1d77d1 triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:26:14.477798 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-d54b83fa-2ce6-4062-bfec-fc1ed43c34f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (5b0baaff-7c48-48e1-8918-6c0d3d1d77d1), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:26:14.510561 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-d54b83fa-2ce6-4062-bfec-fc1ed43c34f5 None None] Port 5b0baaff-7c48-48e1-8918-6c0d3d1d77d1 cannot update to ACTIVE because it is not bound. {{(pid=103470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:26:14.723865 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.notifiers.nova [req-9fe00c21-a557-480b-9bbe-66766d831ad7 req-273bb890-d4b5-4495-b7ea-d044ca3cc5ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b0baaff-7c48-48e1-8918-6c0d3d1d77d1 {{(pid=103468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:26:14.730958 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-9fe00c21-a557-480b-9bbe-66766d831ad7 req-273bb890-d4b5-4495-b7ea-d044ca3cc5ef service neutron] Publish callbacks [] for port (5b0baaff-7c48-48e1-8918-6c0d3d1d77d1), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:26:14.742925 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.provisioning_blocks [req-9fe00c21-a557-480b-9bbe-66766d831ad7 req-273bb890-d4b5-4495-b7ea-d044ca3cc5ef service neutron] Transition to ACTIVE for port object 5b0baaff-7c48-48e1-8918-6c0d3d1d77d1 will not be triggered until provisioned by entity L2. {{(pid=103468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 17:26:14.746533 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-9fe00c21-a557-480b-9bbe-66766d831ad7 req-273bb890-d4b5-4495-b7ea-d044ca3cc5ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11526280'] for port (5b0baaff-7c48-48e1-8918-6c0d3d1d77d1), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:26:14.815988 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273bb890-d4b5-4495-b7ea-d044ca3cc5ef service neutron] Pushing event updated for resources: {'Port': ['ID=5b0baaff-7c48-48e1-8918-6c0d3d1d77d1,revision_number=2']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:26:14.870022 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [req-9fe00c21-a557-480b-9bbe-66766d831ad7 req-273bb890-d4b5-4495-b7ea-d044ca3cc5ef service neutron] Attempting to bind port 5b0baaff-7c48-48e1-8918-6c0d3d1d77d1 on host hv-cinder-84159 for vnic_type normal with profile {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:26:14.870362 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [req-9fe00c21-a557-480b-9bbe-66766d831ad7 req-273bb890-d4b5-4495-b7ea-d044ca3cc5ef service neutron] Attempting to bind port 5b0baaff-7c48-48e1-8918-6c0d3d1d77d1 by drivers openvswitch,hyperv on host hv-cinder-84159 at level 0 using segments [{'id': '284792a3-93aa-46c3-ba63-29b471e2894b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'fcfb02df-5940-4251-8c77-308786c51833'}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:26:14.870720 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe00c21-a557-480b-9bbe-66766d831ad7 req-273bb890-d4b5-4495-b7ea-d044ca3cc5ef service neutron] Attempting to bind port 5b0baaff-7c48-48e1-8918-6c0d3d1d77d1 on network fcfb02df-5940-4251-8c77-308786c51833 {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:26:14.879085 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe00c21-a557-480b-9bbe-66766d831ad7 req-273bb890-d4b5-4495-b7ea-d044ca3cc5ef service neutron] Port 5b0baaff-7c48-48e1-8918-6c0d3d1d77d1 on network fcfb02df-5940-4251-8c77-308786c51833 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84159 {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 17:26:14.879410 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe00c21-a557-480b-9bbe-66766d831ad7 req-273bb890-d4b5-4495-b7ea-d044ca3cc5ef service neutron] Attempting to bind port 5b0baaff-7c48-48e1-8918-6c0d3d1d77d1 on network fcfb02df-5940-4251-8c77-308786c51833 {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:26:14.886321 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe00c21-a557-480b-9bbe-66766d831ad7 req-273bb890-d4b5-4495-b7ea-d044ca3cc5ef service neutron] Checking agent: {'id': '38379b20-dcc3-43b7-a09e-956d8be7db9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84159', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 13, 58), 'started_at': datetime.datetime(2022, 5, 12, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:26:14.886321 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe00c21-a557-480b-9bbe-66766d831ad7 req-273bb890-d4b5-4495-b7ea-d044ca3cc5ef service neutron] Checking segment: {'id': '284792a3-93aa-46c3-ba63-29b471e2894b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'fcfb02df-5940-4251-8c77-308786c51833'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:26:14.886600 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe00c21-a557-480b-9bbe-66766d831ad7 req-273bb890-d4b5-4495-b7ea-d044ca3cc5ef service neutron] Bound using segment: {'id': '284792a3-93aa-46c3-ba63-29b471e2894b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'fcfb02df-5940-4251-8c77-308786c51833'} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:26:14.886873 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [req-9fe00c21-a557-480b-9bbe-66766d831ad7 req-273bb890-d4b5-4495-b7ea-d044ca3cc5ef service neutron] Bound port: 5b0baaff-7c48-48e1-8918-6c0d3d1d77d1, host: hv-cinder-84159, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '284792a3-93aa-46c3-ba63-29b471e2894b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'fcfb02df-5940-4251-8c77-308786c51833'}}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:26:14.887232 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-9fe00c21-a557-480b-9bbe-66766d831ad7 req-273bb890-d4b5-4495-b7ea-d044ca3cc5ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (5b0baaff-7c48-48e1-8918-6c0d3d1d77d1), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:26:14.967655 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af72d46-07d9-49fd-91d4-d7841f4d7194 req-003a32fa-4bf1-4595-bb45-395b9a7aedc3 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:26:14.969128 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-0af72d46-07d9-49fd-91d4-d7841f4d7194 req-003a32fa-4bf1-4595-bb45-395b9a7aedc3 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/ports?device_id=23c533fc-2ea0-48f9-847f-25f05b79aa17 HTTP/1.1" status: 200 len: 943 time: 0.0718820 May 12 17:26:15.011151 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.db [req-9fe00c21-a557-480b-9bbe-66766d831ad7 req-273bb890-d4b5-4495-b7ea-d044ca3cc5ef service neutron] For port 5b0baaff-7c48-48e1-8918-6c0d3d1d77d1, host hv-cinder-84159, cleared binding levels {{(pid=103468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:26:15.018603 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.db [req-9fe00c21-a557-480b-9bbe-66766d831ad7 req-273bb890-d4b5-4495-b7ea-d044ca3cc5ef service neutron] For port 5b0baaff-7c48-48e1-8918-6c0d3d1d77d1, host hv-cinder-84159, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=5b0baaff-7c48-48e1-8918-6c0d3d1d77d1,segment=NetworkSegment(284792a3-93aa-46c3-ba63-29b471e2894b),segment_id=284792a3-93aa-46c3-ba63-29b471e2894b)] {{(pid=103468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:26:15.029815 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-9fe00c21-a557-480b-9bbe-66766d831ad7 req-273bb890-d4b5-4495-b7ea-d044ca3cc5ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11526280'] for port (5b0baaff-7c48-48e1-8918-6c0d3d1d77d1), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:26:15.061444 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-0af72d46-07d9-49fd-91d4-d7841f4d7194 req-674a7082-0a45-4d77-b25e-4306a27c8f60 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba3d8467-a90c-408d-bf5c-6d3194eb1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857508 May 12 17:26:15.070738 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe00c21-a557-480b-9bbe-66766d831ad7 req-273bb890-d4b5-4495-b7ea-d044ca3cc5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:26:15.071359 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-9fe00c21-a557-480b-9bbe-66766d831ad7 req-273bb890-d4b5-4495-b7ea-d044ca3cc5ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36930'] for port (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:26:15.072702 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-9fe00c21-a557-480b-9bbe-66766d831ad7 req-273bb890-d4b5-4495-b7ea-d044ca3cc5ef service neutron] 10.222.0.58 "PUT /v2.0/ports/5b0baaff-7c48-48e1-8918-6c0d3d1d77d1 HTTP/1.1" status: 200 len: 1093 time: 0.7027106 May 12 17:26:15.073144 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23c533fc-2ea0-48f9-847f-25f05b79aa17', 'tag': '5b0baaff-7c48-48e1-8918-6c0d3d1d77d1'}] {{(pid=103468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:26:15.075400 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11327eb0f41ff280cd3a6497cf1c944478feb1aae12e82efcad6faf65da72353" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c0e37c9-ea18-4a8e-8572-22ad4d42a006" -d '{"events": [{"name": "network-changed", "server_uuid": "23c533fc-2ea0-48f9-847f-25f05b79aa17", "tag": "5b0baaff-7c48-48e1-8918-6c0d3d1d77d1"}]}' {{(pid=103468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:26:15.101225 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273bb890-d4b5-4495-b7ea-d044ca3cc5ef service neutron] Pushing event updated for resources: {'Port': ['ID=5b0baaff-7c48-48e1-8918-6c0d3d1d77d1,revision_number=3']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:26:15.130933 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa4d1b80-916d-485e-a06b-c8e6df0cc426 x-openstack-request-id: req-fa4d1b80-916d-485e-a06b-c8e6df0cc426 {{(pid=103468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:26:15.131232 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23c533fc-2ea0-48f9-847f-25f05b79aa17", "tag": "5b0baaff-7c48-48e1-8918-6c0d3d1d77d1", "status": "completed", "code": 200}]} {{(pid=103468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:26:15.131517 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fa4d1b80-916d-485e-a06b-c8e6df0cc426 {{(pid=103468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:26:15.131929 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa4d1b80-916d-485e-a06b-c8e6df0cc426'] response: {'name': 'network-changed', 'server_uuid': '23c533fc-2ea0-48f9-847f-25f05b79aa17', 'tag': '5b0baaff-7c48-48e1-8918-6c0d3d1d77d1', 'status': 'completed', 'code': 200} May 12 17:26:15.159207 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe00c21-a557-480b-9bbe-66766d831ad7 req-94aa5339-25cd-4a86-aa49-ef9743d65df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:26:15.160726 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-9fe00c21-a557-480b-9bbe-66766d831ad7 req-94aa5339-25cd-4a86-aa49-ef9743d65df0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fc2e1c9926c14a1393f45a7dc0346ddc&device_id=23c533fc-2ea0-48f9-847f-25f05b79aa17 HTTP/1.1" status: 200 len: 1127 time: 0.0428758 May 12 17:26:15.211834 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-9fe00c21-a557-480b-9bbe-66766d831ad7 req-0656cca4-4427-4461-9afd-0852ec4d0491 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b0baaff-7c48-48e1-8918-6c0d3d1d77d1 HTTP/1.1" status: 200 len: 217 time: 0.0405724 May 12 17:26:15.265985 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe00c21-a557-480b-9bbe-66766d831ad7 req-edda1798-6547-4ccd-b512-d3f20f6e4b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:26:15.267412 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-9fe00c21-a557-480b-9bbe-66766d831ad7 req-edda1798-6547-4ccd-b512-d3f20f6e4b7d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=514e1cc4-3154-4e95-87e7-19ffea3e24bc HTTP/1.1" status: 200 len: 854 time: 0.0448368 May 12 17:26:15.312166 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe00c21-a557-480b-9bbe-66766d831ad7 req-a11f2478-fd26-4568-8be0-72d8821ce9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:26:15.313604 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-9fe00c21-a557-480b-9bbe-66766d831ad7 req-a11f2478-fd26-4568-8be0-72d8821ce9be service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fcfb02df-5940-4251-8c77-308786c51833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0373344 May 12 17:26:15.406506 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-9fe00c21-a557-480b-9bbe-66766d831ad7 req-952be08c-526d-41a6-ba43-4244fe8f931b service neutron] 10.222.0.58 "GET /v2.0/networks/fcfb02df-5940-4251-8c77-308786c51833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833309 May 12 17:26:15.495244 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-9fe00c21-a557-480b-9bbe-66766d831ad7 req-f05445ec-1c29-460d-b46c-70911eb8eca2 service neutron] 10.222.0.58 "GET /v2.0/networks/fcfb02df-5940-4251-8c77-308786c51833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794654 May 12 17:26:16.182240 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7368d6fe-5d35-49b0-9b4a-0df91d7e3cf5 req-ff57e610-e037-477f-a6f8-ca3facb586a5 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:26:16.183633 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-7368d6fe-5d35-49b0-9b4a-0df91d7e3cf5 req-ff57e610-e037-477f-a6f8-ca3facb586a5 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/ports?device_id=23c533fc-2ea0-48f9-847f-25f05b79aa17 HTTP/1.1" status: 200 len: 943 time: 0.0524127 May 12 17:26:16.229202 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-7368d6fe-5d35-49b0-9b4a-0df91d7e3cf5 req-bfefe6b1-76fb-4916-901a-34e0e6c2abd4 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba3d8467-a90c-408d-bf5c-6d3194eb1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400901 May 12 17:26:16.411292 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0e37c9-ea18-4a8e-8572-22ad4d42a006 req-30607e7b-ea45-4c12-bb3f-33363c6e7336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:26:16.412741 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-1c0e37c9-ea18-4a8e-8572-22ad4d42a006 req-30607e7b-ea45-4c12-bb3f-33363c6e7336 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fc2e1c9926c14a1393f45a7dc0346ddc&device_id=23c533fc-2ea0-48f9-847f-25f05b79aa17 HTTP/1.1" status: 200 len: 1127 time: 0.0384662 May 12 17:26:16.501747 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0e37c9-ea18-4a8e-8572-22ad4d42a006 req-36ee5b68-63a1-4348-84d7-9aff5222fc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:26:16.503227 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-1c0e37c9-ea18-4a8e-8572-22ad4d42a006 req-36ee5b68-63a1-4348-84d7-9aff5222fc61 service neutron] 10.222.0.58 "GET /v2.0/networks?id=fcfb02df-5940-4251-8c77-308786c51833 HTTP/1.1" status: 200 len: 916 time: 0.0842464 May 12 17:26:16.544139 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-1c0e37c9-ea18-4a8e-8572-22ad4d42a006 req-c508468c-9081-48a3-9bea-99258ceee8dc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b0baaff-7c48-48e1-8918-6c0d3d1d77d1 HTTP/1.1" status: 200 len: 217 time: 0.0324564 May 12 17:26:16.592805 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0e37c9-ea18-4a8e-8572-22ad4d42a006 req-cc093bf3-7fcc-4a5f-a72c-422eebff3604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:26:16.594167 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-1c0e37c9-ea18-4a8e-8572-22ad4d42a006 req-cc093bf3-7fcc-4a5f-a72c-422eebff3604 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=514e1cc4-3154-4e95-87e7-19ffea3e24bc HTTP/1.1" status: 200 len: 854 time: 0.0413504 May 12 17:26:16.641506 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0e37c9-ea18-4a8e-8572-22ad4d42a006 req-1f190ee7-5366-4dda-b4ec-f461f37dcc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:26:16.642952 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-1c0e37c9-ea18-4a8e-8572-22ad4d42a006 req-1f190ee7-5366-4dda-b4ec-f461f37dcc18 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fcfb02df-5940-4251-8c77-308786c51833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398812 May 12 17:26:16.732028 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-1c0e37c9-ea18-4a8e-8572-22ad4d42a006 req-47680580-7956-437c-9dfa-684a96570e0f service neutron] 10.222.0.58 "GET /v2.0/networks/fcfb02df-5940-4251-8c77-308786c51833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778632 May 12 17:26:16.821048 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-1c0e37c9-ea18-4a8e-8572-22ad4d42a006 req-71f97c27-d7a6-4a14-8cc7-95e69bd576d5 service neutron] 10.222.0.58 "GET /v2.0/networks/fcfb02df-5940-4251-8c77-308786c51833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826080 May 12 17:26:17.162546 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Device 5b0baaff-7c48-48e1-8918-6c0d3d1d77d1 details requested by agent hyperv_hv-cinder-84159 with host hv-cinder-84159 {{(pid=103470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 17:26:17.261125 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] For port 5b0baaff-7c48-48e1-8918-6c0d3d1d77d1, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=5b0baaff-7c48-48e1-8918-6c0d3d1d77d1,segment=NetworkSegment(284792a3-93aa-46c3-ba63-29b471e2894b),segment_id=284792a3-93aa-46c3-ba63-29b471e2894b)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:26:17.272098 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Returning: {'device': '5b0baaff-7c48-48e1-8918-6c0d3d1d77d1', 'network_id': 'fcfb02df-5940-4251-8c77-308786c51833', 'port_id': '5b0baaff-7c48-48e1-8918-6c0d3d1d77d1', 'mac_address': 'fa:16:3e:d2:11:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '514e1cc4-3154-4e95-87e7-19ffea3e24bc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 17:26:17.309055 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Current status of the port 5b0baaff-7c48-48e1-8918-6c0d3d1d77d1 is: DOWN; New status is: BUILD {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:26:17.309441 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (5b0baaff-7c48-48e1-8918-6c0d3d1d77d1), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:26:17.321833 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b0baaff-7c48-48e1-8918-6c0d3d1d77d1 {{(pid=103470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:26:17.340542 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b492861e-a5b7-4e9f-a07e-facab9a51eec req-c1156266-517d-4591-8314-cd510eea7613 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:26:17.341422 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] For port 5b0baaff-7c48-48e1-8918-6c0d3d1d77d1, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=5b0baaff-7c48-48e1-8918-6c0d3d1d77d1,segment=NetworkSegment(284792a3-93aa-46c3-ba63-29b471e2894b),segment_id=284792a3-93aa-46c3-ba63-29b471e2894b)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:26:17.342131 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b492861e-a5b7-4e9f-a07e-facab9a51eec req-c1156266-517d-4591-8314-cd510eea7613 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/ports?device_id=23c533fc-2ea0-48f9-847f-25f05b79aa17 HTTP/1.1" status: 200 len: 943 time: 0.0459468 May 12 17:26:17.345387 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (5b0baaff-7c48-48e1-8918-6c0d3d1d77d1), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:26:17.389644 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b492861e-a5b7-4e9f-a07e-facab9a51eec req-0a673918-dc53-47a1-9ff2-f04fde02eed9 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba3d8467-a90c-408d-bf5c-6d3194eb1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411770 May 12 17:26:17.394996 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Pushing event updated for resources: {'Port': ['ID=5b0baaff-7c48-48e1-8918-6c0d3d1d77d1,revision_number=4']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:26:17.402477 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:26:17.402823 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:26:17.403160 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:26:17.403491 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:26:17.403818 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:26:17.404142 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:26:17.404462 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:26:17.404777 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:26:17.405091 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:26:17.405409 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:26:17.405750 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:26:17.406068 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:26:17.406382 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:26:17.406720 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:26:17.407031 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:26:17.588890 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] get_ports_and_sgs() called for port_ids ['5b0baaff-7c48-48e1-8918-6c0d3d1d77d1'] {{(pid=103470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:26:18.500991 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c86f58-8f17-4026-bd3e-b9cabac5acfb req-12d93aff-9510-4a82-8b0d-cb99776858fe tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:26:18.502442 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-70c86f58-8f17-4026-bd3e-b9cabac5acfb req-12d93aff-9510-4a82-8b0d-cb99776858fe tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/ports?device_id=23c533fc-2ea0-48f9-847f-25f05b79aa17 HTTP/1.1" status: 200 len: 944 time: 0.0457113 May 12 17:26:18.549390 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-70c86f58-8f17-4026-bd3e-b9cabac5acfb req-96df3b7a-770b-4d84-959b-ffe9b8983240 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba3d8467-a90c-408d-bf5c-6d3194eb1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409262 May 12 17:26:19.171491 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Device 5b0baaff-7c48-48e1-8918-6c0d3d1d77d1 up at agent hyperv_hv-cinder-84159 {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:26:19.216158 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Provisioning for port 5b0baaff-7c48-48e1-8918-6c0d3d1d77d1 completed by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 17:26:19.221384 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Provisioning complete for port 5b0baaff-7c48-48e1-8918-6c0d3d1d77d1 triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:26:19.221751 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (5b0baaff-7c48-48e1-8918-6c0d3d1d77d1), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:26:19.296710 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Current status of the port 5b0baaff-7c48-48e1-8918-6c0d3d1d77d1 is: BUILD; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:26:19.297091 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (5b0baaff-7c48-48e1-8918-6c0d3d1d77d1), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:26:19.318793 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23c533fc-2ea0-48f9-847f-25f05b79aa17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b0baaff-7c48-48e1-8918-6c0d3d1d77d1'}] {{(pid=103470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:26:19.321097 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}983eca14ffe1519f8471a5ce991629ce2b8e436912840ac2edb7b499268545ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0abd9b77-8c30-413f-9bf1-6ee37a3bc16d" -d '{"events": [{"server_uuid": "23c533fc-2ea0-48f9-847f-25f05b79aa17", "name": "network-vif-plugged", "status": "completed", "tag": "5b0baaff-7c48-48e1-8918-6c0d3d1d77d1"}]}' {{(pid=103470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:26:19.333325 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] For port 5b0baaff-7c48-48e1-8918-6c0d3d1d77d1, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=5b0baaff-7c48-48e1-8918-6c0d3d1d77d1,segment=NetworkSegment(284792a3-93aa-46c3-ba63-29b471e2894b),segment_id=284792a3-93aa-46c3-ba63-29b471e2894b)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:26:19.337235 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (5b0baaff-7c48-48e1-8918-6c0d3d1d77d1), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:26:19.362345 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd25553-80cd-4ec7-b084-a0d44b86818a x-openstack-request-id: req-6bd25553-80cd-4ec7-b084-a0d44b86818a {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:26:19.362657 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23c533fc-2ea0-48f9-847f-25f05b79aa17", "name": "network-vif-plugged", "status": "completed", "tag": "5b0baaff-7c48-48e1-8918-6c0d3d1d77d1", "code": 200}]} {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:26:19.362911 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6bd25553-80cd-4ec7-b084-a0d44b86818a {{(pid=103470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:26:19.363293 dv-cinder-841591-1-iscsi neutron-server[103470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bd25553-80cd-4ec7-b084-a0d44b86818a'] response: {'server_uuid': '23c533fc-2ea0-48f9-847f-25f05b79aa17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b0baaff-7c48-48e1-8918-6c0d3d1d77d1', 'code': 200} May 12 17:26:19.388690 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Pushing event updated for resources: {'Port': ['ID=5b0baaff-7c48-48e1-8918-6c0d3d1d77d1,revision_number=5']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:26:19.531479 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5299f92-2cb1-4528-b85a-ec6404b033b2 req-9603b14b-13cd-4318-affe-f6f916d62fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:26:19.532938 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-b5299f92-2cb1-4528-b85a-ec6404b033b2 req-9603b14b-13cd-4318-affe-f6f916d62fa2 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=23c533fc-2ea0-48f9-847f-25f05b79aa17 HTTP/1.1" status: 200 len: 1129 time: 0.0368576 May 12 17:26:19.592731 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-b5299f92-2cb1-4528-b85a-ec6404b033b2 req-6f5528fd-99f1-4e74-9413-f5ff0027a809 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=ba3d8467-a90c-408d-bf5c-6d3194eb1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508907 May 12 17:26:19.668754 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc2c61d-a045-48b5-a794-2ffc4cc5dc67 req-bd4e8c0c-8698-4f07-b2a2-0dd4f14f6782 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:26:19.670190 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-9fc2c61d-a045-48b5-a794-2ffc4cc5dc67 req-bd4e8c0c-8698-4f07-b2a2-0dd4f14f6782 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/ports?device_id=23c533fc-2ea0-48f9-847f-25f05b79aa17 HTTP/1.1" status: 200 len: 945 time: 0.0455709 May 12 17:26:19.715631 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-9fc2c61d-a045-48b5-a794-2ffc4cc5dc67 req-fe2201eb-670c-41c3-8061-847d34573e8e tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba3d8467-a90c-408d-bf5c-6d3194eb1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399754 May 12 17:26:20.830068 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8b0c1b-b1b8-430a-bd80-3e3c1f4ecd68 req-0f460784-a3cd-4552-84e9-baab338fa1c8 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:26:20.831534 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-af8b0c1b-b1b8-430a-bd80-3e3c1f4ecd68 req-0f460784-a3cd-4552-84e9-baab338fa1c8 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/ports?device_id=23c533fc-2ea0-48f9-847f-25f05b79aa17 HTTP/1.1" status: 200 len: 945 time: 0.0490108 May 12 17:26:20.876876 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-af8b0c1b-b1b8-430a-bd80-3e3c1f4ecd68 req-98ad34bf-d8f2-4a21-84cc-8acd2e70c545 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba3d8467-a90c-408d-bf5c-6d3194eb1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392809 May 12 17:26:21.986843 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b4fede-7999-4fda-abb0-7d4a58a5f556 req-cdfc1f8d-999b-4807-a0f0-1f45472ad06f tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:26:21.988282 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-c4b4fede-7999-4fda-abb0-7d4a58a5f556 req-cdfc1f8d-999b-4807-a0f0-1f45472ad06f tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/ports?device_id=23c533fc-2ea0-48f9-847f-25f05b79aa17 HTTP/1.1" status: 200 len: 945 time: 0.0455608 May 12 17:26:22.032994 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-c4b4fede-7999-4fda-abb0-7d4a58a5f556 req-0e8735fa-0aa8-43f1-aad5-1dc846b9ce39 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba3d8467-a90c-408d-bf5c-6d3194eb1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392303 May 12 17:26:22.138741 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97842bbb-80a5-43a2-bda1-1127e744f646 req-0ca4d4a5-0cf2-49ab-9f93-05a866689a32 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:26:22.140118 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-97842bbb-80a5-43a2-bda1-1127e744f646 req-0ca4d4a5-0cf2-49ab-9f93-05a866689a32 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/ports?device_id=23c533fc-2ea0-48f9-847f-25f05b79aa17 HTTP/1.1" status: 200 len: 945 time: 0.0465350 May 12 17:26:22.149134 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 35336) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:26:22.153399 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-d7d19756-c982-4f9e-a559-3af9ac0a96be tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Request body: {'floatingip': {'port_id': '5b0baaff-7c48-48e1-8918-6c0d3d1d77d1'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:26:22.194979 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d7d19756-c982-4f9e-a559-3af9ac0a96be tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks [] for floatingip (7e3e63c5-0ee6-4b2f-b344-f059623c7e4c), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:26:22.631941 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d7d19756-c982-4f9e-a559-3af9ac0a96be tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:26:22.643412 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d7d19756-c982-4f9e-a559-3af9ac0a96be tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682608'] for floatingip (7e3e63c5-0ee6-4b2f-b344-f059623c7e4c), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:26:22.748905 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.db.l3_db [None req-d7d19756-c982-4f9e-a559-3af9ac0a96be tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Floating IP 7e3e63c5-0ee6-4b2f-b344-f059623c7e4c associated. External IP: 172.27.0.146, port: 5b0baaff-7c48-48e1-8918-6c0d3d1d77d1. May 12 17:26:22.956874 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7d19756-c982-4f9e-a559-3af9ac0a96be tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Router 5e916117-394a-447f-9569-a15f13b49c45 has already been hosted by L3 agent e5548ccc-31b8-4072-a6b0-52b00208ea79 {{(pid=103469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:26:23.069262 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7d19756-c982-4f9e-a559-3af9ac0a96be tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Notify agent at l3_agent.dv-cinder-841591-1-iscsi the message routers_updated {{(pid=103469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:26:23.074065 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d7d19756-c982-4f9e-a559-3af9ac0a96be tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36930'] for floatingip (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:26:23.078604 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bb0936-4dfc-4876-9bf5-2423e76a3533 None None] Sync routers for ids ['5e916117-394a-447f-9569-a15f13b49c45'] in dv-cinder-841591-1-iscsi {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:26:23.088844 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bb0936-4dfc-4876-9bf5-2423e76a3533 None None] Routers {'5e916117-394a-447f-9569-a15f13b49c45'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:26:23.089492 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-a4bb0936-4dfc-4876-9bf5-2423e76a3533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:25:56Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['5e916117-394a-447f-9569-a15f13b49c45'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:26:23.103458 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-d7d19756-c982-4f9e-a559-3af9ac0a96be tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "PUT /v2.0/floatingips/7e3e63c5-0ee6-4b2f-b344-f059623c7e4c HTTP/1.1" status: 200 len: 991 time: 0.9532826 May 12 17:26:23.104152 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23c533fc-2ea0-48f9-847f-25f05b79aa17', 'tag': '5b0baaff-7c48-48e1-8918-6c0d3d1d77d1'}] {{(pid=103469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:26:23.106445 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a389b951f31a62b906e18655c420a9fe9aa70b39b59c66ae41c54d630ec86ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eba81eba-eafe-42eb-8c88-df71f1dcf129" -d '{"events": [{"name": "network-changed", "server_uuid": "23c533fc-2ea0-48f9-847f-25f05b79aa17", "tag": "5b0baaff-7c48-48e1-8918-6c0d3d1d77d1"}]}' {{(pid=103469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:26:23.144170 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5a031e8-c938-4404-b8ae-126be5f10948 x-openstack-request-id: req-a5a031e8-c938-4404-b8ae-126be5f10948 {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:26:23.144769 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23c533fc-2ea0-48f9-847f-25f05b79aa17", "tag": "5b0baaff-7c48-48e1-8918-6c0d3d1d77d1", "status": "completed", "code": 200}]} {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:26:23.144769 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a5a031e8-c938-4404-b8ae-126be5f10948 {{(pid=103469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:26:23.145101 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5a031e8-c938-4404-b8ae-126be5f10948'] response: {'name': 'network-changed', 'server_uuid': '23c533fc-2ea0-48f9-847f-25f05b79aa17', 'tag': '5b0baaff-7c48-48e1-8918-6c0d3d1d77d1', 'status': 'completed', 'code': 200} May 12 17:26:23.200671 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-a4bb0936-4dfc-4876-9bf5-2423e76a3533 None None] Set router 5e916117-394a-447f-9569-a15f13b49c45 gateway port host: dv-cinder-841591-1-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:26:23.299508 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba81eba-eafe-42eb-8c88-df71f1dcf129 req-ac2799a4-ccbf-427e-9eb3-85fdf40c1ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:26:23.301031 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-eba81eba-eafe-42eb-8c88-df71f1dcf129 req-ac2799a4-ccbf-427e-9eb3-85fdf40c1ae4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fc2e1c9926c14a1393f45a7dc0346ddc&device_id=23c533fc-2ea0-48f9-847f-25f05b79aa17 HTTP/1.1" status: 200 len: 1129 time: 0.1351733 May 12 17:26:23.412086 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-a4bb0936-4dfc-4876-9bf5-2423e76a3533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e916117-394a-447f-9569-a15f13b49c45', 'name': 'tempest-AttachVolumeNegativeTest-1570607306-router', 'tenant_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '46fd6600-cf5c-4a6e-91bc-7884d58fa3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:22:43Z', 'updated_at': '2022-05-12T17:22:46Z', 'revision_number': 4, 'project_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'gw_port': {'id': '46fd6600-cf5c-4a6e-91bc-7884d58fa3c3', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:39:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e916117-394a-447f-9569-a15f13b49c45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:22:43Z', 'updated_at': '2022-05-12T17:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_floatingips': [{'id': '7e3e63c5-0ee6-4b2f-b344-f059623c7e4c', 'tenant_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'floating_ip_address': '172.27.0.146', 'floating_network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'router_id': '5e916117-394a-447f-9569-a15f13b49c45', 'port_id': '5b0baaff-7c48-48e1-8918-6c0d3d1d77d1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 707, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcfb02df-5940-4251-8c77-308786c51833', 'mac_address': 'fa:16:3e:d2:11:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c533fc-2ea0-48f9-847f-25f05b79aa17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:26:11Z', 'updated_at': '2022-05-12T17:26:22Z', 'revision_number': 1, 'project_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5077749d-90f4-436b-aa6c-b166888c974c', 'name': '', 'network_id': 'fcfb02df-5940-4251-8c77-308786c51833', 'tenant_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'mac_address': 'fa:16:3e:61:74:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e916117-394a-447f-9569-a15f13b49c45', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '514e1cc4-3154-4e95-87e7-19ffea3e24bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:22:45Z', 'updated_at': '2022-05-12T17:22:49Z', 'revision_number': 5, 'project_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'subnets': [{'id': '514e1cc4-3154-4e95-87e7-19ffea3e24bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:26:23.441961 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bb0936-4dfc-4876-9bf5-2423e76a3533 None None] Checking router: 5e916117-394a-447f-9569-a15f13b49c45 for host: dv-cinder-841591-1-iscsi {{(pid=103471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:26:23.450097 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bb0936-4dfc-4876-9bf5-2423e76a3533 None None] Routers {'5e916117-394a-447f-9569-a15f13b49c45'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:26:23.450721 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-a4bb0936-4dfc-4876-9bf5-2423e76a3533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:25:56Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['5e916117-394a-447f-9569-a15f13b49c45'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:26:23.468517 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba81eba-eafe-42eb-8c88-df71f1dcf129 req-25f79e12-5848-433f-ab6a-347e81d269b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:26:23.469983 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-eba81eba-eafe-42eb-8c88-df71f1dcf129 req-25f79e12-5848-433f-ab6a-347e81d269b4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=fcfb02df-5940-4251-8c77-308786c51833 HTTP/1.1" status: 200 len: 916 time: 0.0830271 May 12 17:26:23.536668 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-eba81eba-eafe-42eb-8c88-df71f1dcf129 req-6acec792-c61b-4520-a14c-46e29561e514 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b0baaff-7c48-48e1-8918-6c0d3d1d77d1 HTTP/1.1" status: 200 len: 999 time: 0.0609026 May 12 17:26:23.556249 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-a4bb0936-4dfc-4876-9bf5-2423e76a3533 None None] Set router 5e916117-394a-447f-9569-a15f13b49c45 gateway port host: dv-cinder-841591-1-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:26:23.582174 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba81eba-eafe-42eb-8c88-df71f1dcf129 req-806945a3-642e-4fba-a68e-b8b0ff1224f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:26:23.583648 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-eba81eba-eafe-42eb-8c88-df71f1dcf129 req-806945a3-642e-4fba-a68e-b8b0ff1224f9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=514e1cc4-3154-4e95-87e7-19ffea3e24bc HTTP/1.1" status: 200 len: 854 time: 0.0414338 May 12 17:26:23.629472 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba81eba-eafe-42eb-8c88-df71f1dcf129 req-2773043c-e8d2-47f4-8b44-cde60eba4232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:26:23.631918 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-eba81eba-eafe-42eb-8c88-df71f1dcf129 req-2773043c-e8d2-47f4-8b44-cde60eba4232 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fcfb02df-5940-4251-8c77-308786c51833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427446 May 12 17:26:23.726997 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-eba81eba-eafe-42eb-8c88-df71f1dcf129 req-34f4bec0-6e66-458a-8f4f-19e52e4ec878 service neutron] 10.222.0.58 "GET /v2.0/networks/fcfb02df-5940-4251-8c77-308786c51833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877607 May 12 17:26:23.777154 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-a4bb0936-4dfc-4876-9bf5-2423e76a3533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e916117-394a-447f-9569-a15f13b49c45', 'name': 'tempest-AttachVolumeNegativeTest-1570607306-router', 'tenant_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '46fd6600-cf5c-4a6e-91bc-7884d58fa3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:22:43Z', 'updated_at': '2022-05-12T17:22:46Z', 'revision_number': 4, 'project_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'gw_port': {'id': '46fd6600-cf5c-4a6e-91bc-7884d58fa3c3', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:39:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e916117-394a-447f-9569-a15f13b49c45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:22:43Z', 'updated_at': '2022-05-12T17:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_floatingips': [{'id': '7e3e63c5-0ee6-4b2f-b344-f059623c7e4c', 'tenant_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'floating_ip_address': '172.27.0.146', 'floating_network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'router_id': '5e916117-394a-447f-9569-a15f13b49c45', 'port_id': '5b0baaff-7c48-48e1-8918-6c0d3d1d77d1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 707, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcfb02df-5940-4251-8c77-308786c51833', 'mac_address': 'fa:16:3e:d2:11:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c533fc-2ea0-48f9-847f-25f05b79aa17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:26:11Z', 'updated_at': '2022-05-12T17:26:22Z', 'revision_number': 1, 'project_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5077749d-90f4-436b-aa6c-b166888c974c', 'name': '', 'network_id': 'fcfb02df-5940-4251-8c77-308786c51833', 'tenant_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'mac_address': 'fa:16:3e:61:74:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e916117-394a-447f-9569-a15f13b49c45', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '514e1cc4-3154-4e95-87e7-19ffea3e24bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:22:45Z', 'updated_at': '2022-05-12T17:22:49Z', 'revision_number': 5, 'project_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'subnets': [{'id': '514e1cc4-3154-4e95-87e7-19ffea3e24bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:26:23.793261 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-985e6333-8f84-4094-9228-ecac7ba4e849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (ad05f391-ff61-4b74-a3af-7ffb7f485489), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:26:23.809594 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bb0936-4dfc-4876-9bf5-2423e76a3533 None None] The sync data for ids ['5e916117-394a-447f-9569-a15f13b49c45'] in dv-cinder-841591-1-iscsi is: [{'id': '5e916117-394a-447f-9569-a15f13b49c45', 'name': 'tempest-AttachVolumeNegativeTest-1570607306-router', 'tenant_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '46fd6600-cf5c-4a6e-91bc-7884d58fa3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:22:43Z', 'updated_at': '2022-05-12T17:22:46Z', 'revision_number': 4, 'project_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'gw_port': {'id': '46fd6600-cf5c-4a6e-91bc-7884d58fa3c3', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:39:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e916117-394a-447f-9569-a15f13b49c45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:22:43Z', 'updated_at': '2022-05-12T17:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_floatingips': [{'id': '7e3e63c5-0ee6-4b2f-b344-f059623c7e4c', 'tenant_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'floating_ip_address': '172.27.0.146', 'floating_network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'router_id': '5e916117-394a-447f-9569-a15f13b49c45', 'port_id': '5b0baaff-7c48-48e1-8918-6c0d3d1d77d1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 707, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcfb02df-5940-4251-8c77-308786c51833', 'mac_address': 'fa:16:3e:d2:11:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c533fc-2ea0-48f9-847f-25f05b79aa17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:26:11Z', 'updated_at': '2022-05-12T17:26:22Z', 'revision_number': 1, 'project_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5077749d-90f4-436b-aa6c-b166888c974c', 'name': '', 'network_id': 'fcfb02df-5940-4251-8c77-308786c51833', 'tenant_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'mac_address': 'fa:16:3e:61:74:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e916117-394a-447f-9569-a15f13b49c45', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '514e1cc4-3154-4e95-87e7-19ffea3e24bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:22:45Z', 'updated_at': '2022-05-12T17:22:49Z', 'revision_number': 5, 'project_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'subnets': [{'id': '514e1cc4-3154-4e95-87e7-19ffea3e24bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:26:23.816421 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-eba81eba-eafe-42eb-8c88-df71f1dcf129 req-f742c951-f84a-4fbf-9191-99bd7a0f5682 service neutron] 10.222.0.58 "GET /v2.0/networks/fcfb02df-5940-4251-8c77-308786c51833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834596 May 12 17:26:23.997981 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3a71c8-b248-44b4-931f-bf3c96f7779d None None] New status for floating IP 7e3e63c5-0ee6-4b2f-b344-f059623c7e4c: ACTIVE {{(pid=103470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 17:26:26.203027 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-f5632fee-0362-406e-9cb8-a11d395a6293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (e5548ccc-31b8-4072-a6b0-52b00208ea79), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:26:27.314297 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-921d17b2-ae2c-4a72-8bd8-05131367e3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (bf71836d-8135-4bcd-843a-dab378dba2b2), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:26:27.964511 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (38379b20-dcc3-43b7-a09e-956d8be7db9c), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:26:28.862275 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-c581148e-646c-4c8c-8cc5-93d6184e682f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (98e1a54e-83f0-40d1-9631-7dd40ffbcd59), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:26:30.261621 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (dea0f963-0a36-45fe-941b-5c749ca6f3bf), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:26:39.403140 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.agents_db [None req-75b73116-3060-4b2b-9211-a804f2896a96 None None] Agent healthcheck: found 6 active agents {{(pid=103471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:26:53.795399 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-05235018-db92-4cea-a5d7-4ed15aee97b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (ad05f391-ff61-4b74-a3af-7ffb7f485489), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:26:56.204549 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-9dd91ecb-f866-41ed-bef5-c8fd4297c1e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (e5548ccc-31b8-4072-a6b0-52b00208ea79), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:26:57.316843 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-921d17b2-ae2c-4a72-8bd8-05131367e3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (bf71836d-8135-4bcd-843a-dab378dba2b2), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:26:57.968389 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (38379b20-dcc3-43b7-a09e-956d8be7db9c), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:26:58.864643 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-c581148e-646c-4c8c-8cc5-93d6184e682f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (98e1a54e-83f0-40d1-9631-7dd40ffbcd59), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:00.263512 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (dea0f963-0a36-45fe-941b-5c749ca6f3bf), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:01.339715 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-557ef5f3-d076-4569-9842-17935670d9e9 req-0cf16766-5cd8-4e12-ba17-e052e9776c53 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=23c533fc-2ea0-48f9-847f-25f05b79aa17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400853 May 12 17:27:01.420087 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ef5f3-d076-4569-9842-17935670d9e9 req-e4767587-8cae-4c33-b0eb-9bd7d90378d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:27:01.421423 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-557ef5f3-d076-4569-9842-17935670d9e9 req-e4767587-8cae-4c33-b0eb-9bd7d90378d4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fc2e1c9926c14a1393f45a7dc0346ddc&device_id=23c533fc-2ea0-48f9-847f-25f05b79aa17 HTTP/1.1" status: 200 len: 1129 time: 0.0380356 May 12 17:27:01.520997 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ef5f3-d076-4569-9842-17935670d9e9 req-3f69e70c-e07e-4fc7-ad94-2dec4bb98490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:27:01.522450 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-557ef5f3-d076-4569-9842-17935670d9e9 req-3f69e70c-e07e-4fc7-ad94-2dec4bb98490 service neutron] 10.222.0.58 "GET /v2.0/networks?id=fcfb02df-5940-4251-8c77-308786c51833 HTTP/1.1" status: 200 len: 916 time: 0.0821905 May 12 17:27:01.591033 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-557ef5f3-d076-4569-9842-17935670d9e9 req-a0bd7ae4-1515-45ec-bca8-1d5740851f9f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b0baaff-7c48-48e1-8918-6c0d3d1d77d1 HTTP/1.1" status: 200 len: 1001 time: 0.0583086 May 12 17:27:01.641687 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ef5f3-d076-4569-9842-17935670d9e9 req-04d769d1-7498-4ec2-8450-184decb9062b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:27:01.643143 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-557ef5f3-d076-4569-9842-17935670d9e9 req-04d769d1-7498-4ec2-8450-184decb9062b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=514e1cc4-3154-4e95-87e7-19ffea3e24bc HTTP/1.1" status: 200 len: 854 time: 0.0436773 May 12 17:27:01.687249 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ef5f3-d076-4569-9842-17935670d9e9 req-eb5fb1eb-b7be-4590-9d1c-8a06ae22592c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:27:01.688617 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-557ef5f3-d076-4569-9842-17935670d9e9 req-eb5fb1eb-b7be-4590-9d1c-8a06ae22592c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fcfb02df-5940-4251-8c77-308786c51833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0362535 May 12 17:27:01.777355 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-557ef5f3-d076-4569-9842-17935670d9e9 req-8749b25c-fd2e-4c18-adc7-e8f43171e6bc service neutron] 10.222.0.58 "GET /v2.0/networks/fcfb02df-5940-4251-8c77-308786c51833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818627 May 12 17:27:01.866563 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-557ef5f3-d076-4569-9842-17935670d9e9 req-e06dbfb3-73c3-488d-bd91-dfa3344884ce service neutron] 10.222.0.58 "GET /v2.0/networks/fcfb02df-5940-4251-8c77-308786c51833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837920 May 12 17:27:09.605193 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b94fc65-548f-44e0-a6f2-292cd286da63 req-2712a45e-53da-457b-bb93-4b740902bae4 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:27:09.606654 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9b94fc65-548f-44e0-a6f2-292cd286da63 req-2712a45e-53da-457b-bb93-4b740902bae4 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/ports?device_id=23c533fc-2ea0-48f9-847f-25f05b79aa17 HTTP/1.1" status: 200 len: 945 time: 0.0465884 May 12 17:27:09.654811 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9b94fc65-548f-44e0-a6f2-292cd286da63 req-1e7c7fa9-c800-4786-9a4d-e2d5325d0aee tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba3d8467-a90c-408d-bf5c-6d3194eb1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426419 May 12 17:27:10.767140 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8d7299-8977-4a6f-96a6-dfe02ed85e3a req-b946d1a1-51d2-4c55-aa52-a85e6351b04f tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:27:10.768570 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-bf8d7299-8977-4a6f-96a6-dfe02ed85e3a req-b946d1a1-51d2-4c55-aa52-a85e6351b04f tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/ports?device_id=23c533fc-2ea0-48f9-847f-25f05b79aa17 HTTP/1.1" status: 200 len: 945 time: 0.0460169 May 12 17:27:10.813675 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-bf8d7299-8977-4a6f-96a6-dfe02ed85e3a req-538540aa-ec3e-4932-8037-8b64733fac95 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba3d8467-a90c-408d-bf5c-6d3194eb1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396519 May 12 17:27:11.348786 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876a76e6-3f90-4aa8-88c1-1e9a838a80b2 req-abfb850f-12b7-4832-b6ab-dd4ca22fe9b8 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:27:11.350177 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-876a76e6-3f90-4aa8-88c1-1e9a838a80b2 req-abfb850f-12b7-4832-b6ab-dd4ca22fe9b8 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.58 "GET /v2.0/ports?device_id=23c533fc-2ea0-48f9-847f-25f05b79aa17 HTTP/1.1" status: 200 len: 945 time: 0.0440764 May 12 17:27:11.695955 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [req-876a76e6-3f90-4aa8-88c1-1e9a838a80b2 req-8d17c88a-4ded-4938-a289-4f726d360b3a tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Deleting port 5b0baaff-7c48-48e1-8918-6c0d3d1d77d1 {{(pid=103468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:27:11.696287 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-876a76e6-3f90-4aa8-88c1-1e9a838a80b2 req-8d17c88a-4ded-4938-a289-4f726d360b3a tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774528024037'] for port (5b0baaff-7c48-48e1-8918-6c0d3d1d77d1), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:11.782266 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.db [req-876a76e6-3f90-4aa8-88c1-1e9a838a80b2 req-8d17c88a-4ded-4938-a289-4f726d360b3a tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] For port 5b0baaff-7c48-48e1-8918-6c0d3d1d77d1, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=5b0baaff-7c48-48e1-8918-6c0d3d1d77d1,segment=NetworkSegment(284792a3-93aa-46c3-ba63-29b471e2894b),segment_id=284792a3-93aa-46c3-ba63-29b471e2894b)] {{(pid=103468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:27:11.782964 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-876a76e6-3f90-4aa8-88c1-1e9a838a80b2 req-8d17c88a-4ded-4938-a289-4f726d360b3a tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683095'] for port (5b0baaff-7c48-48e1-8918-6c0d3d1d77d1), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:11.925896 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f481cbe-ac8a-491f-9f78-1f555f89e259 req-af26a25e-c23e-4b6c-9d30-22d9be263e9e tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:27:11.927403 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2f481cbe-ac8a-491f-9f78-1f555f89e259 req-af26a25e-c23e-4b6c-9d30-22d9be263e9e tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/ports?device_id=23c533fc-2ea0-48f9-847f-25f05b79aa17 HTTP/1.1" status: 200 len: 945 time: 0.0463798 May 12 17:27:11.949220 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-876a76e6-3f90-4aa8-88c1-1e9a838a80b2 req-8d17c88a-4ded-4938-a289-4f726d360b3a tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:11.949499 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-876a76e6-3f90-4aa8-88c1-1e9a838a80b2 req-8d17c88a-4ded-4938-a289-4f726d360b3a tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682608'] for floatingip (7e3e63c5-0ee6-4b2f-b344-f059623c7e4c), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:11.949816 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.db.l3_db [req-876a76e6-3f90-4aa8-88c1-1e9a838a80b2 req-8d17c88a-4ded-4938-a289-4f726d360b3a tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Floating IP 7e3e63c5-0ee6-4b2f-b344-f059623c7e4c disassociated. External IP: 172.27.0.146, port: 5b0baaff-7c48-48e1-8918-6c0d3d1d77d1. May 12 17:27:11.950165 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [req-876a76e6-3f90-4aa8-88c1-1e9a838a80b2 req-8d17c88a-4ded-4938-a289-4f726d360b3a tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Calling delete_port for 5b0baaff-7c48-48e1-8918-6c0d3d1d77d1 owned by compute:nova {{(pid=103468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:27:11.974572 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2f481cbe-ac8a-491f-9f78-1f555f89e259 req-25bf0888-eb9a-4db9-8315-c05eca29c669 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba3d8467-a90c-408d-bf5c-6d3194eb1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415070 May 12 17:27:12.079488 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-876a76e6-3f90-4aa8-88c1-1e9a838a80b2 req-8d17c88a-4ded-4938-a289-4f726d360b3a tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774528036217', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774527475294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11526335'] for port (5b0baaff-7c48-48e1-8918-6c0d3d1d77d1), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:12.108893 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d17c88a-4ded-4938-a289-4f726d360b3a tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Pushing event deleted for resources: {'Port': ['ID=5b0baaff-7c48-48e1-8918-6c0d3d1d77d1,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:27:12.121921 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d17c88a-4ded-4938-a289-4f726d360b3a tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:27:12.121921 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d17c88a-4ded-4938-a289-4f726d360b3a tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:27:12.121921 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d17c88a-4ded-4938-a289-4f726d360b3a tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:27:12.122377 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d17c88a-4ded-4938-a289-4f726d360b3a tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:27:12.122377 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d17c88a-4ded-4938-a289-4f726d360b3a tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:27:12.122706 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d17c88a-4ded-4938-a289-4f726d360b3a tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:27:12.123012 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d17c88a-4ded-4938-a289-4f726d360b3a tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:27:12.124243 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d17c88a-4ded-4938-a289-4f726d360b3a tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:27:12.124243 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d17c88a-4ded-4938-a289-4f726d360b3a tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:27:12.124243 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d17c88a-4ded-4938-a289-4f726d360b3a tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:27:12.124555 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d17c88a-4ded-4938-a289-4f726d360b3a tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:27:12.124643 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d17c88a-4ded-4938-a289-4f726d360b3a tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:27:12.125098 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d17c88a-4ded-4938-a289-4f726d360b3a tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:27:12.125228 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d17c88a-4ded-4938-a289-4f726d360b3a tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:27:12.125540 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d17c88a-4ded-4938-a289-4f726d360b3a tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:27:12.231524 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.l3_agent_scheduler [req-876a76e6-3f90-4aa8-88c1-1e9a838a80b2 req-8d17c88a-4ded-4938-a289-4f726d360b3a tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Router 5e916117-394a-447f-9569-a15f13b49c45 has already been hosted by L3 agent e5548ccc-31b8-4072-a6b0-52b00208ea79 {{(pid=103468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:27:12.340308 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-876a76e6-3f90-4aa8-88c1-1e9a838a80b2 req-8d17c88a-4ded-4938-a289-4f726d360b3a tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Notify agent at l3_agent.dv-cinder-841591-1-iscsi the message routers_updated {{(pid=103468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:27:12.349634 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bfabfd-d3f1-4957-935b-0dac6ba61cea None None] Sync routers for ids ['5e916117-394a-447f-9569-a15f13b49c45'] in dv-cinder-841591-1-iscsi {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:27:12.359689 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bfabfd-d3f1-4957-935b-0dac6ba61cea None None] Routers {'5e916117-394a-447f-9569-a15f13b49c45'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:27:12.360295 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-e1bfabfd-d3f1-4957-935b-0dac6ba61cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:26:56Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['5e916117-394a-447f-9569-a15f13b49c45'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:27:12.382082 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [req-876a76e6-3f90-4aa8-88c1-1e9a838a80b2 req-8d17c88a-4ded-4938-a289-4f726d360b3a tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] No DVR routers for this DVR port 5b0baaff-7c48-48e1-8918-6c0d3d1d77d1 on host hv-cinder-84159 {{(pid=103468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:27:12.385441 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-876a76e6-3f90-4aa8-88c1-1e9a838a80b2 req-8d17c88a-4ded-4938-a289-4f726d360b3a tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36930'] for port (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:12.388661 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-876a76e6-3f90-4aa8-88c1-1e9a838a80b2 req-8d17c88a-4ded-4938-a289-4f726d360b3a tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.58 "DELETE /v2.0/ports/5b0baaff-7c48-48e1-8918-6c0d3d1d77d1 HTTP/1.1" status: 204 len: 173 time: 1.0334413 May 12 17:27:12.389103 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23c533fc-2ea0-48f9-847f-25f05b79aa17', 'name': 'network-vif-deleted', 'tag': '5b0baaff-7c48-48e1-8918-6c0d3d1d77d1'}] {{(pid=103468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:27:12.391349 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11327eb0f41ff280cd3a6497cf1c944478feb1aae12e82efcad6faf65da72353" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e9bb82f-868e-459d-8d9b-b1dd439395ad" -d '{"events": [{"server_uuid": "23c533fc-2ea0-48f9-847f-25f05b79aa17", "name": "network-vif-deleted", "tag": "5b0baaff-7c48-48e1-8918-6c0d3d1d77d1"}]}' {{(pid=103468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:27:12.436763 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b025978-e729-4a70-be23-f881bd4573db x-openstack-request-id: req-1b025978-e729-4a70-be23-f881bd4573db {{(pid=103468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:27:12.437055 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23c533fc-2ea0-48f9-847f-25f05b79aa17", "name": "network-vif-deleted", "tag": "5b0baaff-7c48-48e1-8918-6c0d3d1d77d1", "status": "completed", "code": 200}]} {{(pid=103468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:27:12.437299 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1b025978-e729-4a70-be23-f881bd4573db {{(pid=103468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:27:12.437703 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b025978-e729-4a70-be23-f881bd4573db'] response: {'server_uuid': '23c533fc-2ea0-48f9-847f-25f05b79aa17', 'name': 'network-vif-deleted', 'tag': '5b0baaff-7c48-48e1-8918-6c0d3d1d77d1', 'status': 'completed', 'code': 200} May 12 17:27:12.476266 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-e1bfabfd-d3f1-4957-935b-0dac6ba61cea None None] Set router 5e916117-394a-447f-9569-a15f13b49c45 gateway port host: dv-cinder-841591-1-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:27:12.757588 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-e1bfabfd-d3f1-4957-935b-0dac6ba61cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e916117-394a-447f-9569-a15f13b49c45', 'name': 'tempest-AttachVolumeNegativeTest-1570607306-router', 'tenant_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '46fd6600-cf5c-4a6e-91bc-7884d58fa3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:22:43Z', 'updated_at': '2022-05-12T17:22:46Z', 'revision_number': 4, 'project_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'gw_port': {'id': '46fd6600-cf5c-4a6e-91bc-7884d58fa3c3', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:39:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e916117-394a-447f-9569-a15f13b49c45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:22:43Z', 'updated_at': '2022-05-12T17:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_interfaces': [{'id': '5077749d-90f4-436b-aa6c-b166888c974c', 'name': '', 'network_id': 'fcfb02df-5940-4251-8c77-308786c51833', 'tenant_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'mac_address': 'fa:16:3e:61:74:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e916117-394a-447f-9569-a15f13b49c45', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '514e1cc4-3154-4e95-87e7-19ffea3e24bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:22:45Z', 'updated_at': '2022-05-12T17:22:49Z', 'revision_number': 5, 'project_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'subnets': [{'id': '514e1cc4-3154-4e95-87e7-19ffea3e24bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:27:12.782995 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bfabfd-d3f1-4957-935b-0dac6ba61cea None None] Checking router: 5e916117-394a-447f-9569-a15f13b49c45 for host: dv-cinder-841591-1-iscsi {{(pid=103471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:27:12.791716 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bfabfd-d3f1-4957-935b-0dac6ba61cea None None] Routers {'5e916117-394a-447f-9569-a15f13b49c45'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:27:12.792309 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-e1bfabfd-d3f1-4957-935b-0dac6ba61cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:26:56Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['5e916117-394a-447f-9569-a15f13b49c45'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:27:12.905950 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-e1bfabfd-d3f1-4957-935b-0dac6ba61cea None None] Set router 5e916117-394a-447f-9569-a15f13b49c45 gateway port host: dv-cinder-841591-1-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:27:13.060216 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 35420) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:27:13.105230 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-e1bfabfd-d3f1-4957-935b-0dac6ba61cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e916117-394a-447f-9569-a15f13b49c45', 'name': 'tempest-AttachVolumeNegativeTest-1570607306-router', 'tenant_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '46fd6600-cf5c-4a6e-91bc-7884d58fa3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:22:43Z', 'updated_at': '2022-05-12T17:22:46Z', 'revision_number': 4, 'project_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'gw_port': {'id': '46fd6600-cf5c-4a6e-91bc-7884d58fa3c3', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:39:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e916117-394a-447f-9569-a15f13b49c45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:22:43Z', 'updated_at': '2022-05-12T17:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_interfaces': [{'id': '5077749d-90f4-436b-aa6c-b166888c974c', 'name': '', 'network_id': 'fcfb02df-5940-4251-8c77-308786c51833', 'tenant_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'mac_address': 'fa:16:3e:61:74:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e916117-394a-447f-9569-a15f13b49c45', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '514e1cc4-3154-4e95-87e7-19ffea3e24bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:22:45Z', 'updated_at': '2022-05-12T17:22:49Z', 'revision_number': 5, 'project_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'subnets': [{'id': '514e1cc4-3154-4e95-87e7-19ffea3e24bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:27:13.113230 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-c50ccf6c-5da9-4151-bc9d-4e59ebe7efb4 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks [] for security_group (ba3d8467-a90c-408d-bf5c-6d3194eb1adb), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:13.130813 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bfabfd-d3f1-4957-935b-0dac6ba61cea None None] The sync data for ids ['5e916117-394a-447f-9569-a15f13b49c45'] in dv-cinder-841591-1-iscsi is: [{'id': '5e916117-394a-447f-9569-a15f13b49c45', 'name': 'tempest-AttachVolumeNegativeTest-1570607306-router', 'tenant_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '46fd6600-cf5c-4a6e-91bc-7884d58fa3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:22:43Z', 'updated_at': '2022-05-12T17:22:46Z', 'revision_number': 4, 'project_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'gw_port': {'id': '46fd6600-cf5c-4a6e-91bc-7884d58fa3c3', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:39:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e916117-394a-447f-9569-a15f13b49c45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:22:43Z', 'updated_at': '2022-05-12T17:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi', '_interfaces': [{'id': '5077749d-90f4-436b-aa6c-b166888c974c', 'name': '', 'network_id': 'fcfb02df-5940-4251-8c77-308786c51833', 'tenant_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'mac_address': 'fa:16:3e:61:74:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e916117-394a-447f-9569-a15f13b49c45', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '514e1cc4-3154-4e95-87e7-19ffea3e24bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:22:45Z', 'updated_at': '2022-05-12T17:22:49Z', 'revision_number': 5, 'project_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'subnets': [{'id': '514e1cc4-3154-4e95-87e7-19ffea3e24bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:27:13.137305 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-c50ccf6c-5da9-4151-bc9d-4e59ebe7efb4 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks [] for security_group (ba3d8467-a90c-408d-bf5c-6d3194eb1adb), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:13.189032 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-c50ccf6c-5da9-4151-bc9d-4e59ebe7efb4 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (ba3d8467-a90c-408d-bf5c-6d3194eb1adb), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:13.191866 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-c50ccf6c-5da9-4151-bc9d-4e59ebe7efb4 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:13.193124 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-c50ccf6c-5da9-4151-bc9d-4e59ebe7efb4 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "DELETE /v2.0/security-groups/ba3d8467-a90c-408d-bf5c-6d3194eb1adb HTTP/1.1" status: 204 len: 168 time: 0.1319029 May 12 17:27:13.196338 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 35422) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:27:13.204088 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50ccf6c-5da9-4151-bc9d-4e59ebe7efb4 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba3d8467-a90c-408d-bf5c-6d3194eb1adb,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:27:13.211474 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50ccf6c-5da9-4151-bc9d-4e59ebe7efb4 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:27:13.211814 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50ccf6c-5da9-4151-bc9d-4e59ebe7efb4 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:27:13.212370 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50ccf6c-5da9-4151-bc9d-4e59ebe7efb4 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:27:13.212708 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50ccf6c-5da9-4151-bc9d-4e59ebe7efb4 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:27:13.213040 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50ccf6c-5da9-4151-bc9d-4e59ebe7efb4 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:27:13.213375 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50ccf6c-5da9-4151-bc9d-4e59ebe7efb4 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:27:13.213702 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50ccf6c-5da9-4151-bc9d-4e59ebe7efb4 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:27:13.214024 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50ccf6c-5da9-4151-bc9d-4e59ebe7efb4 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:27:13.214346 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50ccf6c-5da9-4151-bc9d-4e59ebe7efb4 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:27:13.214658 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.api.v2.resource [None req-1a84b1c3-689f-4051-a786-9daf7e361728 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] show failed (client error): The resource could not be found. May 12 17:27:13.214792 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50ccf6c-5da9-4151-bc9d-4e59ebe7efb4 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:27:13.215002 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50ccf6c-5da9-4151-bc9d-4e59ebe7efb4 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:27:13.218237 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50ccf6c-5da9-4151-bc9d-4e59ebe7efb4 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:27:13.218237 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50ccf6c-5da9-4151-bc9d-4e59ebe7efb4 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:27:13.218499 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-1a84b1c3-689f-4051-a786-9daf7e361728 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "GET /v2.0/security-groups/ba3d8467-a90c-408d-bf5c-6d3194eb1adb HTTP/1.1" status: 404 len: 347 time: 0.0158808 May 12 17:27:13.218610 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50ccf6c-5da9-4151-bc9d-4e59ebe7efb4 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:27:13.218610 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50ccf6c-5da9-4151-bc9d-4e59ebe7efb4 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:27:13.225724 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 35424) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:27:13.345260 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [None req-7c9a53ee-4d56-407e-ba50-af37c71a2bf2 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Deleting port 947ec815-63ec-4154-8b37-7ad677a874e8 {{(pid=103468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:27:13.345605 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-7c9a53ee-4d56-407e-ba50-af37c71a2bf2 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774528024037'] for port (947ec815-63ec-4154-8b37-7ad677a874e8), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:13.367835 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3aa7344-c8a7-4d7d-9039-8cfd9cc7744a None None] New status for floating IP 7e3e63c5-0ee6-4b2f-b344-f059623c7e4c: DOWN {{(pid=103470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 17:27:13.424370 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-7c9a53ee-4d56-407e-ba50-af37c71a2bf2 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683095'] for port (947ec815-63ec-4154-8b37-7ad677a874e8), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:13.424691 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-7c9a53ee-4d56-407e-ba50-af37c71a2bf2 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks [] for floatingip (947ec815-63ec-4154-8b37-7ad677a874e8), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:13.436849 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [None req-7c9a53ee-4d56-407e-ba50-af37c71a2bf2 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Calling delete_port for 947ec815-63ec-4154-8b37-7ad677a874e8 owned by network:floatingip {{(pid=103468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:27:13.568539 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-7c9a53ee-4d56-407e-ba50-af37c71a2bf2 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774528036217', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774527475294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11526335'] for port (947ec815-63ec-4154-8b37-7ad677a874e8), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:13.598520 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9a53ee-4d56-407e-ba50-af37c71a2bf2 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Pushing event deleted for resources: {'Port': ['ID=947ec815-63ec-4154-8b37-7ad677a874e8,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:27:13.650836 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-7c9a53ee-4d56-407e-ba50-af37c71a2bf2 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks [] for floatingip (7e3e63c5-0ee6-4b2f-b344-f059623c7e4c), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:13.653216 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-7c9a53ee-4d56-407e-ba50-af37c71a2bf2 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36930'] for floatingip (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:13.654346 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-7c9a53ee-4d56-407e-ba50-af37c71a2bf2 tempest-AttachVolumeNegativeTest-95795125 tempest-AttachVolumeNegativeTest-95795125-project] 10.222.0.23 "DELETE /v2.0/floatingips/7e3e63c5-0ee6-4b2f-b344-f059623c7e4c HTTP/1.1" status: 204 len: 168 time: 0.4276981 May 12 17:27:15.389441 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Device 5b0baaff-7c48-48e1-8918-6c0d3d1d77d1 no longer exists at agent hyperv_hv-cinder-84159 {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:27:15.409983 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] No Port match for: 5b0baaff-7c48-48e1-8918-6c0d3d1d77d1 {{(pid=103470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:27:15.410249 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Device 5b0baaff-7c48-48e1-8918-6c0d3d1d77d1 not bound to the agent host hv-cinder-84159 {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:27:16.402986 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.agents_db [None req-75b73116-3060-4b2b-9211-a804f2896a96 None None] Agent healthcheck: found 6 active agents {{(pid=103471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:27:17.305146 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 35460) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:27:17.628245 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-a3cc7928-0a55-4378-aabb-b27d2d85699f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3683293'] for router_interface (5e916117-394a-447f-9569-a15f13b49c45), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:17.851982 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [None req-a3cc7928-0a55-4378-aabb-b27d2d85699f admin admin] Deleting port 5077749d-90f4-436b-aa6c-b166888c974c {{(pid=103468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:27:17.852315 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-a3cc7928-0a55-4378-aabb-b27d2d85699f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774528024037'] for port (5077749d-90f4-436b-aa6c-b166888c974c), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:17.927339 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-a3cc7928-0a55-4378-aabb-b27d2d85699f admin admin] For port 5077749d-90f4-436b-aa6c-b166888c974c, host dv-cinder-841591-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-1-iscsi',level=0,port_id=5077749d-90f4-436b-aa6c-b166888c974c,segment=NetworkSegment(284792a3-93aa-46c3-ba63-29b471e2894b),segment_id=284792a3-93aa-46c3-ba63-29b471e2894b)] {{(pid=103468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:27:17.927691 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-a3cc7928-0a55-4378-aabb-b27d2d85699f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683095'] for port (5077749d-90f4-436b-aa6c-b166888c974c), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:17.942661 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [None req-a3cc7928-0a55-4378-aabb-b27d2d85699f admin admin] Calling delete_port for 5077749d-90f4-436b-aa6c-b166888c974c owned by network:router_interface {{(pid=103468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:27:18.121854 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-a3cc7928-0a55-4378-aabb-b27d2d85699f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774528036217', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774527475294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11526335'] for port (5077749d-90f4-436b-aa6c-b166888c974c), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:18.155046 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cc7928-0a55-4378-aabb-b27d2d85699f admin admin] Pushing event deleted for resources: {'Port': ['ID=5077749d-90f4-436b-aa6c-b166888c974c,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:27:18.318045 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-a3cc7928-0a55-4378-aabb-b27d2d85699f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-519212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475074'] for router_interface (5e916117-394a-447f-9569-a15f13b49c45), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:18.531063 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3cc7928-0a55-4378-aabb-b27d2d85699f admin admin] Router 5e916117-394a-447f-9569-a15f13b49c45 has already been hosted by L3 agent e5548ccc-31b8-4072-a6b0-52b00208ea79 {{(pid=103468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:27:18.639745 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3cc7928-0a55-4378-aabb-b27d2d85699f admin admin] Notify agent at l3_agent.dv-cinder-841591-1-iscsi the message routers_updated {{(pid=103468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:27:18.645173 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-a3cc7928-0a55-4378-aabb-b27d2d85699f admin admin] 10.222.0.23 "PUT /v2.0/routers/5e916117-394a-447f-9569-a15f13b49c45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3389361 May 12 17:27:18.647200 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 35462) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:27:18.649083 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e07d0e-f5fc-47d1-b92f-1a48b500fd7a None None] Sync routers for ids ['5e916117-394a-447f-9569-a15f13b49c45'] in dv-cinder-841591-1-iscsi {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:27:18.660566 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e07d0e-f5fc-47d1-b92f-1a48b500fd7a None None] Routers {'5e916117-394a-447f-9569-a15f13b49c45'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:27:18.661308 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-67e07d0e-f5fc-47d1-b92f-1a48b500fd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:26:56Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['5e916117-394a-447f-9569-a15f13b49c45'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:27:18.753085 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5f0da86e-f3ec-408a-9311-ee578f9ff458 admin admin] Publish callbacks [] for router (5e916117-394a-447f-9569-a15f13b49c45), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:18.766697 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-67e07d0e-f5fc-47d1-b92f-1a48b500fd7a None None] Set router 5e916117-394a-447f-9569-a15f13b49c45 gateway port host: dv-cinder-841591-1-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:27:18.854079 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5f0da86e-f3ec-408a-9311-ee578f9ff458 admin admin] Publish callbacks [] for router_gateway (5e916117-394a-447f-9569-a15f13b49c45), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:18.902513 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [None req-5f0da86e-f3ec-408a-9311-ee578f9ff458 admin admin] Deleting port 46fd6600-cf5c-4a6e-91bc-7884d58fa3c3 {{(pid=103468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:27:18.902851 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5f0da86e-f3ec-408a-9311-ee578f9ff458 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774528024037'] for port (46fd6600-cf5c-4a6e-91bc-7884d58fa3c3), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:18.934632 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-67e07d0e-f5fc-47d1-b92f-1a48b500fd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e916117-394a-447f-9569-a15f13b49c45', 'name': 'tempest-AttachVolumeNegativeTest-1570607306-router', 'tenant_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'external_fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '46fd6600-cf5c-4a6e-91bc-7884d58fa3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:22:43Z', 'updated_at': '2022-05-12T17:27:18Z', 'revision_number': 5, 'project_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'gw_port': {'id': '46fd6600-cf5c-4a6e-91bc-7884d58fa3c3', 'name': '', 'network_id': '9bfa71c8-c6b3-48ca-a660-d8187367d4be', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:39:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e916117-394a-447f-9569-a15f13b49c45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841591-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:22:43Z', 'updated_at': '2022-05-12T17:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c986c1c6-d014-45ab-99c5-409df43f439e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841591-1-iscsi'}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:27:18.961137 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e07d0e-f5fc-47d1-b92f-1a48b500fd7a None None] Checking router: 5e916117-394a-447f-9569-a15f13b49c45 for host: dv-cinder-841591-1-iscsi {{(pid=103471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:27:18.969781 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e07d0e-f5fc-47d1-b92f-1a48b500fd7a None None] Routers {'5e916117-394a-447f-9569-a15f13b49c45'} bound to L3 agent in host dv-cinder-841591-1-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:27:18.970368 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-67e07d0e-f5fc-47d1-b92f-1a48b500fd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841591-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T17:07:26Z,description=,heartbeat_timestamp=2022-05-12T17:26:56Z,host='dv-cinder-841591-1-iscsi',id=e5548ccc-31b8-4072-a6b0-52b00208ea79,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:07:26Z,topic='l3_agent')) {'router_ids': ['5e916117-394a-447f-9569-a15f13b49c45'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:27:18.977873 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-5f0da86e-f3ec-408a-9311-ee578f9ff458 admin admin] For port 46fd6600-cf5c-4a6e-91bc-7884d58fa3c3, host dv-cinder-841591-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-1-iscsi',level=0,port_id=46fd6600-cf5c-4a6e-91bc-7884d58fa3c3,segment=NetworkSegment(54af2f58-bd4b-41ba-9124-743d6aed4e37),segment_id=54af2f58-bd4b-41ba-9124-743d6aed4e37)] {{(pid=103468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:27:18.978230 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5f0da86e-f3ec-408a-9311-ee578f9ff458 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683095'] for port (46fd6600-cf5c-4a6e-91bc-7884d58fa3c3), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:18.990799 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [None req-5f0da86e-f3ec-408a-9311-ee578f9ff458 admin admin] Calling delete_port for 46fd6600-cf5c-4a6e-91bc-7884d58fa3c3 owned by network:router_gateway {{(pid=103468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:27:19.055121 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-67e07d0e-f5fc-47d1-b92f-1a48b500fd7a None None] Set router 5e916117-394a-447f-9569-a15f13b49c45 gateway port host: None {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:27:19.106058 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-67e07d0e-f5fc-47d1-b92f-1a48b500fd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e916117-394a-447f-9569-a15f13b49c45', 'name': 'tempest-AttachVolumeNegativeTest-1570607306-router', 'tenant_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:22:43Z', 'updated_at': '2022-05-12T17:27:18Z', 'revision_number': 6, 'project_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'gw_port_host': None}], 'dv-cinder-841591-1-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:27:19.135217 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e07d0e-f5fc-47d1-b92f-1a48b500fd7a None None] The sync data for ids ['5e916117-394a-447f-9569-a15f13b49c45'] in dv-cinder-841591-1-iscsi is: [{'id': '5e916117-394a-447f-9569-a15f13b49c45', 'name': 'tempest-AttachVolumeNegativeTest-1570607306-router', 'tenant_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:22:43Z', 'updated_at': '2022-05-12T17:27:18Z', 'revision_number': 6, 'project_id': 'fc2e1c9926c14a1393f45a7dc0346ddc', 'gw_port_host': None}] {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:27:19.162809 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5f0da86e-f3ec-408a-9311-ee578f9ff458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774528036217', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774527475294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11526335'] for port (46fd6600-cf5c-4a6e-91bc-7884d58fa3c3), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:19.190074 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0da86e-f3ec-408a-9311-ee578f9ff458 admin admin] Pushing event deleted for resources: {'Port': ['ID=46fd6600-cf5c-4a6e-91bc-7884d58fa3c3,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:27:19.250890 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5f0da86e-f3ec-408a-9311-ee578f9ff458 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3679983'] for router_gateway (5e916117-394a-447f-9569-a15f13b49c45), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:19.338092 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5f0da86e-f3ec-408a-9311-ee578f9ff458 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3679655', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1042242'] for router (5e916117-394a-447f-9569-a15f13b49c45), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:19.340208 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5f0da86e-f3ec-408a-9311-ee578f9ff458 admin admin] Publish callbacks [] for router_controller (5e916117-394a-447f-9569-a15f13b49c45), precommit_delete_associations {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:19.652781 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5f0da86e-f3ec-408a-9311-ee578f9ff458 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3679678'] for router (5e916117-394a-447f-9569-a15f13b49c45), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:19.653420 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f0da86e-f3ec-408a-9311-ee578f9ff458 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e916117-394a-447f-9569-a15f13b49c45 {{(pid=103468) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 17:27:19.658112 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5f0da86e-f3ec-408a-9311-ee578f9ff458 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:19.659121 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-5f0da86e-f3ec-408a-9311-ee578f9ff458 admin admin] 10.222.0.23 "DELETE /v2.0/routers/5e916117-394a-447f-9569-a15f13b49c45 HTTP/1.1" status: 204 len: 168 time: 1.0105195 May 12 17:27:19.661697 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 35464) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:27:19.704786 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.db_base_plugin_v2 [None req-54970ca7-fc94-4ccd-b6f5-30019efe3ec4 admin admin] Deleting subnet 514e1cc4-3154-4e95-87e7-19ffea3e24bc {{(pid=103468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 17:27:19.707820 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-54970ca7-fc94-4ccd-b6f5-30019efe3ec4 admin admin] Publish callbacks [] for subnet (514e1cc4-3154-4e95-87e7-19ffea3e24bc), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:19.742081 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-54970ca7-fc94-4ccd-b6f5-30019efe3ec4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11662675'] for subnet (514e1cc4-3154-4e95-87e7-19ffea3e24bc), precommit_delete_associations {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:19.819019 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-54970ca7-fc94-4ccd-b6f5-30019efe3ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3477743'] for subnet (514e1cc4-3154-4e95-87e7-19ffea3e24bc), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:19.870163 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-54970ca7-fc94-4ccd-b6f5-30019efe3ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3477750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11526990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12405297'] for subnet (514e1cc4-3154-4e95-87e7-19ffea3e24bc), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:19.896490 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54970ca7-fc94-4ccd-b6f5-30019efe3ec4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=514e1cc4-3154-4e95-87e7-19ffea3e24bc,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:27:19.901786 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-54970ca7-fc94-4ccd-b6f5-30019efe3ec4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:19.907490 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 35466) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:27:19.908131 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-54970ca7-fc94-4ccd-b6f5-30019efe3ec4 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/514e1cc4-3154-4e95-87e7-19ffea3e24bc HTTP/1.1" status: 204 len: 168 time: 0.2454863 May 12 17:27:19.910025 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4121e6-aaff-4763-ae33-9bb94eb893e1 None None] Network fcfb02df-5940-4251-8c77-308786c51833 requested from dv-cinder-841591-1-iscsi {{(pid=103470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:27:19.976221 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-6833b66c-df14-4980-9489-b93e582f0162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3665968'] for network (fcfb02df-5940-4251-8c77-308786c51833), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:20.022271 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-6833b66c-df14-4980-9489-b93e582f0162 admin admin] Deleting port 7a042677-542a-4778-af3f-92c3a8b5f833 {{(pid=103469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:27:20.022643 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-6833b66c-df14-4980-9489-b93e582f0162 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774528024037'] for port (7a042677-542a-4778-af3f-92c3a8b5f833), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:20.053776 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a191c360-155a-4375-8bfa-889bb1e05f87 None None] DHCP port deletion for fcfb02df-5940-4251-8c77-308786c51833 request from dv-cinder-841591-1-iscsi {{(pid=103470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 17:27:20.090002 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [None req-6833b66c-df14-4980-9489-b93e582f0162 admin admin] For port 7a042677-542a-4778-af3f-92c3a8b5f833, host dv-cinder-841591-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-1-iscsi',level=0,port_id=7a042677-542a-4778-af3f-92c3a8b5f833,segment=NetworkSegment(284792a3-93aa-46c3-ba63-29b471e2894b),segment_id=284792a3-93aa-46c3-ba63-29b471e2894b)] {{(pid=103469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:27:20.090365 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-6833b66c-df14-4980-9489-b93e582f0162 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683095'] for port (7a042677-542a-4778-af3f-92c3a8b5f833), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:20.092864 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-a191c360-155a-4375-8bfa-889bb1e05f87 None None] Deleting port 7a042677-542a-4778-af3f-92c3a8b5f833 {{(pid=103470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:27:20.093236 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-a191c360-155a-4375-8bfa-889bb1e05f87 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774528024037'] for port (7a042677-542a-4778-af3f-92c3a8b5f833), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:20.104239 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-6833b66c-df14-4980-9489-b93e582f0162 admin admin] Calling delete_port for 7a042677-542a-4778-af3f-92c3a8b5f833 owned by network:dhcp {{(pid=103469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:27:20.160741 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-a191c360-155a-4375-8bfa-889bb1e05f87 None None] For port 7a042677-542a-4778-af3f-92c3a8b5f833, host dv-cinder-841591-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841591-1-iscsi',level=0,port_id=7a042677-542a-4778-af3f-92c3a8b5f833,segment=NetworkSegment(284792a3-93aa-46c3-ba63-29b471e2894b),segment_id=284792a3-93aa-46c3-ba63-29b471e2894b)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:27:20.161141 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-a191c360-155a-4375-8bfa-889bb1e05f87 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683095'] for port (7a042677-542a-4778-af3f-92c3a8b5f833), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:20.175210 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-a191c360-155a-4375-8bfa-889bb1e05f87 None None] Calling delete_port for 7a042677-542a-4778-af3f-92c3a8b5f833 owned by network:dhcp {{(pid=103470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:27:20.192738 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-6833b66c-df14-4980-9489-b93e582f0162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774528036217', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774527475294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1968517'] for port (7a042677-542a-4778-af3f-92c3a8b5f833), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:20.222993 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6833b66c-df14-4980-9489-b93e582f0162 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a042677-542a-4778-af3f-92c3a8b5f833,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:27:20.226723 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6833b66c-df14-4980-9489-b93e582f0162 admin admin] No DVR routers for this DVR port 7a042677-542a-4778-af3f-92c3a8b5f833 on host dv-cinder-841591-1-iscsi {{(pid=103469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:27:20.265076 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-a191c360-155a-4375-8bfa-889bb1e05f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774528036217', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774527475294'] for port (7a042677-542a-4778-af3f-92c3a8b5f833), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:20.294608 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a191c360-155a-4375-8bfa-889bb1e05f87 None None] Pushing event deleted for resources: {'Port': ['ID=7a042677-542a-4778-af3f-92c3a8b5f833,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:27:20.297267 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-6833b66c-df14-4980-9489-b93e582f0162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3512410', 'neutron.services.segments.db._delete_segments_for_network-8774527956246'] for network (fcfb02df-5940-4251-8c77-308786c51833), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:20.298311 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a191c360-155a-4375-8bfa-889bb1e05f87 None None] No DVR routers for this DVR port 7a042677-542a-4778-af3f-92c3a8b5f833 on host dv-cinder-841591-1-iscsi {{(pid=103470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:27:20.309641 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a191c360-155a-4375-8bfa-889bb1e05f87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:27:20.309641 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a191c360-155a-4375-8bfa-889bb1e05f87 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:27:20.309641 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a191c360-155a-4375-8bfa-889bb1e05f87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:27:20.309641 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a191c360-155a-4375-8bfa-889bb1e05f87 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:27:20.309641 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a191c360-155a-4375-8bfa-889bb1e05f87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:27:20.309641 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a191c360-155a-4375-8bfa-889bb1e05f87 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:27:20.309641 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a191c360-155a-4375-8bfa-889bb1e05f87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:27:20.309641 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a191c360-155a-4375-8bfa-889bb1e05f87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:27:20.309641 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a191c360-155a-4375-8bfa-889bb1e05f87 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:27:20.309641 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a191c360-155a-4375-8bfa-889bb1e05f87 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:27:20.309641 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a191c360-155a-4375-8bfa-889bb1e05f87 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:27:20.309641 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a191c360-155a-4375-8bfa-889bb1e05f87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:27:20.309641 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a191c360-155a-4375-8bfa-889bb1e05f87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:27:20.309641 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a191c360-155a-4375-8bfa-889bb1e05f87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:27:20.309641 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a191c360-155a-4375-8bfa-889bb1e05f87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:27:20.320451 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.services.segments.db [None req-6833b66c-df14-4980-9489-b93e582f0162 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcfb02df-5940-4251-8c77-308786c51833']}} {{(pid=103469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:27:20.330094 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.services.segments.db [None req-6833b66c-df14-4980-9489-b93e582f0162 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '284792a3-93aa-46c3-ba63-29b471e2894b') {'for_net_delete': True} {{(pid=103469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:27:20.330385 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.services.segments.db [None req-6833b66c-df14-4980-9489-b93e582f0162 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '284792a3-93aa-46c3-ba63-29b471e2894b') {} {{(pid=103469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:27:20.343615 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-6833b66c-df14-4980-9489-b93e582f0162 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774527957791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1968758'] for segment (284792a3-93aa-46c3-ba63-29b471e2894b), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:20.356249 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-6833b66c-df14-4980-9489-b93e582f0162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3597332'] for segment (284792a3-93aa-46c3-ba63-29b471e2894b), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:20.362631 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6833b66c-df14-4980-9489-b93e582f0162 admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=103469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 17:27:20.363054 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-6833b66c-df14-4980-9489-b93e582f0162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3597332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1968598'] for segment (284792a3-93aa-46c3-ba63-29b471e2894b), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:20.364761 dv-cinder-841591-1-iscsi neutron-server[103469]: Traceback (most recent call last): May 12 17:27:20.364761 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 17:27:20.364761 dv-cinder-841591-1-iscsi neutron-server[103469]: timer() May 12 17:27:20.364761 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 17:27:20.364761 dv-cinder-841591-1-iscsi neutron-server[103469]: cb(*args, **kw) May 12 17:27:20.364761 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 17:27:20.364761 dv-cinder-841591-1-iscsi neutron-server[103469]: return func(*args, **kwargs) May 12 17:27:20.364761 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 17:27:20.364761 dv-cinder-841591-1-iscsi neutron-server[103469]: self._notify() May 12 17:27:20.364761 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 17:27:20.364761 dv-cinder-841591-1-iscsi neutron-server[103469]: self.callback(batched_events) May 12 17:27:20.364761 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 17:27:20.364761 dv-cinder-841591-1-iscsi neutron-server[103469]: event.method(event) May 12 17:27:20.364761 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 17:27:20.364761 dv-cinder-841591-1-iscsi neutron-server[103469]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 17:27:20.364761 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 17:27:20.364761 dv-cinder-841591-1-iscsi neutron-server[103469]: aggregate_uuid = self.p_client.list_aggregates( May 12 17:27:20.364761 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 17:27:20.364761 dv-cinder-841591-1-iscsi neutron-server[103469]: return f(self, *a, **k) May 12 17:27:20.364761 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 17:27:20.364761 dv-cinder-841591-1-iscsi neutron-server[103469]: return self._get(url).json() May 12 17:27:20.364761 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 17:27:20.364761 dv-cinder-841591-1-iscsi neutron-server[103469]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 17:27:20.364761 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 17:27:20.364761 dv-cinder-841591-1-iscsi neutron-server[103469]: return self.request(url, 'GET', **kwargs) May 12 17:27:20.364761 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 17:27:20.364761 dv-cinder-841591-1-iscsi neutron-server[103469]: base_url = self.get_endpoint(auth, allow=allow, May 12 17:27:20.364761 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 17:27:20.364761 dv-cinder-841591-1-iscsi neutron-server[103469]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 17:27:20.364761 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 17:27:20.364761 dv-cinder-841591-1-iscsi neutron-server[103469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 17:27:20.364761 dv-cinder-841591-1-iscsi neutron-server[103469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 17:27:20.417994 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-6833b66c-df14-4980-9489-b93e582f0162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3512417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682781'] for network (fcfb02df-5940-4251-8c77-308786c51833), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:20.423205 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-6833b66c-df14-4980-9489-b93e582f0162 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-519179'] for network (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:20.426262 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-6833b66c-df14-4980-9489-b93e582f0162 admin admin] 10.222.0.23 "DELETE /v2.0/networks/fcfb02df-5940-4251-8c77-308786c51833 HTTP/1.1" status: 204 len: 168 time: 0.5169449 May 12 17:27:20.436281 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6833b66c-df14-4980-9489-b93e582f0162 admin admin] Pushing event deleted for resources: {'Network': ['ID=fcfb02df-5940-4251-8c77-308786c51833,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:27:20.582051 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 35470) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:27:20.621246 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-305e6931-5fa1-4ee0-b3b8-92624cd99fe0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fc2e1c9926c14a1393f45a7dc0346ddc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379455 May 12 17:27:20.623554 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 35472) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:27:20.669253 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-111884a8-e799-4fe4-8ce5-5c2dfc4b9de1 admin admin] Publish callbacks [] for security_group (c59d917e-8b94-436d-be98-270081161e24), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:20.690063 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-111884a8-e799-4fe4-8ce5-5c2dfc4b9de1 admin admin] Publish callbacks [] for security_group (c59d917e-8b94-436d-be98-270081161e24), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:20.738946 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-111884a8-e799-4fe4-8ce5-5c2dfc4b9de1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (c59d917e-8b94-436d-be98-270081161e24), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:20.741573 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-111884a8-e799-4fe4-8ce5-5c2dfc4b9de1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:20.742710 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-111884a8-e799-4fe4-8ce5-5c2dfc4b9de1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c59d917e-8b94-436d-be98-270081161e24 HTTP/1.1" status: 204 len: 168 time: 0.1182389 May 12 17:27:20.750503 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111884a8-e799-4fe4-8ce5-5c2dfc4b9de1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c59d917e-8b94-436d-be98-270081161e24,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:27:21.208356 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device 5077749d-90f4-436b-aa6c-b166888c974c no longer exists at agent ovs-agent-dv-cinder-841591-1-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:27:21.228710 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] No Port match for: 5077749d-90f4-436b-aa6c-b166888c974c {{(pid=103470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:27:21.229058 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device 5077749d-90f4-436b-aa6c-b166888c974c not bound to the agent host dv-cinder-841591-1-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:27:21.229473 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device 46fd6600-cf5c-4a6e-91bc-7884d58fa3c3 no longer exists at agent ovs-agent-dv-cinder-841591-1-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:27:21.250301 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] No Port match for: 46fd6600-cf5c-4a6e-91bc-7884d58fa3c3 {{(pid=103470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:27:21.250301 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device 46fd6600-cf5c-4a6e-91bc-7884d58fa3c3 not bound to the agent host dv-cinder-841591-1-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:27:21.250301 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device 7a042677-542a-4778-af3f-92c3a8b5f833 no longer exists at agent ovs-agent-dv-cinder-841591-1-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:27:21.271246 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] No Port match for: 7a042677-542a-4778-af3f-92c3a8b5f833 {{(pid=103470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:27:21.271598 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Device 7a042677-542a-4778-af3f-92c3a8b5f833 not bound to the agent host dv-cinder-841591-1-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:27:23.798236 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-56980e41-f439-4789-bdde-1eb9abc6e3ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (ad05f391-ff61-4b74-a3af-7ffb7f485489), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:24.391198 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 35532) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:27:24.492438 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-815e41c9-d846-4731-8844-9d3593bc9c64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:24.565014 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-815e41c9-d846-4731-8844-9d3593bc9c64 admin admin] Publish callbacks [] for security_group (cb903f43-9c7d-4b48-8015-45486c207647), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:24.568570 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-815e41c9-d846-4731-8844-9d3593bc9c64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (cb903f43-9c7d-4b48-8015-45486c207647), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:24.605242 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-815e41c9-d846-4731-8844-9d3593bc9c64 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=eb8edc4015e0493699c1cb2df935106b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2130232 May 12 17:27:24.607192 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815e41c9-d846-4731-8844-9d3593bc9c64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb903f43-9c7d-4b48-8015-45486c207647,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:27:24.607970 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 35536) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:27:24.655142 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d61c66a0-fd97-44b2-acfe-c26ef2836854 admin admin] Publish callbacks [] for security_group (cb903f43-9c7d-4b48-8015-45486c207647), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:24.676154 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d61c66a0-fd97-44b2-acfe-c26ef2836854 admin admin] Publish callbacks [] for security_group (cb903f43-9c7d-4b48-8015-45486c207647), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:24.724179 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d61c66a0-fd97-44b2-acfe-c26ef2836854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (cb903f43-9c7d-4b48-8015-45486c207647), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:24.726821 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d61c66a0-fd97-44b2-acfe-c26ef2836854 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:24.728498 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-d61c66a0-fd97-44b2-acfe-c26ef2836854 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cb903f43-9c7d-4b48-8015-45486c207647 HTTP/1.1" status: 204 len: 168 time: 0.1195500 May 12 17:27:24.735772 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61c66a0-fd97-44b2-acfe-c26ef2836854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb903f43-9c7d-4b48-8015-45486c207647,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:27:26.207992 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-e2a1cebf-d84d-463e-abc8-6a88778cd810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (e5548ccc-31b8-4072-a6b0-52b00208ea79), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:26.216263 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 35582) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:27:26.316481 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-3fbbfb33-81ca-4b70-a265-4d68996659a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:26.390268 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-3fbbfb33-81ca-4b70-a265-4d68996659a7 admin admin] Publish callbacks [] for security_group (4e05002d-1117-4158-965f-a37c5d8f1616), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:26.393804 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-3fbbfb33-81ca-4b70-a265-4d68996659a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (4e05002d-1117-4158-965f-a37c5d8f1616), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:26.431859 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-3fbbfb33-81ca-4b70-a265-4d68996659a7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e078c52b9cd14f039284bef95fb905d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2145722 May 12 17:27:26.432650 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbbfb33-81ca-4b70-a265-4d68996659a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e05002d-1117-4158-965f-a37c5d8f1616,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:27:26.434686 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 35586) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:27:26.480916 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-b478a643-e96d-4e3e-8fb7-66148a704817 admin admin] Publish callbacks [] for security_group (4e05002d-1117-4158-965f-a37c5d8f1616), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:26.501717 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-b478a643-e96d-4e3e-8fb7-66148a704817 admin admin] Publish callbacks [] for security_group (4e05002d-1117-4158-965f-a37c5d8f1616), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:26.549874 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-b478a643-e96d-4e3e-8fb7-66148a704817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (4e05002d-1117-4158-965f-a37c5d8f1616), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:26.552385 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-b478a643-e96d-4e3e-8fb7-66148a704817 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:26.553465 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-b478a643-e96d-4e3e-8fb7-66148a704817 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4e05002d-1117-4158-965f-a37c5d8f1616 HTTP/1.1" status: 204 len: 168 time: 0.1177814 May 12 17:27:26.561084 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b478a643-e96d-4e3e-8fb7-66148a704817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e05002d-1117-4158-965f-a37c5d8f1616,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:27:26.799196 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 35592) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:27:26.811933 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-e5f49b7b-98c1-4367-9fff-c5baa234b259 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:26.885107 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-e5f49b7b-98c1-4367-9fff-c5baa234b259 admin admin] Publish callbacks [] for security_group (671d2a01-4962-41dd-a89c-d714ecca89d3), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:26.889117 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-e5f49b7b-98c1-4367-9fff-c5baa234b259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (671d2a01-4962-41dd-a89c-d714ecca89d3), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:26.926807 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-e5f49b7b-98c1-4367-9fff-c5baa234b259 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=eb39563f50cf438c983f17e9f13165f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1265535 May 12 17:27:26.927704 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f49b7b-98c1-4367-9fff-c5baa234b259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=671d2a01-4962-41dd-a89c-d714ecca89d3,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:27:26.929543 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 35594) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:27:26.977059 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-73dccca0-b71b-41fc-822e-2263a431ae4a admin admin] Publish callbacks [] for security_group (671d2a01-4962-41dd-a89c-d714ecca89d3), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:26.998580 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-73dccca0-b71b-41fc-822e-2263a431ae4a admin admin] Publish callbacks [] for security_group (671d2a01-4962-41dd-a89c-d714ecca89d3), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:27.044125 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-73dccca0-b71b-41fc-822e-2263a431ae4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (671d2a01-4962-41dd-a89c-d714ecca89d3), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:27.046706 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-73dccca0-b71b-41fc-822e-2263a431ae4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:27.047828 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-73dccca0-b71b-41fc-822e-2263a431ae4a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/671d2a01-4962-41dd-a89c-d714ecca89d3 HTTP/1.1" status: 204 len: 168 time: 0.1166470 May 12 17:27:27.055036 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dccca0-b71b-41fc-822e-2263a431ae4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=671d2a01-4962-41dd-a89c-d714ecca89d3,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:27:27.319781 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-921d17b2-ae2c-4a72-8bd8-05131367e3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (bf71836d-8135-4bcd-843a-dab378dba2b2), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:27.980884 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (38379b20-dcc3-43b7-a09e-956d8be7db9c), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:28.870118 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-c581148e-646c-4c8c-8cc5-93d6184e682f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (98e1a54e-83f0-40d1-9631-7dd40ffbcd59), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:29.020528 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 35664) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:27:29.122405 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-c602d5c1-e9c1-4942-b7d0-bf0458a60258 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:29.194323 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-c602d5c1-e9c1-4942-b7d0-bf0458a60258 admin admin] Publish callbacks [] for security_group (b95d407a-68ad-49b4-a7ea-5307152d426f), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:29.198931 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-c602d5c1-e9c1-4942-b7d0-bf0458a60258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (b95d407a-68ad-49b4-a7ea-5307152d426f), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:29.235884 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-c602d5c1-e9c1-4942-b7d0-bf0458a60258 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=33ca190b92714564945741730f05838c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2142954 May 12 17:27:29.237854 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c602d5c1-e9c1-4942-b7d0-bf0458a60258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b95d407a-68ad-49b4-a7ea-5307152d426f,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:27:29.238624 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 35668) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:27:29.285756 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-1f37694a-4a16-4192-bcb8-311f44be3605 admin admin] Publish callbacks [] for security_group (b95d407a-68ad-49b4-a7ea-5307152d426f), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:29.307607 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-1f37694a-4a16-4192-bcb8-311f44be3605 admin admin] Publish callbacks [] for security_group (b95d407a-68ad-49b4-a7ea-5307152d426f), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:29.355249 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-1f37694a-4a16-4192-bcb8-311f44be3605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (b95d407a-68ad-49b4-a7ea-5307152d426f), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:29.357682 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-1f37694a-4a16-4192-bcb8-311f44be3605 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:29.358841 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-1f37694a-4a16-4192-bcb8-311f44be3605 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b95d407a-68ad-49b4-a7ea-5307152d426f HTTP/1.1" status: 204 len: 168 time: 0.1191614 May 12 17:27:29.366071 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f37694a-4a16-4192-bcb8-311f44be3605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b95d407a-68ad-49b4-a7ea-5307152d426f,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:27:29.605013 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 35674) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:27:29.620517 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-26d8f1f0-209c-4b59-9017-78fe7d827f16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:29.693489 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-26d8f1f0-209c-4b59-9017-78fe7d827f16 admin admin] Publish callbacks [] for security_group (d2147bc3-84fb-4b99-a173-12bcb4c9c2d8), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:29.697653 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-26d8f1f0-209c-4b59-9017-78fe7d827f16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (d2147bc3-84fb-4b99-a173-12bcb4c9c2d8), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:29.734199 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-26d8f1f0-209c-4b59-9017-78fe7d827f16 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8c3d388a6aba4c718526c158f1a0de69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1281614 May 12 17:27:29.735061 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d8f1f0-209c-4b59-9017-78fe7d827f16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2147bc3-84fb-4b99-a173-12bcb4c9c2d8,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:27:29.737007 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 35676) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:27:29.784960 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-6458e636-5142-481f-9704-8a0b830c01ec admin admin] Publish callbacks [] for security_group (d2147bc3-84fb-4b99-a173-12bcb4c9c2d8), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:29.806601 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-6458e636-5142-481f-9704-8a0b830c01ec admin admin] Publish callbacks [] for security_group (d2147bc3-84fb-4b99-a173-12bcb4c9c2d8), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:29.857251 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-6458e636-5142-481f-9704-8a0b830c01ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (d2147bc3-84fb-4b99-a173-12bcb4c9c2d8), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:29.859841 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-6458e636-5142-481f-9704-8a0b830c01ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:29.861018 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-6458e636-5142-481f-9704-8a0b830c01ec admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d2147bc3-84fb-4b99-a173-12bcb4c9c2d8 HTTP/1.1" status: 204 len: 168 time: 0.1229498 May 12 17:27:29.869287 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6458e636-5142-481f-9704-8a0b830c01ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2147bc3-84fb-4b99-a173-12bcb4c9c2d8,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:27:30.271254 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (dea0f963-0a36-45fe-941b-5c749ca6f3bf), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:30.557530 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 35698) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:27:30.662107 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-f0dba12b-5b4c-4c77-a471-afab10da14f1 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-431691487-network', 'tenant_id': 'b8d06acefd19481b807f3d525bd735c7'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:27:30.682828 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0dba12b-5b4c-4c77-a471-afab10da14f1 admin admin] Made reservation on behalf of b8d06acefd19481b807f3d525bd735c7 for: {'network': 1} {{(pid=103469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:27:30.686699 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-f0dba12b-5b4c-4c77-a471-afab10da14f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for network (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:30.698887 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-f0dba12b-5b4c-4c77-a471-afab10da14f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:30.779200 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-f0dba12b-5b4c-4c77-a471-afab10da14f1 admin admin] Publish callbacks [] for security_group (9757627e-b66b-4b6f-b575-103b40b8d42c), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:30.782955 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-f0dba12b-5b4c-4c77-a471-afab10da14f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (9757627e-b66b-4b6f-b575-103b40b8d42c), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:30.809272 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0dba12b-5b4c-4c77-a471-afab10da14f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=103469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 17:27:30.814474 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dba12b-5b4c-4c77-a471-afab10da14f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9757627e-b66b-4b6f-b575-103b40b8d42c,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:27:30.822748 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-f0dba12b-5b4c-4c77-a471-afab10da14f1 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774527956237', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3597332'] for segment (2538dd1e-ae2a-4223-af34-a23546896abd), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:30.822856 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.db.segments_db [None req-f0dba12b-5b4c-4c77-a471-afab10da14f1 admin admin] Added segment 2538dd1e-ae2a-4223-af34-a23546896abd of type vlan for network 94d33038-e6e0-48de-a3e8-1202c82fbf05 May 12 17:27:30.862007 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-f0dba12b-5b4c-4c77-a471-afab10da14f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774527496843'] for network (94d33038-e6e0-48de-a3e8-1202c82fbf05), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:30.887003 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-f0dba12b-5b4c-4c77-a471-afab10da14f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205'] for network (94d33038-e6e0-48de-a3e8-1202c82fbf05), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:30.888035 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0dba12b-5b4c-4c77-a471-afab10da14f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:27:30.888805 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-f0dba12b-5b4c-4c77-a471-afab10da14f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-519179'] for network (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:30.921949 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-f0dba12b-5b4c-4c77-a471-afab10da14f1 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.3633728 May 12 17:27:30.924972 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 35702) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:27:30.929890 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-f294dc1f-9a93-4c6b-a27d-ac2e565afe63 admin admin] Request body: {'subnet': {'network_id': '94d33038-e6e0-48de-a3e8-1202c82fbf05', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-431691487-subnet', 'tenant_id': 'b8d06acefd19481b807f3d525bd735c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:27:30.949513 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f294dc1f-9a93-4c6b-a27d-ac2e565afe63 admin admin] Made reservation on behalf of b8d06acefd19481b807f3d525bd735c7 for: {'subnet': 1} {{(pid=103468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:27:30.952279 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-f294dc1f-9a93-4c6b-a27d-ac2e565afe63 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12405276'] for subnet (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:30.953224 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dba12b-5b4c-4c77-a471-afab10da14f1 admin admin] Pushing event updated for resources: {'Network': ['ID=94d33038-e6e0-48de-a3e8-1202c82fbf05,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:27:30.967178 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Network 94d33038-e6e0-48de-a3e8-1202c82fbf05 details requested by agent ovs-agent-dv-cinder-841591-1-iscsi with host dv-cinder-841591-1-iscsi {{(pid=103470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 17:27:31.122201 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-f294dc1f-9a93-4c6b-a27d-ac2e565afe63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11526927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12405258'] for subnet (ab0863f7-bcca-43f4-a34f-b41e3ae21988), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:31.174454 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f294dc1f-9a93-4c6b-a27d-ac2e565afe63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab0863f7-bcca-43f4-a34f-b41e3ae21988,revision_number=0']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:27:31.185792 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f294dc1f-9a93-4c6b-a27d-ac2e565afe63 admin admin] Checking segment: {'id': '2538dd1e-ae2a-4223-af34-a23546896abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '94d33038-e6e0-48de-a3e8-1202c82fbf05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:27:31.186145 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f294dc1f-9a93-4c6b-a27d-ac2e565afe63 admin admin] Network hostable DHCP agents. Network: 94d33038-e6e0-48de-a3e8-1202c82fbf05, hostable agents: ['ad05f391-ff61-4b74-a3af-7ffb7f485489'], hosted agents: [] {{(pid=103468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 17:27:31.204017 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f294dc1f-9a93-4c6b-a27d-ac2e565afe63 admin admin] Network 94d33038-e6e0-48de-a3e8-1202c82fbf05 is scheduled to be hosted by DHCP agent ad05f391-ff61-4b74-a3af-7ffb7f485489 with binding_index 1 {{(pid=103468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 17:27:31.211714 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.base_scheduler [None req-f294dc1f-9a93-4c6b-a27d-ac2e565afe63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841591-1-iscsi, 94d33038-e6e0-48de-a3e8-1202c82fbf05) {{(pid=103468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:27:31.216159 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f294dc1f-9a93-4c6b-a27d-ac2e565afe63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:27:31.216749 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-f294dc1f-9a93-4c6b-a27d-ac2e565afe63 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:31.220521 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4e9b42-90d4-4c3c-a4aa-ab1fde785b33 None None] Network 94d33038-e6e0-48de-a3e8-1202c82fbf05 requested from dv-cinder-841591-1-iscsi {{(pid=103470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:27:31.238526 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-f294dc1f-9a93-4c6b-a27d-ac2e565afe63 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3066058 May 12 17:27:31.454758 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8749bd-5ce7-49cd-b08b-82b9638e5fbb None None] Network 94d33038-e6e0-48de-a3e8-1202c82fbf05 requested from dv-cinder-841591-1-iscsi {{(pid=103470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:27:32.961010 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddb0bc7-e301-4795-a3fa-67e8bc6885cf req-69895d67-0004-4e00-bcb5-91ee9a7ab376 tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:27:32.962585 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-5ddb0bc7-e301-4795-a3fa-67e8bc6885cf req-69895d67-0004-4e00-bcb5-91ee9a7ab376 tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] 10.222.0.23 "GET /v2.0/networks?id=94d33038-e6e0-48de-a3e8-1202c82fbf05 HTTP/1.1" status: 200 len: 813 time: 0.1041367 May 12 17:27:32.976530 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-5ddb0bc7-e301-4795-a3fa-67e8bc6885cf req-a0aec1eb-0762-471d-878b-f0613c087e0c tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] 10.222.0.23 "GET /v2.0/quotas/b8d06acefd19481b807f3d525bd735c7 HTTP/1.1" status: 200 len: 375 time: 0.0085800 May 12 17:27:33.007891 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-5ddb0bc7-e301-4795-a3fa-67e8bc6885cf req-37e8ef8c-2325-409d-9992-1497197d6725 tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b8d06acefd19481b807f3d525bd735c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263007 May 12 17:27:33.017954 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [req-5ddb0bc7-e301-4795-a3fa-67e8bc6885cf req-5a8918b9-cb79-4d1c-a06d-066016c289b1 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103468) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 17:27:33.018933 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-5ddb0bc7-e301-4795-a3fa-67e8bc6885cf req-5a8918b9-cb79-4d1c-a06d-066016c289b1 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048144 May 12 17:27:33.106521 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-5ddb0bc7-e301-4795-a3fa-67e8bc6885cf req-ab58263b-fdf1-4cb6-a3b7-d67a35e0421c service neutron] 10.222.0.23 "GET /v2.0/networks/94d33038-e6e0-48de-a3e8-1202c82fbf05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825224 May 12 17:27:33.193006 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-5ddb0bc7-e301-4795-a3fa-67e8bc6885cf req-18bccbf6-51a7-4a38-a6ee-9217d100044d service neutron] 10.222.0.23 "GET /v2.0/networks/94d33038-e6e0-48de-a3e8-1202c82fbf05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809636 May 12 17:27:33.349763 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1730611b-6755-4843-b995-c61769a3c050 req-a14ba32c-2723-4bb8-917a-ff5ac603a1df tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] 10.222.0.23 "GET /v2.0/ports?device_id=63170457-206f-4bd2-bb81-ca6929aa0412 HTTP/1.1" status: 200 len: 210 time: 0.0275869 May 12 17:27:34.443317 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-2e0799bd-6c7d-453f-9c78-09bbdfd10e09 req-5d22ed0f-22cc-4898-a5db-a5d0bacbeb06 tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] 10.222.0.23 "GET /v2.0/ports?device_id=63170457-206f-4bd2-bb81-ca6929aa0412 HTTP/1.1" status: 200 len: 210 time: 0.0278339 May 12 17:27:35.355380 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddb0bc7-e301-4795-a3fa-67e8bc6885cf req-c53720b8-c9f9-49b8-8036-9685a2001510 tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:27:35.356864 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-5ddb0bc7-e301-4795-a3fa-67e8bc6885cf req-c53720b8-c9f9-49b8-8036-9685a2001510 tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] 10.222.0.58 "GET /v2.0/networks?id=94d33038-e6e0-48de-a3e8-1202c82fbf05 HTTP/1.1" status: 200 len: 813 time: 0.1039875 May 12 17:27:35.373905 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [req-5ddb0bc7-e301-4795-a3fa-67e8bc6885cf req-6d81ae9c-40ab-4399-8d34-50a532de03af tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] Request body: {'port': {'device_id': '63170457-206f-4bd2-bb81-ca6929aa0412', 'network_id': '94d33038-e6e0-48de-a3e8-1202c82fbf05', 'admin_state_up': True, 'tenant_id': 'b8d06acefd19481b807f3d525bd735c7'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:27:35.485341 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ddb0bc7-e301-4795-a3fa-67e8bc6885cf req-6d81ae9c-40ab-4399-8d34-50a532de03af tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] Made reservation on behalf of b8d06acefd19481b807f3d525bd735c7 for: {'port': 1} {{(pid=103468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:27:35.488823 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-5ddb0bc7-e301-4795-a3fa-67e8bc6885cf req-6d81ae9c-40ab-4399-8d34-50a532de03af tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:35.539375 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f33ef5a3-160f-41ee-bf56-bf9c3a34ff6c req-03a504d1-1a3f-44a9-b19d-8930aaaff469 tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] 10.222.0.23 "GET /v2.0/ports?device_id=63170457-206f-4bd2-bb81-ca6929aa0412 HTTP/1.1" status: 200 len: 210 time: 0.0272419 May 12 17:27:35.610652 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.db_base_plugin_common [req-5ddb0bc7-e301-4795-a3fa-67e8bc6885cf req-6d81ae9c-40ab-4399-8d34-50a532de03af tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] Allocated IP 172.20.0.3 (94d33038-e6e0-48de-a3e8-1202c82fbf05/ab0863f7-bcca-43f4-a34f-b41e3ae21988/aed72da4-d6b2-4491-b6ee-d0941c9b036f) {{(pid=103468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:27:35.755573 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-5ddb0bc7-e301-4795-a3fa-67e8bc6885cf req-6d81ae9c-40ab-4399-8d34-50a532de03af tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] Publish callbacks [] for port (aed72da4-d6b2-4491-b6ee-d0941c9b036f), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:35.787863 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-5ddb0bc7-e301-4795-a3fa-67e8bc6885cf req-6d81ae9c-40ab-4399-8d34-50a532de03af tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774527475285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11526335'] for port (aed72da4-d6b2-4491-b6ee-d0941c9b036f), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:35.827764 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ddb0bc7-e301-4795-a3fa-67e8bc6885cf req-6d81ae9c-40ab-4399-8d34-50a532de03af tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] Network 94d33038-e6e0-48de-a3e8-1202c82fbf05 is already hosted by enough agents. {{(pid=103468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:27:35.830727 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.base_scheduler [req-5ddb0bc7-e301-4795-a3fa-67e8bc6885cf req-6d81ae9c-40ab-4399-8d34-50a532de03af tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] Resources bound (agent type, host, resource id): {{(pid=103468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:27:35.833047 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ddb0bc7-e301-4795-a3fa-67e8bc6885cf req-6d81ae9c-40ab-4399-8d34-50a532de03af tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] Received port after_create {{(pid=103468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:27:35.867312 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d81ae9c-40ab-4399-8d34-50a532de03af tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] Pushing event updated for resources: {'Port': ['ID=aed72da4-d6b2-4491-b6ee-d0941c9b036f,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:27:35.893743 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddb0bc7-e301-4795-a3fa-67e8bc6885cf req-6d81ae9c-40ab-4399-8d34-50a532de03af tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:27:35.894350 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-5ddb0bc7-e301-4795-a3fa-67e8bc6885cf req-6d81ae9c-40ab-4399-8d34-50a532de03af tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36930'] for port (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:35.909011 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-5ddb0bc7-e301-4795-a3fa-67e8bc6885cf req-6d81ae9c-40ab-4399-8d34-50a532de03af tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5388641 May 12 17:27:35.924763 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [req-5ddb0bc7-e301-4795-a3fa-67e8bc6885cf req-c2cf8023-0cdb-4271-8e67-49441a6c7676 service neutron] Request body: {'port': {'device_id': '63170457-206f-4bd2-bb81-ca6929aa0412', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84159'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:27:35.980407 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-5ddb0bc7-e301-4795-a3fa-67e8bc6885cf req-c2cf8023-0cdb-4271-8e67-49441a6c7676 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (aed72da4-d6b2-4491-b6ee-d0941c9b036f), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:36.262645 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.notifiers.nova [req-5ddb0bc7-e301-4795-a3fa-67e8bc6885cf req-c2cf8023-0cdb-4271-8e67-49441a6c7676 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aed72da4-d6b2-4491-b6ee-d0941c9b036f {{(pid=103468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:27:36.270237 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-5ddb0bc7-e301-4795-a3fa-67e8bc6885cf req-c2cf8023-0cdb-4271-8e67-49441a6c7676 service neutron] Publish callbacks [] for port (aed72da4-d6b2-4491-b6ee-d0941c9b036f), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:36.285048 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.provisioning_blocks [req-5ddb0bc7-e301-4795-a3fa-67e8bc6885cf req-c2cf8023-0cdb-4271-8e67-49441a6c7676 service neutron] Transition to ACTIVE for port object aed72da4-d6b2-4491-b6ee-d0941c9b036f will not be triggered until provisioned by entity L2. {{(pid=103468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 17:27:36.288814 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-5ddb0bc7-e301-4795-a3fa-67e8bc6885cf req-c2cf8023-0cdb-4271-8e67-49441a6c7676 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11526280'] for port (aed72da4-d6b2-4491-b6ee-d0941c9b036f), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:36.342150 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cf8023-0cdb-4271-8e67-49441a6c7676 service neutron] Pushing event updated for resources: {'Port': ['ID=aed72da4-d6b2-4491-b6ee-d0941c9b036f,revision_number=2']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:27:36.412176 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [req-5ddb0bc7-e301-4795-a3fa-67e8bc6885cf req-c2cf8023-0cdb-4271-8e67-49441a6c7676 service neutron] Attempting to bind port aed72da4-d6b2-4491-b6ee-d0941c9b036f on host hv-cinder-84159 for vnic_type normal with profile {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:27:36.412526 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [req-5ddb0bc7-e301-4795-a3fa-67e8bc6885cf req-c2cf8023-0cdb-4271-8e67-49441a6c7676 service neutron] Attempting to bind port aed72da4-d6b2-4491-b6ee-d0941c9b036f by drivers openvswitch,hyperv on host hv-cinder-84159 at level 0 using segments [{'id': '2538dd1e-ae2a-4223-af34-a23546896abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '94d33038-e6e0-48de-a3e8-1202c82fbf05'}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:27:36.412975 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ddb0bc7-e301-4795-a3fa-67e8bc6885cf req-c2cf8023-0cdb-4271-8e67-49441a6c7676 service neutron] Attempting to bind port aed72da4-d6b2-4491-b6ee-d0941c9b036f on network 94d33038-e6e0-48de-a3e8-1202c82fbf05 {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:27:36.418373 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ddb0bc7-e301-4795-a3fa-67e8bc6885cf req-c2cf8023-0cdb-4271-8e67-49441a6c7676 service neutron] Port aed72da4-d6b2-4491-b6ee-d0941c9b036f on network 94d33038-e6e0-48de-a3e8-1202c82fbf05 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84159 {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 17:27:36.418716 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ddb0bc7-e301-4795-a3fa-67e8bc6885cf req-c2cf8023-0cdb-4271-8e67-49441a6c7676 service neutron] Attempting to bind port aed72da4-d6b2-4491-b6ee-d0941c9b036f on network 94d33038-e6e0-48de-a3e8-1202c82fbf05 {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:27:36.423968 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ddb0bc7-e301-4795-a3fa-67e8bc6885cf req-c2cf8023-0cdb-4271-8e67-49441a6c7676 service neutron] Checking agent: {'id': '38379b20-dcc3-43b7-a09e-956d8be7db9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84159', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 13, 58), 'started_at': datetime.datetime(2022, 5, 12, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:27:36.424294 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ddb0bc7-e301-4795-a3fa-67e8bc6885cf req-c2cf8023-0cdb-4271-8e67-49441a6c7676 service neutron] Checking segment: {'id': '2538dd1e-ae2a-4223-af34-a23546896abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '94d33038-e6e0-48de-a3e8-1202c82fbf05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:27:36.426408 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ddb0bc7-e301-4795-a3fa-67e8bc6885cf req-c2cf8023-0cdb-4271-8e67-49441a6c7676 service neutron] Bound using segment: {'id': '2538dd1e-ae2a-4223-af34-a23546896abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '94d33038-e6e0-48de-a3e8-1202c82fbf05'} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:27:36.426857 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [req-5ddb0bc7-e301-4795-a3fa-67e8bc6885cf req-c2cf8023-0cdb-4271-8e67-49441a6c7676 service neutron] Bound port: aed72da4-d6b2-4491-b6ee-d0941c9b036f, host: hv-cinder-84159, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2538dd1e-ae2a-4223-af34-a23546896abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '94d33038-e6e0-48de-a3e8-1202c82fbf05'}}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:27:36.427212 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-5ddb0bc7-e301-4795-a3fa-67e8bc6885cf req-c2cf8023-0cdb-4271-8e67-49441a6c7676 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (aed72da4-d6b2-4491-b6ee-d0941c9b036f), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:36.496497 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.db [req-5ddb0bc7-e301-4795-a3fa-67e8bc6885cf req-c2cf8023-0cdb-4271-8e67-49441a6c7676 service neutron] For port aed72da4-d6b2-4491-b6ee-d0941c9b036f, host hv-cinder-84159, cleared binding levels {{(pid=103468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:27:36.499477 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.db [req-5ddb0bc7-e301-4795-a3fa-67e8bc6885cf req-c2cf8023-0cdb-4271-8e67-49441a6c7676 service neutron] For port aed72da4-d6b2-4491-b6ee-d0941c9b036f, host hv-cinder-84159, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=aed72da4-d6b2-4491-b6ee-d0941c9b036f,segment=NetworkSegment(2538dd1e-ae2a-4223-af34-a23546896abd),segment_id=2538dd1e-ae2a-4223-af34-a23546896abd)] {{(pid=103468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:27:36.505672 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-5ddb0bc7-e301-4795-a3fa-67e8bc6885cf req-c2cf8023-0cdb-4271-8e67-49441a6c7676 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11526280'] for port (aed72da4-d6b2-4491-b6ee-d0941c9b036f), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:36.551530 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddb0bc7-e301-4795-a3fa-67e8bc6885cf req-c2cf8023-0cdb-4271-8e67-49441a6c7676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:27:36.552143 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-5ddb0bc7-e301-4795-a3fa-67e8bc6885cf req-c2cf8023-0cdb-4271-8e67-49441a6c7676 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36930'] for port (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:36.553540 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-5ddb0bc7-e301-4795-a3fa-67e8bc6885cf req-c2cf8023-0cdb-4271-8e67-49441a6c7676 service neutron] 10.222.0.58 "PUT /v2.0/ports/aed72da4-d6b2-4491-b6ee-d0941c9b036f HTTP/1.1" status: 200 len: 1093 time: 0.6325505 May 12 17:27:36.553972 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63170457-206f-4bd2-bb81-ca6929aa0412', 'tag': 'aed72da4-d6b2-4491-b6ee-d0941c9b036f'}] {{(pid=103468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:27:36.556217 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11327eb0f41ff280cd3a6497cf1c944478feb1aae12e82efcad6faf65da72353" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2373c752-5c09-4c3a-a397-5bc0208d7152" -d '{"events": [{"name": "network-changed", "server_uuid": "63170457-206f-4bd2-bb81-ca6929aa0412", "tag": "aed72da4-d6b2-4491-b6ee-d0941c9b036f"}]}' {{(pid=103468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:27:36.595363 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cf8023-0cdb-4271-8e67-49441a6c7676 service neutron] Pushing event updated for resources: {'Port': ['ID=aed72da4-d6b2-4491-b6ee-d0941c9b036f,revision_number=3']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:27:36.613731 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-427de193-6d24-4394-a712-6a4af99ea090 x-openstack-request-id: req-427de193-6d24-4394-a712-6a4af99ea090 {{(pid=103468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:27:36.614023 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63170457-206f-4bd2-bb81-ca6929aa0412", "tag": "aed72da4-d6b2-4491-b6ee-d0941c9b036f", "status": "completed", "code": 200}]} {{(pid=103468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:27:36.614278 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-427de193-6d24-4394-a712-6a4af99ea090 {{(pid=103468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:27:36.614700 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-427de193-6d24-4394-a712-6a4af99ea090'] response: {'name': 'network-changed', 'server_uuid': '63170457-206f-4bd2-bb81-ca6929aa0412', 'tag': 'aed72da4-d6b2-4491-b6ee-d0941c9b036f', 'status': 'completed', 'code': 200} May 12 17:27:36.643881 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddb0bc7-e301-4795-a3fa-67e8bc6885cf req-b001ea81-e8fe-4e82-8d3c-3582802285d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:27:36.645375 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-5ddb0bc7-e301-4795-a3fa-67e8bc6885cf req-b001ea81-e8fe-4e82-8d3c-3582802285d7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b8d06acefd19481b807f3d525bd735c7&device_id=63170457-206f-4bd2-bb81-ca6929aa0412 HTTP/1.1" status: 200 len: 1127 time: 0.0425231 May 12 17:27:36.654850 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea99b874-f149-45bf-b317-7b9523809dd7 req-b5edf412-6631-4554-961e-05a864775c7d tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:27:36.656295 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ea99b874-f149-45bf-b317-7b9523809dd7 req-b5edf412-6631-4554-961e-05a864775c7d tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] 10.222.0.23 "GET /v2.0/ports?device_id=63170457-206f-4bd2-bb81-ca6929aa0412 HTTP/1.1" status: 200 len: 943 time: 0.0465696 May 12 17:27:36.690650 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-5ddb0bc7-e301-4795-a3fa-67e8bc6885cf req-5b641158-05c0-421a-bfb8-313871c9f912 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aed72da4-d6b2-4491-b6ee-d0941c9b036f HTTP/1.1" status: 200 len: 217 time: 0.0368123 May 12 17:27:36.702767 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ea99b874-f149-45bf-b317-7b9523809dd7 req-bbb63061-5271-492f-a0d2-e750524e8fae tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] 10.222.0.23 "GET /v2.0/security-groups?id=9757627e-b66b-4b6f-b575-103b40b8d42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407865 May 12 17:27:36.738121 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddb0bc7-e301-4795-a3fa-67e8bc6885cf req-e636065d-0aab-400e-80b5-132685aa2278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:27:36.739602 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-5ddb0bc7-e301-4795-a3fa-67e8bc6885cf req-e636065d-0aab-400e-80b5-132685aa2278 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ab0863f7-bcca-43f4-a34f-b41e3ae21988 HTTP/1.1" status: 200 len: 853 time: 0.0427992 May 12 17:27:36.772210 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-5ddb0bc7-e301-4795-a3fa-67e8bc6885cf req-2ecf366d-76ed-49a6-ad91-fb8cea686a54 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=94d33038-e6e0-48de-a3e8-1202c82fbf05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253351 May 12 17:27:36.862469 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-5ddb0bc7-e301-4795-a3fa-67e8bc6885cf req-2b5ea595-ddff-460e-b105-fd8439b83fb6 service neutron] 10.222.0.58 "GET /v2.0/networks/94d33038-e6e0-48de-a3e8-1202c82fbf05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821126 May 12 17:27:36.961999 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-5ddb0bc7-e301-4795-a3fa-67e8bc6885cf req-d2878158-53f9-40f0-bb4b-05e6247c02c4 service neutron] 10.222.0.58 "GET /v2.0/networks/94d33038-e6e0-48de-a3e8-1202c82fbf05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908303 May 12 17:27:37.818766 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788d4822-c445-49f1-90aa-e59dd4f7d34d req-37378cbb-8aa6-4821-9ba9-74ea4edc4bfa tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:27:37.820676 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-788d4822-c445-49f1-90aa-e59dd4f7d34d req-37378cbb-8aa6-4821-9ba9-74ea4edc4bfa tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] 10.222.0.23 "GET /v2.0/ports?device_id=63170457-206f-4bd2-bb81-ca6929aa0412 HTTP/1.1" status: 200 len: 943 time: 0.0504408 May 12 17:27:37.891799 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2373c752-5c09-4c3a-a397-5bc0208d7152 req-b0eeef58-3585-486a-a65e-0ff1be9e9515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:27:37.893326 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-2373c752-5c09-4c3a-a397-5bc0208d7152 req-b0eeef58-3585-486a-a65e-0ff1be9e9515 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b8d06acefd19481b807f3d525bd735c7&device_id=63170457-206f-4bd2-bb81-ca6929aa0412 HTTP/1.1" status: 200 len: 1127 time: 0.0607409 May 12 17:27:37.897509 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-788d4822-c445-49f1-90aa-e59dd4f7d34d req-320ed3f9-e2c0-479e-97c2-67d412dbce67 tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] 10.222.0.23 "GET /v2.0/security-groups?id=9757627e-b66b-4b6f-b575-103b40b8d42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717804 May 12 17:27:37.988765 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2373c752-5c09-4c3a-a397-5bc0208d7152 req-3b9b8319-349b-41ce-ab59-072aa36d0294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:27:37.990135 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-2373c752-5c09-4c3a-a397-5bc0208d7152 req-3b9b8319-349b-41ce-ab59-072aa36d0294 service neutron] 10.222.0.58 "GET /v2.0/networks?id=94d33038-e6e0-48de-a3e8-1202c82fbf05 HTTP/1.1" status: 200 len: 914 time: 0.0868895 May 12 17:27:38.032145 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-2373c752-5c09-4c3a-a397-5bc0208d7152 req-edd91bc2-4baf-49c9-a1ad-737762771687 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aed72da4-d6b2-4491-b6ee-d0941c9b036f HTTP/1.1" status: 200 len: 217 time: 0.0334380 May 12 17:27:38.077488 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2373c752-5c09-4c3a-a397-5bc0208d7152 req-291e5626-07bc-4f75-8f4f-29c6aecb6774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:27:38.078878 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-2373c752-5c09-4c3a-a397-5bc0208d7152 req-291e5626-07bc-4f75-8f4f-29c6aecb6774 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ab0863f7-bcca-43f4-a34f-b41e3ae21988 HTTP/1.1" status: 200 len: 853 time: 0.0412309 May 12 17:27:38.116270 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-2373c752-5c09-4c3a-a397-5bc0208d7152 req-a9ec7d88-e82b-43dd-a429-bb05129cd95b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=94d33038-e6e0-48de-a3e8-1202c82fbf05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278571 May 12 17:27:38.204896 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-2373c752-5c09-4c3a-a397-5bc0208d7152 req-47a165b4-c947-414b-af21-d3ffceaf9f8c service neutron] 10.222.0.58 "GET /v2.0/networks/94d33038-e6e0-48de-a3e8-1202c82fbf05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789893 May 12 17:27:38.296214 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-2373c752-5c09-4c3a-a397-5bc0208d7152 req-95711364-3429-48eb-b1c4-fb1b9603654f service neutron] 10.222.0.58 "GET /v2.0/networks/94d33038-e6e0-48de-a3e8-1202c82fbf05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821698 May 12 17:27:39.010888 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1188b340-3745-4233-913e-b5bdeeb4763a req-645964b4-03ed-4e60-ada8-ac16c0f3d1f7 tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:27:39.012303 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1188b340-3745-4233-913e-b5bdeeb4763a req-645964b4-03ed-4e60-ada8-ac16c0f3d1f7 tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] 10.222.0.23 "GET /v2.0/ports?device_id=63170457-206f-4bd2-bb81-ca6929aa0412 HTTP/1.1" status: 200 len: 943 time: 0.0484300 May 12 17:27:39.057490 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1188b340-3745-4233-913e-b5bdeeb4763a req-f8084454-04fc-48a7-b93d-d84cddc11700 tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] 10.222.0.23 "GET /v2.0/security-groups?id=9757627e-b66b-4b6f-b575-103b40b8d42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397415 May 12 17:27:39.561691 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Device aed72da4-d6b2-4491-b6ee-d0941c9b036f details requested by agent hyperv_hv-cinder-84159 with host hv-cinder-84159 {{(pid=103470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 17:27:39.657143 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] For port aed72da4-d6b2-4491-b6ee-d0941c9b036f, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=aed72da4-d6b2-4491-b6ee-d0941c9b036f,segment=NetworkSegment(2538dd1e-ae2a-4223-af34-a23546896abd),segment_id=2538dd1e-ae2a-4223-af34-a23546896abd)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:27:39.668234 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Returning: {'device': 'aed72da4-d6b2-4491-b6ee-d0941c9b036f', 'network_id': '94d33038-e6e0-48de-a3e8-1202c82fbf05', 'port_id': 'aed72da4-d6b2-4491-b6ee-d0941c9b036f', 'mac_address': 'fa:16:3e:6e:da:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab0863f7-bcca-43f4-a34f-b41e3ae21988', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 17:27:39.703204 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Current status of the port aed72da4-d6b2-4491-b6ee-d0941c9b036f is: DOWN; New status is: BUILD {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:27:39.703587 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (aed72da4-d6b2-4491-b6ee-d0941c9b036f), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:39.716205 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aed72da4-d6b2-4491-b6ee-d0941c9b036f {{(pid=103470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:27:39.734556 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] For port aed72da4-d6b2-4491-b6ee-d0941c9b036f, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=aed72da4-d6b2-4491-b6ee-d0941c9b036f,segment=NetworkSegment(2538dd1e-ae2a-4223-af34-a23546896abd),segment_id=2538dd1e-ae2a-4223-af34-a23546896abd)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:27:39.738281 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (aed72da4-d6b2-4491-b6ee-d0941c9b036f), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:39.786638 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Pushing event updated for resources: {'Port': ['ID=aed72da4-d6b2-4491-b6ee-d0941c9b036f,revision_number=4']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:27:39.993138 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] get_ports_and_sgs() called for port_ids ['aed72da4-d6b2-4491-b6ee-d0941c9b036f'] {{(pid=103470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:27:40.167490 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7b6f32-8ee6-431c-bcbe-bacc5bc065f9 req-7096e7ef-33a8-49c1-91df-22f8e85f0e05 tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:27:40.168858 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-6a7b6f32-8ee6-431c-bcbe-bacc5bc065f9 req-7096e7ef-33a8-49c1-91df-22f8e85f0e05 tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] 10.222.0.23 "GET /v2.0/ports?device_id=63170457-206f-4bd2-bb81-ca6929aa0412 HTTP/1.1" status: 200 len: 944 time: 0.0455949 May 12 17:27:40.214005 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-6a7b6f32-8ee6-431c-bcbe-bacc5bc065f9 req-8b35ce24-af70-4fa8-8baa-2dfbb73e85be tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] 10.222.0.23 "GET /v2.0/security-groups?id=9757627e-b66b-4b6f-b575-103b40b8d42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397916 May 12 17:27:41.324192 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b530d586-03d9-4f31-a0da-b30563e3d423 req-9406ba64-b8e7-46fc-a8d1-9cd9b14a9a0c tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:27:41.325615 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b530d586-03d9-4f31-a0da-b30563e3d423 req-9406ba64-b8e7-46fc-a8d1-9cd9b14a9a0c tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] 10.222.0.23 "GET /v2.0/ports?device_id=63170457-206f-4bd2-bb81-ca6929aa0412 HTTP/1.1" status: 200 len: 944 time: 0.0448837 May 12 17:27:41.371665 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b530d586-03d9-4f31-a0da-b30563e3d423 req-b20279a3-5712-442d-978b-b458b8bf2490 tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] 10.222.0.23 "GET /v2.0/security-groups?id=9757627e-b66b-4b6f-b575-103b40b8d42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397398 May 12 17:27:41.577917 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Device aed72da4-d6b2-4491-b6ee-d0941c9b036f up at agent hyperv_hv-cinder-84159 {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:27:41.624234 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Provisioning for port aed72da4-d6b2-4491-b6ee-d0941c9b036f completed by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 17:27:41.629803 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Provisioning complete for port aed72da4-d6b2-4491-b6ee-d0941c9b036f triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:27:41.630248 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (aed72da4-d6b2-4491-b6ee-d0941c9b036f), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:41.703206 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Current status of the port aed72da4-d6b2-4491-b6ee-d0941c9b036f is: BUILD; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:27:41.703584 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (aed72da4-d6b2-4491-b6ee-d0941c9b036f), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:41.724856 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63170457-206f-4bd2-bb81-ca6929aa0412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aed72da4-d6b2-4491-b6ee-d0941c9b036f'}] {{(pid=103470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:27:41.727087 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}983eca14ffe1519f8471a5ce991629ce2b8e436912840ac2edb7b499268545ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb257d9f-0004-434e-bdf1-c8fc38449607" -d '{"events": [{"server_uuid": "63170457-206f-4bd2-bb81-ca6929aa0412", "name": "network-vif-plugged", "status": "completed", "tag": "aed72da4-d6b2-4491-b6ee-d0941c9b036f"}]}' {{(pid=103470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:27:41.739141 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] For port aed72da4-d6b2-4491-b6ee-d0941c9b036f, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=aed72da4-d6b2-4491-b6ee-d0941c9b036f,segment=NetworkSegment(2538dd1e-ae2a-4223-af34-a23546896abd),segment_id=2538dd1e-ae2a-4223-af34-a23546896abd)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:27:41.743273 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (aed72da4-d6b2-4491-b6ee-d0941c9b036f), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:41.792387 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Pushing event updated for resources: {'Port': ['ID=aed72da4-d6b2-4491-b6ee-d0941c9b036f,revision_number=5']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:27:41.876983 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee2a0bfa-5b15-42d1-9e90-baafe1dd3f56 x-openstack-request-id: req-ee2a0bfa-5b15-42d1-9e90-baafe1dd3f56 {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:27:41.877275 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63170457-206f-4bd2-bb81-ca6929aa0412", "name": "network-vif-plugged", "status": "completed", "tag": "aed72da4-d6b2-4491-b6ee-d0941c9b036f", "code": 200}]} {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:27:41.877527 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ee2a0bfa-5b15-42d1-9e90-baafe1dd3f56 {{(pid=103470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:27:41.877924 dv-cinder-841591-1-iscsi neutron-server[103470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee2a0bfa-5b15-42d1-9e90-baafe1dd3f56'] response: {'server_uuid': '63170457-206f-4bd2-bb81-ca6929aa0412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aed72da4-d6b2-4491-b6ee-d0941c9b036f', 'code': 200} May 12 17:27:42.044914 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ebd8f2-e895-4f39-a27f-7039c33df85e req-a62b85cf-7efd-420f-923b-012712e2395d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:27:42.046392 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-b2ebd8f2-e895-4f39-a27f-7039c33df85e req-a62b85cf-7efd-420f-923b-012712e2395d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=63170457-206f-4bd2-bb81-ca6929aa0412 HTTP/1.1" status: 200 len: 1129 time: 0.0372517 May 12 17:27:42.091201 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-b2ebd8f2-e895-4f39-a27f-7039c33df85e req-98a21ebd-4a3b-4278-89a8-d6c466be9461 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=9757627e-b66b-4b6f-b575-103b40b8d42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392427 May 12 17:27:42.485026 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d5c06d-615e-41a3-9d90-8f529848fea8 req-ff5a4648-60d5-480b-9f3e-021b41db9c1b tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:27:42.486496 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c0d5c06d-615e-41a3-9d90-8f529848fea8 req-ff5a4648-60d5-480b-9f3e-021b41db9c1b tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] 10.222.0.23 "GET /v2.0/ports?device_id=63170457-206f-4bd2-bb81-ca6929aa0412 HTTP/1.1" status: 200 len: 945 time: 0.0487745 May 12 17:27:42.532004 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c0d5c06d-615e-41a3-9d90-8f529848fea8 req-092fcdbe-37ad-4dca-992c-a9aa149f3949 tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] 10.222.0.23 "GET /v2.0/security-groups?id=9757627e-b66b-4b6f-b575-103b40b8d42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400505 May 12 17:27:43.648831 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb24a31-5380-411f-b505-53ee4946ef1f req-b70335a6-3609-4464-837a-5e8d4e31c591 tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:27:43.650330 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-2cb24a31-5380-411f-b505-53ee4946ef1f req-b70335a6-3609-4464-837a-5e8d4e31c591 tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] 10.222.0.23 "GET /v2.0/ports?device_id=63170457-206f-4bd2-bb81-ca6929aa0412 HTTP/1.1" status: 200 len: 945 time: 0.0479846 May 12 17:27:43.696340 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-2cb24a31-5380-411f-b505-53ee4946ef1f req-61c11bf2-368c-4f57-ad84-e06b96e16059 tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] 10.222.0.23 "GET /v2.0/security-groups?id=9757627e-b66b-4b6f-b575-103b40b8d42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403616 May 12 17:27:44.805274 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96ebcc4-e503-4b2b-98f8-9677390ea58d req-52ec3e26-f67b-41ce-aae3-a82ab79d0f36 tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:27:44.807230 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e96ebcc4-e503-4b2b-98f8-9677390ea58d req-52ec3e26-f67b-41ce-aae3-a82ab79d0f36 tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] 10.222.0.23 "GET /v2.0/ports?device_id=63170457-206f-4bd2-bb81-ca6929aa0412 HTTP/1.1" status: 200 len: 945 time: 0.0448892 May 12 17:27:44.851794 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e96ebcc4-e503-4b2b-98f8-9677390ea58d req-71749fe5-7c13-428b-8c20-9ce61aed831c tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] 10.222.0.23 "GET /v2.0/security-groups?id=9757627e-b66b-4b6f-b575-103b40b8d42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392699 May 12 17:27:53.404828 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.agents_db [None req-75b73116-3060-4b2b-9211-a804f2896a96 None None] Agent healthcheck: found 6 active agents {{(pid=103471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:27:53.800932 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-cb4ff0a0-5e26-40d6-b89a-ce240c90b859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (ad05f391-ff61-4b74-a3af-7ffb7f485489), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:56.210609 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-9be75ed7-e254-474f-80ab-d27e469b1a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (e5548ccc-31b8-4072-a6b0-52b00208ea79), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:57.321397 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-921d17b2-ae2c-4a72-8bd8-05131367e3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (bf71836d-8135-4bcd-843a-dab378dba2b2), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:57.979730 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (38379b20-dcc3-43b7-a09e-956d8be7db9c), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:27:58.871214 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-c581148e-646c-4c8c-8cc5-93d6184e682f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (98e1a54e-83f0-40d1-9631-7dd40ffbcd59), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:28:00.264607 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (dea0f963-0a36-45fe-941b-5c749ca6f3bf), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:28:02.310658 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-0960645b-a372-4ecf-8521-a4c3d875d37a req-af2d792c-4a84-4d95-b6d5-78f5efd806cf service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=63170457-206f-4bd2-bb81-ca6929aa0412&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388148 May 12 17:28:02.396972 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0960645b-a372-4ecf-8521-a4c3d875d37a req-cf5dd679-0664-4f0a-a0af-9542c581ade0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:28:02.398458 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-0960645b-a372-4ecf-8521-a4c3d875d37a req-cf5dd679-0664-4f0a-a0af-9542c581ade0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b8d06acefd19481b807f3d525bd735c7&device_id=63170457-206f-4bd2-bb81-ca6929aa0412 HTTP/1.1" status: 200 len: 1129 time: 0.0386860 May 12 17:28:02.511524 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0960645b-a372-4ecf-8521-a4c3d875d37a req-e174a213-d056-435e-9cee-d15c51c5a4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:28:02.513015 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-0960645b-a372-4ecf-8521-a4c3d875d37a req-e174a213-d056-435e-9cee-d15c51c5a4a7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=94d33038-e6e0-48de-a3e8-1202c82fbf05 HTTP/1.1" status: 200 len: 914 time: 0.0960286 May 12 17:28:02.553793 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-0960645b-a372-4ecf-8521-a4c3d875d37a req-25d05d78-8ff7-4418-8d4a-be7e07a006ff service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aed72da4-d6b2-4491-b6ee-d0941c9b036f HTTP/1.1" status: 200 len: 217 time: 0.0339153 May 12 17:28:02.603147 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0960645b-a372-4ecf-8521-a4c3d875d37a req-973d8741-9c2a-42ba-9abc-e0789f74138b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:28:02.604656 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-0960645b-a372-4ecf-8521-a4c3d875d37a req-973d8741-9c2a-42ba-9abc-e0789f74138b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ab0863f7-bcca-43f4-a34f-b41e3ae21988 HTTP/1.1" status: 200 len: 853 time: 0.0443861 May 12 17:28:02.636680 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-0960645b-a372-4ecf-8521-a4c3d875d37a req-f8e88875-8762-4de8-a53a-954abc2970f3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=94d33038-e6e0-48de-a3e8-1202c82fbf05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251088 May 12 17:28:02.721602 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-0960645b-a372-4ecf-8521-a4c3d875d37a req-fc5b3a14-3445-4434-87c1-885bd648bfad service neutron] 10.222.0.58 "GET /v2.0/networks/94d33038-e6e0-48de-a3e8-1202c82fbf05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781038 May 12 17:28:02.810563 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-0960645b-a372-4ecf-8521-a4c3d875d37a req-f961b22f-eab1-40b9-adc4-9a7827ac0b46 service neutron] 10.222.0.58 "GET /v2.0/networks/94d33038-e6e0-48de-a3e8-1202c82fbf05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827389 May 12 17:28:23.121779 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c074e-8f88-4e73-93a9-bab8c6d1394d req-cef55e12-951e-4b97-8816-2385aa2374bc tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:28:23.123151 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d64c074e-8f88-4e73-93a9-bab8c6d1394d req-cef55e12-951e-4b97-8816-2385aa2374bc tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] 10.222.0.23 "GET /v2.0/ports?device_id=63170457-206f-4bd2-bb81-ca6929aa0412 HTTP/1.1" status: 200 len: 945 time: 0.0455494 May 12 17:28:23.171029 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d64c074e-8f88-4e73-93a9-bab8c6d1394d req-1750d041-74c6-4017-9090-ff1d50b0a1a8 tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] 10.222.0.23 "GET /v2.0/security-groups?id=9757627e-b66b-4b6f-b575-103b40b8d42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425768 May 12 17:28:23.802189 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-4a33d39d-27a6-4531-a789-573385e14ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (ad05f391-ff61-4b74-a3af-7ffb7f485489), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:28:24.286991 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd35ec-7817-4f60-ad0a-c92a54bc1eb6 req-8c6723b7-3286-462b-a9b2-8882e2803c71 tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:28:24.288423 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-78fd35ec-7817-4f60-ad0a-c92a54bc1eb6 req-8c6723b7-3286-462b-a9b2-8882e2803c71 tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] 10.222.0.23 "GET /v2.0/ports?device_id=63170457-206f-4bd2-bb81-ca6929aa0412 HTTP/1.1" status: 200 len: 945 time: 0.0487080 May 12 17:28:24.335895 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-78fd35ec-7817-4f60-ad0a-c92a54bc1eb6 req-a698b9c5-2063-4daf-a91a-99028e7c3092 tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] 10.222.0.23 "GET /v2.0/security-groups?id=9757627e-b66b-4b6f-b575-103b40b8d42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418150 May 12 17:28:24.812668 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47272f4-2129-4da5-adce-a12781ef391d req-4b08de76-ba16-4a4d-a281-46c34edbad71 tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:28:24.814101 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-b47272f4-2129-4da5-adce-a12781ef391d req-4b08de76-ba16-4a4d-a281-46c34edbad71 tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] 10.222.0.58 "GET /v2.0/ports?device_id=63170457-206f-4bd2-bb81-ca6929aa0412 HTTP/1.1" status: 200 len: 945 time: 0.0486298 May 12 17:28:24.898085 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [req-b47272f4-2129-4da5-adce-a12781ef391d req-535b0b83-26ae-40c5-a987-679f7bd01f6c tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] Deleting port aed72da4-d6b2-4491-b6ee-d0941c9b036f {{(pid=103468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:28:24.898439 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-b47272f4-2129-4da5-adce-a12781ef391d req-535b0b83-26ae-40c5-a987-679f7bd01f6c tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774528024037'] for port (aed72da4-d6b2-4491-b6ee-d0941c9b036f), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:28:24.987991 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.db [req-b47272f4-2129-4da5-adce-a12781ef391d req-535b0b83-26ae-40c5-a987-679f7bd01f6c tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] For port aed72da4-d6b2-4491-b6ee-d0941c9b036f, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=aed72da4-d6b2-4491-b6ee-d0941c9b036f,segment=NetworkSegment(2538dd1e-ae2a-4223-af34-a23546896abd),segment_id=2538dd1e-ae2a-4223-af34-a23546896abd)] {{(pid=103468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:28:24.988347 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-b47272f4-2129-4da5-adce-a12781ef391d req-535b0b83-26ae-40c5-a987-679f7bd01f6c tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683095'] for port (aed72da4-d6b2-4491-b6ee-d0941c9b036f), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:28:25.000876 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [req-b47272f4-2129-4da5-adce-a12781ef391d req-535b0b83-26ae-40c5-a987-679f7bd01f6c tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] Calling delete_port for aed72da4-d6b2-4491-b6ee-d0941c9b036f owned by compute:nova {{(pid=103468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:28:25.125827 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-b47272f4-2129-4da5-adce-a12781ef391d req-535b0b83-26ae-40c5-a987-679f7bd01f6c tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774528036217', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774527475294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11526335'] for port (aed72da4-d6b2-4491-b6ee-d0941c9b036f), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:28:25.143733 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] get_ports_and_sgs() called for port_ids ['aed72da4-d6b2-4491-b6ee-d0941c9b036f'] {{(pid=103470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:28:25.154967 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535b0b83-26ae-40c5-a987-679f7bd01f6c tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] Pushing event deleted for resources: {'Port': ['ID=aed72da4-d6b2-4491-b6ee-d0941c9b036f,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:28:25.184344 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535b0b83-26ae-40c5-a987-679f7bd01f6c tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:28:25.184696 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535b0b83-26ae-40c5-a987-679f7bd01f6c tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:28:25.185045 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535b0b83-26ae-40c5-a987-679f7bd01f6c tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:28:25.185386 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535b0b83-26ae-40c5-a987-679f7bd01f6c tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:28:25.185722 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535b0b83-26ae-40c5-a987-679f7bd01f6c tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:28:25.186057 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535b0b83-26ae-40c5-a987-679f7bd01f6c tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:28:25.186388 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535b0b83-26ae-40c5-a987-679f7bd01f6c tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:28:25.186741 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535b0b83-26ae-40c5-a987-679f7bd01f6c tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:28:25.187071 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535b0b83-26ae-40c5-a987-679f7bd01f6c tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:28:25.187396 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535b0b83-26ae-40c5-a987-679f7bd01f6c tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:28:25.187724 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535b0b83-26ae-40c5-a987-679f7bd01f6c tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:28:25.188049 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535b0b83-26ae-40c5-a987-679f7bd01f6c tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:28:25.188371 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535b0b83-26ae-40c5-a987-679f7bd01f6c tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:28:25.188696 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535b0b83-26ae-40c5-a987-679f7bd01f6c tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:28:25.189047 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535b0b83-26ae-40c5-a987-679f7bd01f6c tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:28:25.205503 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [req-b47272f4-2129-4da5-adce-a12781ef391d req-535b0b83-26ae-40c5-a987-679f7bd01f6c tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] No DVR routers for this DVR port aed72da4-d6b2-4491-b6ee-d0941c9b036f on host hv-cinder-84159 {{(pid=103468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:28:25.207762 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-b47272f4-2129-4da5-adce-a12781ef391d req-535b0b83-26ae-40c5-a987-679f7bd01f6c tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36930'] for port (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:28:25.210975 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-b47272f4-2129-4da5-adce-a12781ef391d req-535b0b83-26ae-40c5-a987-679f7bd01f6c tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] 10.222.0.58 "DELETE /v2.0/ports/aed72da4-d6b2-4491-b6ee-d0941c9b036f HTTP/1.1" status: 204 len: 173 time: 0.3886898 May 12 17:28:25.211407 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63170457-206f-4bd2-bb81-ca6929aa0412', 'name': 'network-vif-deleted', 'tag': 'aed72da4-d6b2-4491-b6ee-d0941c9b036f'}] {{(pid=103468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:28:25.213615 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11327eb0f41ff280cd3a6497cf1c944478feb1aae12e82efcad6faf65da72353" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-943dd2d7-35a4-4f1e-b276-38d69b6d41f5" -d '{"events": [{"server_uuid": "63170457-206f-4bd2-bb81-ca6929aa0412", "name": "network-vif-deleted", "tag": "aed72da4-d6b2-4491-b6ee-d0941c9b036f"}]}' {{(pid=103468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:28:25.363717 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dec3393-9de4-42b9-99f9-de6a9e59a2bb x-openstack-request-id: req-1dec3393-9de4-42b9-99f9-de6a9e59a2bb {{(pid=103468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:28:25.364339 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63170457-206f-4bd2-bb81-ca6929aa0412", "name": "network-vif-deleted", "tag": "aed72da4-d6b2-4491-b6ee-d0941c9b036f", "status": "completed", "code": 200}]} {{(pid=103468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:28:25.364339 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1dec3393-9de4-42b9-99f9-de6a9e59a2bb {{(pid=103468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:28:25.365017 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dec3393-9de4-42b9-99f9-de6a9e59a2bb'] response: {'server_uuid': '63170457-206f-4bd2-bb81-ca6929aa0412', 'name': 'network-vif-deleted', 'tag': 'aed72da4-d6b2-4491-b6ee-d0941c9b036f', 'status': 'completed', 'code': 200} May 12 17:28:25.440842 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-ee7a0dd6-8173-4098-887f-efc2b4e1eec2 req-1e727900-d467-4ef6-9569-83f24d465b63 tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] 10.222.0.23 "GET /v2.0/ports?device_id=63170457-206f-4bd2-bb81-ca6929aa0412 HTTP/1.1" status: 200 len: 210 time: 0.0270948 May 12 17:28:26.210864 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-fc740272-ae05-41f2-bb86-cea4bf5b3b9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (e5548ccc-31b8-4072-a6b0-52b00208ea79), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:28:27.328994 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-921d17b2-ae2c-4a72-8bd8-05131367e3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (bf71836d-8135-4bcd-843a-dab378dba2b2), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:28:28.494756 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Device aed72da4-d6b2-4491-b6ee-d0941c9b036f no longer exists at agent hyperv_hv-cinder-84159 {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:28:28.519502 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] No Port match for: aed72da4-d6b2-4491-b6ee-d0941c9b036f {{(pid=103470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:28:28.519838 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Device aed72da4-d6b2-4491-b6ee-d0941c9b036f not bound to the agent host hv-cinder-84159 {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:28:28.527991 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (38379b20-dcc3-43b7-a09e-956d8be7db9c), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:28:28.873485 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-c581148e-646c-4c8c-8cc5-93d6184e682f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (98e1a54e-83f0-40d1-9631-7dd40ffbcd59), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:28:30.268989 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (dea0f963-0a36-45fe-941b-5c749ca6f3bf), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:28:30.403184 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.agents_db [None req-75b73116-3060-4b2b-9211-a804f2896a96 None None] Agent healthcheck: found 6 active agents {{(pid=103471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:28:34.384027 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3415a572-6d4c-49e0-a0cd-d1c68f1a838c req-ebd57454-1777-450e-ad0b-ceecadf8ad40 tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:28:34.385482 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-3415a572-6d4c-49e0-a0cd-d1c68f1a838c req-ebd57454-1777-450e-ad0b-ceecadf8ad40 tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] 10.222.0.23 "GET /v2.0/networks?id=94d33038-e6e0-48de-a3e8-1202c82fbf05 HTTP/1.1" status: 200 len: 813 time: 0.1012881 May 12 17:28:34.400173 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-3415a572-6d4c-49e0-a0cd-d1c68f1a838c req-83124e98-07a6-4297-920d-391c6adff961 tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] 10.222.0.23 "GET /v2.0/quotas/b8d06acefd19481b807f3d525bd735c7 HTTP/1.1" status: 200 len: 375 time: 0.0087473 May 12 17:28:34.431202 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-3415a572-6d4c-49e0-a0cd-d1c68f1a838c req-3724504f-5b20-4cf3-9be8-33dc495df644 tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b8d06acefd19481b807f3d525bd735c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256329 May 12 17:28:34.587298 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-3415a572-6d4c-49e0-a0cd-d1c68f1a838c req-e1ef4d05-d67e-4dcc-b657-54d7f5b5ce29 service neutron] 10.222.0.23 "GET /v2.0/networks/94d33038-e6e0-48de-a3e8-1202c82fbf05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499295 May 12 17:28:34.673604 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-3415a572-6d4c-49e0-a0cd-d1c68f1a838c req-16cfcda1-8b5c-4bef-ade9-4632100edff8 service neutron] 10.222.0.23 "GET /v2.0/networks/94d33038-e6e0-48de-a3e8-1202c82fbf05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801120 May 12 17:28:34.829513 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-755a5e8f-a386-4dfa-beec-7196e5a0f1e6 req-8246e4cc-dd3b-4e51-a90a-cc086c6e8a32 tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7f28bca-f96c-4fb9-993b-a8f20861382c HTTP/1.1" status: 200 len: 210 time: 0.0266716 May 12 17:28:35.771077 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3415a572-6d4c-49e0-a0cd-d1c68f1a838c req-71792b68-c003-46b4-8202-5563563a03f1 tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:28:35.772511 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-3415a572-6d4c-49e0-a0cd-d1c68f1a838c req-71792b68-c003-46b4-8202-5563563a03f1 tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] 10.222.0.58 "GET /v2.0/networks?id=94d33038-e6e0-48de-a3e8-1202c82fbf05 HTTP/1.1" status: 200 len: 813 time: 0.1111896 May 12 17:28:35.785537 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [req-3415a572-6d4c-49e0-a0cd-d1c68f1a838c req-1a2fe32e-3f74-4ae1-a9a3-94ead86950d8 tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] Request body: {'port': {'device_id': 'f7f28bca-f96c-4fb9-993b-a8f20861382c', 'network_id': '94d33038-e6e0-48de-a3e8-1202c82fbf05', 'admin_state_up': True, 'tenant_id': 'b8d06acefd19481b807f3d525bd735c7'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:28:35.899414 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3415a572-6d4c-49e0-a0cd-d1c68f1a838c req-1a2fe32e-3f74-4ae1-a9a3-94ead86950d8 tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] Made reservation on behalf of b8d06acefd19481b807f3d525bd735c7 for: {'port': 1} {{(pid=103468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:28:35.902947 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-3415a572-6d4c-49e0-a0cd-d1c68f1a838c req-1a2fe32e-3f74-4ae1-a9a3-94ead86950d8 tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:28:35.941777 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-f1c64354-35aa-4e9e-ba26-ee19837558c1 req-da20b0aa-ddcd-4662-9fd8-2b9df9ee5011 tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7f28bca-f96c-4fb9-993b-a8f20861382c HTTP/1.1" status: 200 len: 210 time: 0.0366981 May 12 17:28:36.045446 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.db_base_plugin_common [req-3415a572-6d4c-49e0-a0cd-d1c68f1a838c req-1a2fe32e-3f74-4ae1-a9a3-94ead86950d8 tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] Allocated IP 172.20.0.4 (94d33038-e6e0-48de-a3e8-1202c82fbf05/ab0863f7-bcca-43f4-a34f-b41e3ae21988/b9ecbbce-08d9-4d02-9d0f-91ab232d9586) {{(pid=103468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:28:36.187813 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-3415a572-6d4c-49e0-a0cd-d1c68f1a838c req-1a2fe32e-3f74-4ae1-a9a3-94ead86950d8 tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] Publish callbacks [] for port (b9ecbbce-08d9-4d02-9d0f-91ab232d9586), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:28:36.220143 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-3415a572-6d4c-49e0-a0cd-d1c68f1a838c req-1a2fe32e-3f74-4ae1-a9a3-94ead86950d8 tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774527475285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11526335'] for port (b9ecbbce-08d9-4d02-9d0f-91ab232d9586), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:28:36.265631 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3415a572-6d4c-49e0-a0cd-d1c68f1a838c req-1a2fe32e-3f74-4ae1-a9a3-94ead86950d8 tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] Network 94d33038-e6e0-48de-a3e8-1202c82fbf05 is already hosted by enough agents. {{(pid=103468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:28:36.268743 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.scheduler.base_scheduler [req-3415a572-6d4c-49e0-a0cd-d1c68f1a838c req-1a2fe32e-3f74-4ae1-a9a3-94ead86950d8 tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] Resources bound (agent type, host, resource id): {{(pid=103468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:28:36.275083 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [req-3415a572-6d4c-49e0-a0cd-d1c68f1a838c req-1a2fe32e-3f74-4ae1-a9a3-94ead86950d8 tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] Received port after_create {{(pid=103468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:28:36.282008 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2fe32e-3f74-4ae1-a9a3-94ead86950d8 tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] Pushing event updated for resources: {'Port': ['ID=b9ecbbce-08d9-4d02-9d0f-91ab232d9586,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:28:36.325396 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3415a572-6d4c-49e0-a0cd-d1c68f1a838c req-1a2fe32e-3f74-4ae1-a9a3-94ead86950d8 tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:28:36.325924 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-3415a572-6d4c-49e0-a0cd-d1c68f1a838c req-1a2fe32e-3f74-4ae1-a9a3-94ead86950d8 tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36930'] for port (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:28:36.341233 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-3415a572-6d4c-49e0-a0cd-d1c68f1a838c req-1a2fe32e-3f74-4ae1-a9a3-94ead86950d8 tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5593529 May 12 17:28:36.357576 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [req-3415a572-6d4c-49e0-a0cd-d1c68f1a838c req-a6ca14c9-cc2d-4c29-8060-eae038593a82 service neutron] Request body: {'port': {'device_id': 'f7f28bca-f96c-4fb9-993b-a8f20861382c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84159'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:28:36.411820 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-3415a572-6d4c-49e0-a0cd-d1c68f1a838c req-a6ca14c9-cc2d-4c29-8060-eae038593a82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (b9ecbbce-08d9-4d02-9d0f-91ab232d9586), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:28:36.689551 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.notifiers.nova [req-3415a572-6d4c-49e0-a0cd-d1c68f1a838c req-a6ca14c9-cc2d-4c29-8060-eae038593a82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9ecbbce-08d9-4d02-9d0f-91ab232d9586 {{(pid=103468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:28:36.696508 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-3415a572-6d4c-49e0-a0cd-d1c68f1a838c req-a6ca14c9-cc2d-4c29-8060-eae038593a82 service neutron] Publish callbacks [] for port (b9ecbbce-08d9-4d02-9d0f-91ab232d9586), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:28:36.708913 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.provisioning_blocks [req-3415a572-6d4c-49e0-a0cd-d1c68f1a838c req-a6ca14c9-cc2d-4c29-8060-eae038593a82 service neutron] Transition to ACTIVE for port object b9ecbbce-08d9-4d02-9d0f-91ab232d9586 will not be triggered until provisioned by entity L2. {{(pid=103468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 17:28:36.712665 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-3415a572-6d4c-49e0-a0cd-d1c68f1a838c req-a6ca14c9-cc2d-4c29-8060-eae038593a82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11526280'] for port (b9ecbbce-08d9-4d02-9d0f-91ab232d9586), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:28:36.762749 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ca14c9-cc2d-4c29-8060-eae038593a82 service neutron] Pushing event updated for resources: {'Port': ['ID=b9ecbbce-08d9-4d02-9d0f-91ab232d9586,revision_number=2']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:28:36.830474 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [req-3415a572-6d4c-49e0-a0cd-d1c68f1a838c req-a6ca14c9-cc2d-4c29-8060-eae038593a82 service neutron] Attempting to bind port b9ecbbce-08d9-4d02-9d0f-91ab232d9586 on host hv-cinder-84159 for vnic_type normal with profile {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:28:36.831187 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [req-3415a572-6d4c-49e0-a0cd-d1c68f1a838c req-a6ca14c9-cc2d-4c29-8060-eae038593a82 service neutron] Attempting to bind port b9ecbbce-08d9-4d02-9d0f-91ab232d9586 by drivers openvswitch,hyperv on host hv-cinder-84159 at level 0 using segments [{'id': '2538dd1e-ae2a-4223-af34-a23546896abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '94d33038-e6e0-48de-a3e8-1202c82fbf05'}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:28:36.831187 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3415a572-6d4c-49e0-a0cd-d1c68f1a838c req-a6ca14c9-cc2d-4c29-8060-eae038593a82 service neutron] Attempting to bind port b9ecbbce-08d9-4d02-9d0f-91ab232d9586 on network 94d33038-e6e0-48de-a3e8-1202c82fbf05 {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:28:36.835311 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3415a572-6d4c-49e0-a0cd-d1c68f1a838c req-a6ca14c9-cc2d-4c29-8060-eae038593a82 service neutron] Port b9ecbbce-08d9-4d02-9d0f-91ab232d9586 on network 94d33038-e6e0-48de-a3e8-1202c82fbf05 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84159 {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 17:28:36.835623 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3415a572-6d4c-49e0-a0cd-d1c68f1a838c req-a6ca14c9-cc2d-4c29-8060-eae038593a82 service neutron] Attempting to bind port b9ecbbce-08d9-4d02-9d0f-91ab232d9586 on network 94d33038-e6e0-48de-a3e8-1202c82fbf05 {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:28:36.840981 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3415a572-6d4c-49e0-a0cd-d1c68f1a838c req-a6ca14c9-cc2d-4c29-8060-eae038593a82 service neutron] Checking agent: {'id': '38379b20-dcc3-43b7-a09e-956d8be7db9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84159', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 13, 58), 'started_at': datetime.datetime(2022, 5, 12, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:28:36.841305 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3415a572-6d4c-49e0-a0cd-d1c68f1a838c req-a6ca14c9-cc2d-4c29-8060-eae038593a82 service neutron] Checking segment: {'id': '2538dd1e-ae2a-4223-af34-a23546896abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '94d33038-e6e0-48de-a3e8-1202c82fbf05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:28:36.841676 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3415a572-6d4c-49e0-a0cd-d1c68f1a838c req-a6ca14c9-cc2d-4c29-8060-eae038593a82 service neutron] Bound using segment: {'id': '2538dd1e-ae2a-4223-af34-a23546896abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '94d33038-e6e0-48de-a3e8-1202c82fbf05'} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:28:36.842083 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [req-3415a572-6d4c-49e0-a0cd-d1c68f1a838c req-a6ca14c9-cc2d-4c29-8060-eae038593a82 service neutron] Bound port: b9ecbbce-08d9-4d02-9d0f-91ab232d9586, host: hv-cinder-84159, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2538dd1e-ae2a-4223-af34-a23546896abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '94d33038-e6e0-48de-a3e8-1202c82fbf05'}}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:28:36.842437 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-3415a572-6d4c-49e0-a0cd-d1c68f1a838c req-a6ca14c9-cc2d-4c29-8060-eae038593a82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (b9ecbbce-08d9-4d02-9d0f-91ab232d9586), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:28:36.902925 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.db [req-3415a572-6d4c-49e0-a0cd-d1c68f1a838c req-a6ca14c9-cc2d-4c29-8060-eae038593a82 service neutron] For port b9ecbbce-08d9-4d02-9d0f-91ab232d9586, host hv-cinder-84159, cleared binding levels {{(pid=103468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:28:36.905785 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.db [req-3415a572-6d4c-49e0-a0cd-d1c68f1a838c req-a6ca14c9-cc2d-4c29-8060-eae038593a82 service neutron] For port b9ecbbce-08d9-4d02-9d0f-91ab232d9586, host hv-cinder-84159, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=b9ecbbce-08d9-4d02-9d0f-91ab232d9586,segment=NetworkSegment(2538dd1e-ae2a-4223-af34-a23546896abd),segment_id=2538dd1e-ae2a-4223-af34-a23546896abd)] {{(pid=103468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:28:36.911676 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-3415a572-6d4c-49e0-a0cd-d1c68f1a838c req-a6ca14c9-cc2d-4c29-8060-eae038593a82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11526280'] for port (b9ecbbce-08d9-4d02-9d0f-91ab232d9586), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:28:36.944291 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3415a572-6d4c-49e0-a0cd-d1c68f1a838c req-a6ca14c9-cc2d-4c29-8060-eae038593a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:28:36.944668 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-3415a572-6d4c-49e0-a0cd-d1c68f1a838c req-a6ca14c9-cc2d-4c29-8060-eae038593a82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36930'] for port (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:28:36.946387 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-3415a572-6d4c-49e0-a0cd-d1c68f1a838c req-a6ca14c9-cc2d-4c29-8060-eae038593a82 service neutron] 10.222.0.58 "PUT /v2.0/ports/b9ecbbce-08d9-4d02-9d0f-91ab232d9586 HTTP/1.1" status: 200 len: 1093 time: 0.5932815 May 12 17:28:36.948400 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7f28bca-f96c-4fb9-993b-a8f20861382c', 'tag': 'b9ecbbce-08d9-4d02-9d0f-91ab232d9586'}] {{(pid=103468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:28:36.951169 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11327eb0f41ff280cd3a6497cf1c944478feb1aae12e82efcad6faf65da72353" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4adcd9d-0190-4926-a3a3-b32db661438d" -d '{"events": [{"name": "network-changed", "server_uuid": "f7f28bca-f96c-4fb9-993b-a8f20861382c", "tag": "b9ecbbce-08d9-4d02-9d0f-91ab232d9586"}]}' {{(pid=103468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:28:36.982300 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ca14c9-cc2d-4c29-8060-eae038593a82 service neutron] Pushing event updated for resources: {'Port': ['ID=b9ecbbce-08d9-4d02-9d0f-91ab232d9586,revision_number=3']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:28:36.990048 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80c72a2e-bc38-4756-8771-6c9ed5d1cb1e x-openstack-request-id: req-80c72a2e-bc38-4756-8771-6c9ed5d1cb1e {{(pid=103468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:28:36.990400 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7f28bca-f96c-4fb9-993b-a8f20861382c", "tag": "b9ecbbce-08d9-4d02-9d0f-91ab232d9586", "status": "completed", "code": 200}]} {{(pid=103468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:28:36.990686 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-80c72a2e-bc38-4756-8771-6c9ed5d1cb1e {{(pid=103468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:28:36.991081 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80c72a2e-bc38-4756-8771-6c9ed5d1cb1e'] response: {'name': 'network-changed', 'server_uuid': 'f7f28bca-f96c-4fb9-993b-a8f20861382c', 'tag': 'b9ecbbce-08d9-4d02-9d0f-91ab232d9586', 'status': 'completed', 'code': 200} May 12 17:28:37.340869 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3415a572-6d4c-49e0-a0cd-d1c68f1a838c req-1d087af6-e8e3-4a91-95dd-a1b939591183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:28:37.342406 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-3415a572-6d4c-49e0-a0cd-d1c68f1a838c req-1d087af6-e8e3-4a91-95dd-a1b939591183 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b8d06acefd19481b807f3d525bd735c7&device_id=f7f28bca-f96c-4fb9-993b-a8f20861382c HTTP/1.1" status: 200 len: 1127 time: 0.3350699 May 12 17:28:37.357775 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b760177c-50ba-43b1-87f6-0a58506f65dc req-60658d27-17a5-421d-acf3-0204d4187eb3 tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:28:37.359147 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-b760177c-50ba-43b1-87f6-0a58506f65dc req-60658d27-17a5-421d-acf3-0204d4187eb3 tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7f28bca-f96c-4fb9-993b-a8f20861382c HTTP/1.1" status: 200 len: 943 time: 0.3413169 May 12 17:28:37.402579 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-3415a572-6d4c-49e0-a0cd-d1c68f1a838c req-e4edaf46-7b35-4ef9-ad1d-a85c490806d9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b9ecbbce-08d9-4d02-9d0f-91ab232d9586 HTTP/1.1" status: 200 len: 217 time: 0.0424504 May 12 17:28:37.457523 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-b760177c-50ba-43b1-87f6-0a58506f65dc req-f4aaa6eb-2465-46f6-80fd-492d07bc2fa1 tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] 10.222.0.23 "GET /v2.0/security-groups?id=9757627e-b66b-4b6f-b575-103b40b8d42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920830 May 12 17:28:37.467566 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3415a572-6d4c-49e0-a0cd-d1c68f1a838c req-65d63a44-83df-4e9b-a87d-b6d451b7d17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:28:37.468949 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-3415a572-6d4c-49e0-a0cd-d1c68f1a838c req-65d63a44-83df-4e9b-a87d-b6d451b7d17d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ab0863f7-bcca-43f4-a34f-b41e3ae21988 HTTP/1.1" status: 200 len: 853 time: 0.0543494 May 12 17:28:37.506388 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-3415a572-6d4c-49e0-a0cd-d1c68f1a838c req-d27a48c1-3bd8-4e81-b20f-c37253e87412 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=94d33038-e6e0-48de-a3e8-1202c82fbf05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287957 May 12 17:28:37.594390 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-3415a572-6d4c-49e0-a0cd-d1c68f1a838c req-559d3c81-5e76-4391-942d-5a060cf7ff8f service neutron] 10.222.0.58 "GET /v2.0/networks/94d33038-e6e0-48de-a3e8-1202c82fbf05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781996 May 12 17:28:37.684675 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-3415a572-6d4c-49e0-a0cd-d1c68f1a838c req-cea9a821-be10-4fb8-b202-8f64adaec465 service neutron] 10.222.0.58 "GET /v2.0/networks/94d33038-e6e0-48de-a3e8-1202c82fbf05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817909 May 12 17:28:38.568759 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5328a28-1732-4246-82d2-77795e4f4713 req-09e7aabb-db1d-4fa3-a908-d01f69a058a2 tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:28:38.570217 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e5328a28-1732-4246-82d2-77795e4f4713 req-09e7aabb-db1d-4fa3-a908-d01f69a058a2 tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7f28bca-f96c-4fb9-993b-a8f20861382c HTTP/1.1" status: 200 len: 943 time: 0.0458200 May 12 17:28:38.620345 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e5328a28-1732-4246-82d2-77795e4f4713 req-25f86851-6e51-4c97-a86a-4c2efcfd13d0 tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] 10.222.0.23 "GET /v2.0/security-groups?id=9757627e-b66b-4b6f-b575-103b40b8d42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438271 May 12 17:28:38.647268 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4adcd9d-0190-4926-a3a3-b32db661438d req-e8b6f940-4e2d-4508-9ea3-e2736f08f13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:28:38.648755 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-e4adcd9d-0190-4926-a3a3-b32db661438d req-e8b6f940-4e2d-4508-9ea3-e2736f08f13e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b8d06acefd19481b807f3d525bd735c7&device_id=f7f28bca-f96c-4fb9-993b-a8f20861382c HTTP/1.1" status: 200 len: 1127 time: 0.0387819 May 12 17:28:38.737963 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4adcd9d-0190-4926-a3a3-b32db661438d req-310d29c9-77c4-43b9-a2e9-7850c680ceba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:28:38.739331 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-e4adcd9d-0190-4926-a3a3-b32db661438d req-310d29c9-77c4-43b9-a2e9-7850c680ceba service neutron] 10.222.0.58 "GET /v2.0/networks?id=94d33038-e6e0-48de-a3e8-1202c82fbf05 HTTP/1.1" status: 200 len: 914 time: 0.0841153 May 12 17:28:38.781614 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-e4adcd9d-0190-4926-a3a3-b32db661438d req-1b38a159-fe41-4711-9d4f-3929140cbee2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b9ecbbce-08d9-4d02-9d0f-91ab232d9586 HTTP/1.1" status: 200 len: 217 time: 0.0328093 May 12 17:28:38.829993 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4adcd9d-0190-4926-a3a3-b32db661438d req-d5597a8b-0c5a-49b8-9edd-38a9769b5a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:28:38.831489 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-e4adcd9d-0190-4926-a3a3-b32db661438d req-d5597a8b-0c5a-49b8-9edd-38a9769b5a2f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ab0863f7-bcca-43f4-a34f-b41e3ae21988 HTTP/1.1" status: 200 len: 853 time: 0.0446327 May 12 17:28:38.868506 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-e4adcd9d-0190-4926-a3a3-b32db661438d req-8427268b-f033-43f1-be4d-3cc7a58c2630 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=94d33038-e6e0-48de-a3e8-1202c82fbf05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287831 May 12 17:28:38.959623 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-e4adcd9d-0190-4926-a3a3-b32db661438d req-22f0915a-96e1-41a4-95b9-9c10307c0013 service neutron] 10.222.0.58 "GET /v2.0/networks/94d33038-e6e0-48de-a3e8-1202c82fbf05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819139 May 12 17:28:39.054746 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-e4adcd9d-0190-4926-a3a3-b32db661438d req-42ae17f9-4bf3-4a69-a729-7ccb46aec153 service neutron] 10.222.0.58 "GET /v2.0/networks/94d33038-e6e0-48de-a3e8-1202c82fbf05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857060 May 12 17:28:39.730407 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9ce2ac-f249-46d9-8d3d-b6ccb89859c7 req-0509a59a-76c5-4860-b70a-9f8a15229ffd tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:28:39.731907 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-2a9ce2ac-f249-46d9-8d3d-b6ccb89859c7 req-0509a59a-76c5-4860-b70a-9f8a15229ffd tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7f28bca-f96c-4fb9-993b-a8f20861382c HTTP/1.1" status: 200 len: 943 time: 0.0455980 May 12 17:28:39.777419 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-2a9ce2ac-f249-46d9-8d3d-b6ccb89859c7 req-5cf0cd8f-840f-4a73-8353-cfc59090ab8d tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] 10.222.0.23 "GET /v2.0/security-groups?id=9757627e-b66b-4b6f-b575-103b40b8d42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394382 May 12 17:28:39.830362 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Device b9ecbbce-08d9-4d02-9d0f-91ab232d9586 details requested by agent hyperv_hv-cinder-84159 with host hv-cinder-84159 {{(pid=103470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 17:28:39.923835 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] For port b9ecbbce-08d9-4d02-9d0f-91ab232d9586, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=b9ecbbce-08d9-4d02-9d0f-91ab232d9586,segment=NetworkSegment(2538dd1e-ae2a-4223-af34-a23546896abd),segment_id=2538dd1e-ae2a-4223-af34-a23546896abd)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:28:39.934483 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Returning: {'device': 'b9ecbbce-08d9-4d02-9d0f-91ab232d9586', 'network_id': '94d33038-e6e0-48de-a3e8-1202c82fbf05', 'port_id': 'b9ecbbce-08d9-4d02-9d0f-91ab232d9586', 'mac_address': 'fa:16:3e:09:dd:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab0863f7-bcca-43f4-a34f-b41e3ae21988', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 17:28:39.973537 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Current status of the port b9ecbbce-08d9-4d02-9d0f-91ab232d9586 is: DOWN; New status is: BUILD {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:28:39.973921 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (b9ecbbce-08d9-4d02-9d0f-91ab232d9586), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:28:39.986027 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9ecbbce-08d9-4d02-9d0f-91ab232d9586 {{(pid=103470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:28:40.004878 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] For port b9ecbbce-08d9-4d02-9d0f-91ab232d9586, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=b9ecbbce-08d9-4d02-9d0f-91ab232d9586,segment=NetworkSegment(2538dd1e-ae2a-4223-af34-a23546896abd),segment_id=2538dd1e-ae2a-4223-af34-a23546896abd)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:28:40.008816 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (b9ecbbce-08d9-4d02-9d0f-91ab232d9586), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:28:40.053520 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Pushing event updated for resources: {'Port': ['ID=b9ecbbce-08d9-4d02-9d0f-91ab232d9586,revision_number=4']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:28:40.060968 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:28:40.061308 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:28:40.061871 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:28:40.062224 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:28:40.062588 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:28:40.062929 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:28:40.063251 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:28:40.063576 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:28:40.063901 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:28:40.064225 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:28:40.064548 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:28:40.064876 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:28:40.065202 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:28:40.065520 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:28:40.065842 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:28:40.279213 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] get_ports_and_sgs() called for port_ids ['b9ecbbce-08d9-4d02-9d0f-91ab232d9586'] {{(pid=103470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:28:40.894032 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c79265f-6d03-4451-b2db-35a6748d4afe req-7c0a602a-1cff-4ed2-a63a-0349b213fd5e tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:28:40.895512 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0c79265f-6d03-4451-b2db-35a6748d4afe req-7c0a602a-1cff-4ed2-a63a-0349b213fd5e tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7f28bca-f96c-4fb9-993b-a8f20861382c HTTP/1.1" status: 200 len: 944 time: 0.0538080 May 12 17:28:40.947855 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0c79265f-6d03-4451-b2db-35a6748d4afe req-ef924c01-f8df-4ce8-a237-750ca688e047 tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] 10.222.0.23 "GET /v2.0/security-groups?id=9757627e-b66b-4b6f-b575-103b40b8d42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465808 May 12 17:28:41.857028 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Device b9ecbbce-08d9-4d02-9d0f-91ab232d9586 up at agent hyperv_hv-cinder-84159 {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:28:41.900391 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Provisioning for port b9ecbbce-08d9-4d02-9d0f-91ab232d9586 completed by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 17:28:41.905976 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Provisioning complete for port b9ecbbce-08d9-4d02-9d0f-91ab232d9586 triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:28:41.906351 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3514051'] for port (b9ecbbce-08d9-4d02-9d0f-91ab232d9586), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:28:41.983859 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Current status of the port b9ecbbce-08d9-4d02-9d0f-91ab232d9586 is: BUILD; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:28:41.984134 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3582035'] for port (b9ecbbce-08d9-4d02-9d0f-91ab232d9586), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:28:42.009323 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7f28bca-f96c-4fb9-993b-a8f20861382c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ecbbce-08d9-4d02-9d0f-91ab232d9586'}] {{(pid=103470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:28:42.012097 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}983eca14ffe1519f8471a5ce991629ce2b8e436912840ac2edb7b499268545ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32216886-b32b-4738-9d43-6cc88ef4b257" -d '{"events": [{"server_uuid": "f7f28bca-f96c-4fb9-993b-a8f20861382c", "name": "network-vif-plugged", "status": "completed", "tag": "b9ecbbce-08d9-4d02-9d0f-91ab232d9586"}]}' {{(pid=103470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:28:42.024656 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] For port b9ecbbce-08d9-4d02-9d0f-91ab232d9586, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=b9ecbbce-08d9-4d02-9d0f-91ab232d9586,segment=NetworkSegment(2538dd1e-ae2a-4223-af34-a23546896abd),segment_id=2538dd1e-ae2a-4223-af34-a23546896abd)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:28:42.029251 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774528036235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774527475303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774527475321'] for port (b9ecbbce-08d9-4d02-9d0f-91ab232d9586), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:28:42.052836 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5a49a45-bb95-4c26-ae98-19201517f958 x-openstack-request-id: req-f5a49a45-bb95-4c26-ae98-19201517f958 {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:28:42.053127 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7f28bca-f96c-4fb9-993b-a8f20861382c", "name": "network-vif-plugged", "status": "completed", "tag": "b9ecbbce-08d9-4d02-9d0f-91ab232d9586", "code": 200}]} {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:28:42.053377 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f5a49a45-bb95-4c26-ae98-19201517f958 {{(pid=103470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:28:42.053762 dv-cinder-841591-1-iscsi neutron-server[103470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5a49a45-bb95-4c26-ae98-19201517f958'] response: {'server_uuid': 'f7f28bca-f96c-4fb9-993b-a8f20861382c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ecbbce-08d9-4d02-9d0f-91ab232d9586', 'code': 200} May 12 17:28:42.066172 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d3bd8-7c0b-4fa1-aacd-0e119fa7acf7 req-899c4cfa-cdb2-4ac9-b698-03a315e27aac tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:28:42.068219 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-f32d3bd8-7c0b-4fa1-aacd-0e119fa7acf7 req-899c4cfa-cdb2-4ac9-b698-03a315e27aac tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7f28bca-f96c-4fb9-993b-a8f20861382c HTTP/1.1" status: 200 len: 945 time: 0.0517023 May 12 17:28:42.083524 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Pushing event updated for resources: {'Port': ['ID=b9ecbbce-08d9-4d02-9d0f-91ab232d9586,revision_number=5']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:28:42.118804 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-f32d3bd8-7c0b-4fa1-aacd-0e119fa7acf7 req-a7100ddb-ae45-4174-ae68-754be221e93c tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] 10.222.0.23 "GET /v2.0/security-groups?id=9757627e-b66b-4b6f-b575-103b40b8d42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450556 May 12 17:28:42.223339 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54e362e-ea07-4416-8407-e48817e41fe6 req-f16aa390-1e74-4283-896e-493aaba98795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:28:42.224792 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-e54e362e-ea07-4416-8407-e48817e41fe6 req-f16aa390-1e74-4283-896e-493aaba98795 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f7f28bca-f96c-4fb9-993b-a8f20861382c HTTP/1.1" status: 200 len: 1129 time: 0.0377223 May 12 17:28:42.274155 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-e54e362e-ea07-4416-8407-e48817e41fe6 req-0e163c3c-6df8-45da-9c99-974b1cc60feb service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=9757627e-b66b-4b6f-b575-103b40b8d42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376289 May 12 17:28:43.232288 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906ba0aa-fc2b-4b3b-a9d1-f50a1042fd01 req-3c4f48f8-4b6d-4e5b-bd98-b3958171ca0d tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:28:43.233749 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-906ba0aa-fc2b-4b3b-a9d1-f50a1042fd01 req-3c4f48f8-4b6d-4e5b-bd98-b3958171ca0d tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7f28bca-f96c-4fb9-993b-a8f20861382c HTTP/1.1" status: 200 len: 945 time: 0.0460494 May 12 17:28:43.281202 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-906ba0aa-fc2b-4b3b-a9d1-f50a1042fd01 req-99d45d30-bcbc-4bd5-944a-65360cddefb9 tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] 10.222.0.23 "GET /v2.0/security-groups?id=9757627e-b66b-4b6f-b575-103b40b8d42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419972 May 12 17:28:44.394216 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ce46ec-5b2c-4668-9643-b8be201876e3 req-81f07d2a-4a30-4427-a9a2-a6a70b0f76e7 tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:28:44.395709 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-60ce46ec-5b2c-4668-9643-b8be201876e3 req-81f07d2a-4a30-4427-a9a2-a6a70b0f76e7 tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7f28bca-f96c-4fb9-993b-a8f20861382c HTTP/1.1" status: 200 len: 945 time: 0.0467205 May 12 17:28:44.441195 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-60ce46ec-5b2c-4668-9643-b8be201876e3 req-255044b2-01ab-46de-8cce-d2f12091a215 tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] 10.222.0.23 "GET /v2.0/security-groups?id=9757627e-b66b-4b6f-b575-103b40b8d42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400460 May 12 17:28:53.804573 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-2c73fc28-0949-4035-9f52-45639e8a4e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (ad05f391-ff61-4b74-a3af-7ffb7f485489), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:28:56.211682 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-2c78a75a-fdae-40f4-8752-84ba6843747e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (e5548ccc-31b8-4072-a6b0-52b00208ea79), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:28:57.328479 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-921d17b2-ae2c-4a72-8bd8-05131367e3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (bf71836d-8135-4bcd-843a-dab378dba2b2), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:28:58.513578 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (38379b20-dcc3-43b7-a09e-956d8be7db9c), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:28:58.875860 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-c581148e-646c-4c8c-8cc5-93d6184e682f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (98e1a54e-83f0-40d1-9631-7dd40ffbcd59), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:29:00.271323 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (dea0f963-0a36-45fe-941b-5c749ca6f3bf), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:29:02.452030 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bb23a3-c9fc-4398-88fe-156e9bb972d6 req-0fd3bb76-3aa7-4ded-ad9d-f9f94b21344d tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:29:02.453389 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-54bb23a3-c9fc-4398-88fe-156e9bb972d6 req-0fd3bb76-3aa7-4ded-ad9d-f9f94b21344d tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7f28bca-f96c-4fb9-993b-a8f20861382c HTTP/1.1" status: 200 len: 945 time: 0.0498950 May 12 17:29:02.501625 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-54bb23a3-c9fc-4398-88fe-156e9bb972d6 req-a314b340-f6b7-4e70-aef7-23237de144f9 tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] 10.222.0.23 "GET /v2.0/security-groups?id=9757627e-b66b-4b6f-b575-103b40b8d42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425980 May 12 17:29:03.612609 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80419a56-37c1-49ef-baf4-bb3d45944d56 req-636d06c1-0d67-4d20-ab76-ae49eb070480 tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:29:03.614024 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-80419a56-37c1-49ef-baf4-bb3d45944d56 req-636d06c1-0d67-4d20-ab76-ae49eb070480 tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7f28bca-f96c-4fb9-993b-a8f20861382c HTTP/1.1" status: 200 len: 945 time: 0.0448554 May 12 17:29:03.658983 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-80419a56-37c1-49ef-baf4-bb3d45944d56 req-21395c2f-dee4-4811-8563-a2d1d3ab1ce1 tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] 10.222.0.23 "GET /v2.0/security-groups?id=9757627e-b66b-4b6f-b575-103b40b8d42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395484 May 12 17:29:04.043573 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa1ba99-98d3-4d76-97d9-bb8199369a52 req-05f85142-8ae8-441c-bc1d-dae6b0c86369 tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:29:04.045661 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-9aa1ba99-98d3-4d76-97d9-bb8199369a52 req-05f85142-8ae8-441c-bc1d-dae6b0c86369 tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7f28bca-f96c-4fb9-993b-a8f20861382c HTTP/1.1" status: 200 len: 945 time: 0.0457759 May 12 17:29:04.134557 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [req-9aa1ba99-98d3-4d76-97d9-bb8199369a52 req-a07ca4a6-b0fa-4253-82ab-207028aa2bcf tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] Deleting port b9ecbbce-08d9-4d02-9d0f-91ab232d9586 {{(pid=103468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:29:04.134945 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-9aa1ba99-98d3-4d76-97d9-bb8199369a52 req-a07ca4a6-b0fa-4253-82ab-207028aa2bcf tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774528024037'] for port (b9ecbbce-08d9-4d02-9d0f-91ab232d9586), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:29:04.219812 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.db [req-9aa1ba99-98d3-4d76-97d9-bb8199369a52 req-a07ca4a6-b0fa-4253-82ab-207028aa2bcf tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] For port b9ecbbce-08d9-4d02-9d0f-91ab232d9586, host hv-cinder-84159, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84159',level=0,port_id=b9ecbbce-08d9-4d02-9d0f-91ab232d9586,segment=NetworkSegment(2538dd1e-ae2a-4223-af34-a23546896abd),segment_id=2538dd1e-ae2a-4223-af34-a23546896abd)] {{(pid=103468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:29:04.220165 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-9aa1ba99-98d3-4d76-97d9-bb8199369a52 req-a07ca4a6-b0fa-4253-82ab-207028aa2bcf tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683095'] for port (b9ecbbce-08d9-4d02-9d0f-91ab232d9586), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:29:04.233324 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [req-9aa1ba99-98d3-4d76-97d9-bb8199369a52 req-a07ca4a6-b0fa-4253-82ab-207028aa2bcf tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] Calling delete_port for b9ecbbce-08d9-4d02-9d0f-91ab232d9586 owned by compute:nova {{(pid=103468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:29:04.360912 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-9aa1ba99-98d3-4d76-97d9-bb8199369a52 req-a07ca4a6-b0fa-4253-82ab-207028aa2bcf tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3582205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774528036217', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774527475294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11526335'] for port (b9ecbbce-08d9-4d02-9d0f-91ab232d9586), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:29:04.375696 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] get_ports_and_sgs() called for port_ids ['b9ecbbce-08d9-4d02-9d0f-91ab232d9586'] {{(pid=103470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:29:04.389240 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07ca4a6-b0fa-4253-82ab-207028aa2bcf tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] Pushing event deleted for resources: {'Port': ['ID=b9ecbbce-08d9-4d02-9d0f-91ab232d9586,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:29:04.435048 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aa1ba99-98d3-4d76-97d9-bb8199369a52 req-a07ca4a6-b0fa-4253-82ab-207028aa2bcf tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] No DVR routers for this DVR port b9ecbbce-08d9-4d02-9d0f-91ab232d9586 on host hv-cinder-84159 {{(pid=103468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:29:04.437536 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-9aa1ba99-98d3-4d76-97d9-bb8199369a52 req-a07ca4a6-b0fa-4253-82ab-207028aa2bcf tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36930'] for port (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:29:04.440776 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [req-9aa1ba99-98d3-4d76-97d9-bb8199369a52 req-a07ca4a6-b0fa-4253-82ab-207028aa2bcf tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] 10.222.0.58 "DELETE /v2.0/ports/b9ecbbce-08d9-4d02-9d0f-91ab232d9586 HTTP/1.1" status: 204 len: 173 time: 0.3875778 May 12 17:29:04.441214 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7f28bca-f96c-4fb9-993b-a8f20861382c', 'name': 'network-vif-deleted', 'tag': 'b9ecbbce-08d9-4d02-9d0f-91ab232d9586'}] {{(pid=103468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:29:04.443467 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11327eb0f41ff280cd3a6497cf1c944478feb1aae12e82efcad6faf65da72353" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac156f69-8624-4f01-8e20-d638d75dad08" -d '{"events": [{"server_uuid": "f7f28bca-f96c-4fb9-993b-a8f20861382c", "name": "network-vif-deleted", "tag": "b9ecbbce-08d9-4d02-9d0f-91ab232d9586"}]}' {{(pid=103468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:29:04.485344 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb73ba1f-6519-482f-9bf6-ae4ddad12f7b x-openstack-request-id: req-eb73ba1f-6519-482f-9bf6-ae4ddad12f7b {{(pid=103468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:29:04.485634 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7f28bca-f96c-4fb9-993b-a8f20861382c", "name": "network-vif-deleted", "tag": "b9ecbbce-08d9-4d02-9d0f-91ab232d9586", "status": "completed", "code": 200}]} {{(pid=103468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:29:04.485961 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-eb73ba1f-6519-482f-9bf6-ae4ddad12f7b {{(pid=103468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:29:04.486367 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb73ba1f-6519-482f-9bf6-ae4ddad12f7b'] response: {'server_uuid': 'f7f28bca-f96c-4fb9-993b-a8f20861382c', 'name': 'network-vif-deleted', 'tag': 'b9ecbbce-08d9-4d02-9d0f-91ab232d9586', 'status': 'completed', 'code': 200} May 12 17:29:04.814960 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [req-44eb3e80-9f3e-45b7-a5d0-f16d2924ed14 req-9dc3843d-fedb-4354-919d-9e148a50273b tempest-VolumesSnapshotTestJSON-607785975 tempest-VolumesSnapshotTestJSON-607785975-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7f28bca-f96c-4fb9-993b-a8f20861382c HTTP/1.1" status: 200 len: 210 time: 0.0297666 May 12 17:29:07.401798 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.agents_db [None req-75b73116-3060-4b2b-9211-a804f2896a96 None None] Agent healthcheck: found 6 active agents {{(pid=103471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:29:08.372250 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Device b9ecbbce-08d9-4d02-9d0f-91ab232d9586 no longer exists at agent hyperv_hv-cinder-84159 {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:29:08.393883 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] No Port match for: b9ecbbce-08d9-4d02-9d0f-91ab232d9586 {{(pid=103470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:29:08.394228 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Device b9ecbbce-08d9-4d02-9d0f-91ab232d9586 not bound to the agent host hv-cinder-84159 {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:29:23.805019 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b84f6657-ac72-4e40-8c58-75ecf3700f76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (ad05f391-ff61-4b74-a3af-7ffb7f485489), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:29:26.212126 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-8966b442-015e-4f83-9a29-f5e0a2481268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (e5548ccc-31b8-4072-a6b0-52b00208ea79), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:29:27.331497 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-921d17b2-ae2c-4a72-8bd8-05131367e3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (bf71836d-8135-4bcd-843a-dab378dba2b2), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:29:27.827496 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 36264) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:29:27.872201 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.db.db_base_plugin_v2 [None req-6648bef0-7359-44a0-90ad-8ea7d70ef0c7 admin admin] Deleting subnet ab0863f7-bcca-43f4-a34f-b41e3ae21988 {{(pid=103468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 17:29:27.875383 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-6648bef0-7359-44a0-90ad-8ea7d70ef0c7 admin admin] Publish callbacks [] for subnet (ab0863f7-bcca-43f4-a34f-b41e3ae21988), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:29:27.908862 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-6648bef0-7359-44a0-90ad-8ea7d70ef0c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11662675'] for subnet (ab0863f7-bcca-43f4-a34f-b41e3ae21988), precommit_delete_associations {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:29:27.946777 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-6648bef0-7359-44a0-90ad-8ea7d70ef0c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3477743'] for subnet (ab0863f7-bcca-43f4-a34f-b41e3ae21988), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:29:27.996066 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-6648bef0-7359-44a0-90ad-8ea7d70ef0c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3477750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11526990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12405297'] for subnet (ab0863f7-bcca-43f4-a34f-b41e3ae21988), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:29:28.024743 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6648bef0-7359-44a0-90ad-8ea7d70ef0c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab0863f7-bcca-43f4-a34f-b41e3ae21988,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:29:28.032736 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-6648bef0-7359-44a0-90ad-8ea7d70ef0c7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:29:28.035561 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-6648bef0-7359-44a0-90ad-8ea7d70ef0c7 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ab0863f7-bcca-43f4-a34f-b41e3ae21988 HTTP/1.1" status: 204 len: 168 time: 0.2070889 May 12 17:29:28.037343 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6648bef0-7359-44a0-90ad-8ea7d70ef0c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:29:28.037771 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6648bef0-7359-44a0-90ad-8ea7d70ef0c7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:29:28.038076 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.23', 36266) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:29:28.038526 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6648bef0-7359-44a0-90ad-8ea7d70ef0c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:29:28.038526 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6648bef0-7359-44a0-90ad-8ea7d70ef0c7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:29:28.038775 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6648bef0-7359-44a0-90ad-8ea7d70ef0c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:29:28.039103 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6648bef0-7359-44a0-90ad-8ea7d70ef0c7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:29:28.039422 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6648bef0-7359-44a0-90ad-8ea7d70ef0c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:29:28.039743 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6648bef0-7359-44a0-90ad-8ea7d70ef0c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:29:28.040062 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6648bef0-7359-44a0-90ad-8ea7d70ef0c7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:29:28.040380 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6648bef0-7359-44a0-90ad-8ea7d70ef0c7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:29:28.040701 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6648bef0-7359-44a0-90ad-8ea7d70ef0c7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:29:28.041020 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6648bef0-7359-44a0-90ad-8ea7d70ef0c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:29:28.041333 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6648bef0-7359-44a0-90ad-8ea7d70ef0c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:29:28.041647 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6648bef0-7359-44a0-90ad-8ea7d70ef0c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:29:28.041958 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6648bef0-7359-44a0-90ad-8ea7d70ef0c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:29:28.104500 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-cfb4a172-4e3f-47f0-a948-477148c7208e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3665968'] for network (94d33038-e6e0-48de-a3e8-1202c82fbf05), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:29:28.183846 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-cfb4a172-4e3f-47f0-a948-477148c7208e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3512410', 'neutron.services.segments.db._delete_segments_for_network-8774527956246'] for network (94d33038-e6e0-48de-a3e8-1202c82fbf05), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:29:28.203127 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.services.segments.db [None req-cfb4a172-4e3f-47f0-a948-477148c7208e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94d33038-e6e0-48de-a3e8-1202c82fbf05']}} {{(pid=103469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:29:28.212616 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.services.segments.db [None req-cfb4a172-4e3f-47f0-a948-477148c7208e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2538dd1e-ae2a-4223-af34-a23546896abd') {'for_net_delete': True} {{(pid=103469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:29:28.212909 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.services.segments.db [None req-cfb4a172-4e3f-47f0-a948-477148c7208e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2538dd1e-ae2a-4223-af34-a23546896abd') {} {{(pid=103469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:29:28.221932 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-cfb4a172-4e3f-47f0-a948-477148c7208e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774527957791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1968758'] for segment (2538dd1e-ae2a-4223-af34-a23546896abd), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:29:28.234488 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-cfb4a172-4e3f-47f0-a948-477148c7208e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3597332'] for segment (2538dd1e-ae2a-4223-af34-a23546896abd), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:29:28.240663 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfb4a172-4e3f-47f0-a948-477148c7208e admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=103469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 17:29:28.241039 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-cfb4a172-4e3f-47f0-a948-477148c7208e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3597332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1968598'] for segment (2538dd1e-ae2a-4223-af34-a23546896abd), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:29:28.242728 dv-cinder-841591-1-iscsi neutron-server[103469]: Traceback (most recent call last): May 12 17:29:28.242728 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 17:29:28.242728 dv-cinder-841591-1-iscsi neutron-server[103469]: timer() May 12 17:29:28.242728 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 17:29:28.242728 dv-cinder-841591-1-iscsi neutron-server[103469]: cb(*args, **kw) May 12 17:29:28.242728 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 17:29:28.242728 dv-cinder-841591-1-iscsi neutron-server[103469]: return func(*args, **kwargs) May 12 17:29:28.242728 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 17:29:28.242728 dv-cinder-841591-1-iscsi neutron-server[103469]: self._notify() May 12 17:29:28.242728 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 17:29:28.242728 dv-cinder-841591-1-iscsi neutron-server[103469]: self.callback(batched_events) May 12 17:29:28.242728 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 17:29:28.242728 dv-cinder-841591-1-iscsi neutron-server[103469]: event.method(event) May 12 17:29:28.242728 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 17:29:28.242728 dv-cinder-841591-1-iscsi neutron-server[103469]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 17:29:28.242728 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 17:29:28.242728 dv-cinder-841591-1-iscsi neutron-server[103469]: aggregate_uuid = self.p_client.list_aggregates( May 12 17:29:28.242728 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 17:29:28.242728 dv-cinder-841591-1-iscsi neutron-server[103469]: return f(self, *a, **k) May 12 17:29:28.242728 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 17:29:28.242728 dv-cinder-841591-1-iscsi neutron-server[103469]: return self._get(url).json() May 12 17:29:28.242728 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 17:29:28.242728 dv-cinder-841591-1-iscsi neutron-server[103469]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 17:29:28.242728 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 17:29:28.242728 dv-cinder-841591-1-iscsi neutron-server[103469]: return self.request(url, 'GET', **kwargs) May 12 17:29:28.242728 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 17:29:28.242728 dv-cinder-841591-1-iscsi neutron-server[103469]: base_url = self.get_endpoint(auth, allow=allow, May 12 17:29:28.242728 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 17:29:28.242728 dv-cinder-841591-1-iscsi neutron-server[103469]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 17:29:28.242728 dv-cinder-841591-1-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 17:29:28.242728 dv-cinder-841591-1-iscsi neutron-server[103469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 17:29:28.242728 dv-cinder-841591-1-iscsi neutron-server[103469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 17:29:28.293728 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-cfb4a172-4e3f-47f0-a948-477148c7208e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3512417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-519205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682781'] for network (94d33038-e6e0-48de-a3e8-1202c82fbf05), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:29:28.299389 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-cfb4a172-4e3f-47f0-a948-477148c7208e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-519179'] for network (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:29:28.302445 dv-cinder-841591-1-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-cfb4a172-4e3f-47f0-a948-477148c7208e admin admin] 10.222.0.23 "DELETE /v2.0/networks/94d33038-e6e0-48de-a3e8-1202c82fbf05 HTTP/1.1" status: 204 len: 168 time: 0.2633588 May 12 17:29:28.319592 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb4a172-4e3f-47f0-a948-477148c7208e admin admin] Pushing event deleted for resources: {'Network': ['ID=94d33038-e6e0-48de-a3e8-1202c82fbf05,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:29:28.326537 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb4a172-4e3f-47f0-a948-477148c7208e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:29:28.326885 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb4a172-4e3f-47f0-a948-477148c7208e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:29:28.327224 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb4a172-4e3f-47f0-a948-477148c7208e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:29:28.327555 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb4a172-4e3f-47f0-a948-477148c7208e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:29:28.327882 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb4a172-4e3f-47f0-a948-477148c7208e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:29:28.328208 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb4a172-4e3f-47f0-a948-477148c7208e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:29:28.328587 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb4a172-4e3f-47f0-a948-477148c7208e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:29:28.328911 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb4a172-4e3f-47f0-a948-477148c7208e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:29:28.329468 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb4a172-4e3f-47f0-a948-477148c7208e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:29:28.329598 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb4a172-4e3f-47f0-a948-477148c7208e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:29:28.329854 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb4a172-4e3f-47f0-a948-477148c7208e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:29:28.330174 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb4a172-4e3f-47f0-a948-477148c7208e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:29:28.330518 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb4a172-4e3f-47f0-a948-477148c7208e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:29:28.330841 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb4a172-4e3f-47f0-a948-477148c7208e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:29:28.331152 dv-cinder-841591-1-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb4a172-4e3f-47f0-a948-477148c7208e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841591-1-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:29:28.424379 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 36270) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:29:28.467953 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-703685d1-791e-4217-a4f0-544940f47fe3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b8d06acefd19481b807f3d525bd735c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0424507 May 12 17:29:28.470961 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.23', 36272) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:29:28.518055 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-80e5d6bf-a228-413e-ac89-2dd334ce9856 admin admin] Publish callbacks [] for security_group (9757627e-b66b-4b6f-b575-103b40b8d42c), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:29:28.526084 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (38379b20-dcc3-43b7-a09e-956d8be7db9c), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:29:28.539750 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-80e5d6bf-a228-413e-ac89-2dd334ce9856 admin admin] Publish callbacks [] for security_group (9757627e-b66b-4b6f-b575-103b40b8d42c), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:29:28.586336 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-80e5d6bf-a228-413e-ac89-2dd334ce9856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462190'] for security_group (9757627e-b66b-4b6f-b575-103b40b8d42c), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:29:28.588912 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-80e5d6bf-a228-413e-ac89-2dd334ce9856 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:29:28.590848 dv-cinder-841591-1-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-80e5d6bf-a228-413e-ac89-2dd334ce9856 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9757627e-b66b-4b6f-b575-103b40b8d42c HTTP/1.1" status: 204 len: 168 time: 0.1189816 May 12 17:29:28.599537 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e5d6bf-a228-413e-ac89-2dd334ce9856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9757627e-b66b-4b6f-b575-103b40b8d42c,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:29:28.894363 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-c581148e-646c-4c8c-8cc5-93d6184e682f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (98e1a54e-83f0-40d1-9631-7dd40ffbcd59), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:29:30.273188 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (dea0f963-0a36-45fe-941b-5c749ca6f3bf), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:29:44.400228 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.agents_db [None req-75b73116-3060-4b2b-9211-a804f2896a96 None None] Agent healthcheck: found 6 active agents {{(pid=103471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:29:53.806568 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-8adc35bb-6813-4486-9c3f-caa8758eb258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (ad05f391-ff61-4b74-a3af-7ffb7f485489), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:29:56.213571 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-0d033d2b-9222-4c8f-9686-e26809999d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (e5548ccc-31b8-4072-a6b0-52b00208ea79), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:29:57.333475 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-921d17b2-ae2c-4a72-8bd8-05131367e3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (bf71836d-8135-4bcd-843a-dab378dba2b2), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:29:58.521870 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (38379b20-dcc3-43b7-a09e-956d8be7db9c), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:29:58.881549 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-c581148e-646c-4c8c-8cc5-93d6184e682f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (98e1a54e-83f0-40d1-9631-7dd40ffbcd59), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:30:00.275369 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (dea0f963-0a36-45fe-941b-5c749ca6f3bf), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:30:21.398451 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.agents_db [None req-75b73116-3060-4b2b-9211-a804f2896a96 None None] Agent healthcheck: found 6 active agents {{(pid=103471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:30:23.808712 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-cfd1aa77-64f0-4205-8efa-1f895a36df49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (ad05f391-ff61-4b74-a3af-7ffb7f485489), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:30:26.216819 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-c8be9059-a95e-4d2c-a5c5-80273e518b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (e5548ccc-31b8-4072-a6b0-52b00208ea79), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:30:27.336249 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-921d17b2-ae2c-4a72-8bd8-05131367e3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (bf71836d-8135-4bcd-843a-dab378dba2b2), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:30:28.532767 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (38379b20-dcc3-43b7-a09e-956d8be7db9c), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:30:28.884206 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-c581148e-646c-4c8c-8cc5-93d6184e682f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (98e1a54e-83f0-40d1-9631-7dd40ffbcd59), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:30:30.276861 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (dea0f963-0a36-45fe-941b-5c749ca6f3bf), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:30:53.810330 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-0a019aca-8648-4606-920f-2eaad33043e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (ad05f391-ff61-4b74-a3af-7ffb7f485489), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:30:56.218156 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-1426b246-d32b-4e72-9200-8a2507493a19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (e5548ccc-31b8-4072-a6b0-52b00208ea79), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:30:57.339771 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-921d17b2-ae2c-4a72-8bd8-05131367e3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (bf71836d-8135-4bcd-843a-dab378dba2b2), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:30:58.397110 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.agents_db [None req-75b73116-3060-4b2b-9211-a804f2896a96 None None] Agent healthcheck: found 6 active agents {{(pid=103471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:30:58.537870 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (38379b20-dcc3-43b7-a09e-956d8be7db9c), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:30:58.888630 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-c581148e-646c-4c8c-8cc5-93d6184e682f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (98e1a54e-83f0-40d1-9631-7dd40ffbcd59), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:31:00.280008 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (dea0f963-0a36-45fe-941b-5c749ca6f3bf), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:31:23.810227 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-feb7ec19-aab0-4348-84b6-67dec984b8b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (ad05f391-ff61-4b74-a3af-7ffb7f485489), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:31:26.219178 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-4c54795c-c21f-41f9-863b-700cbe01c85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (e5548ccc-31b8-4072-a6b0-52b00208ea79), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:31:27.341842 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-921d17b2-ae2c-4a72-8bd8-05131367e3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (bf71836d-8135-4bcd-843a-dab378dba2b2), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:31:28.537889 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (38379b20-dcc3-43b7-a09e-956d8be7db9c), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:31:28.926749 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-c581148e-646c-4c8c-8cc5-93d6184e682f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (98e1a54e-83f0-40d1-9631-7dd40ffbcd59), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:31:30.281557 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (dea0f963-0a36-45fe-941b-5c749ca6f3bf), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:31:35.396596 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.agents_db [None req-75b73116-3060-4b2b-9211-a804f2896a96 None None] Agent healthcheck: found 6 active agents {{(pid=103471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:31:41.936501 dv-cinder-841591-1-iscsi neutron-server[103468]: DEBUG neutron.wsgi [req-15e61806-1706-432c-bf0d-8fbdce117927 req-229ebcae-e383-4c2b-b4d5-b56552294aef service neutron] (103468) timed out ('10.222.0.58', 54691) {{(pid=103468) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 12 17:31:53.938395 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-624c079a-3f03-4259-a35d-c8cc647316cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (ad05f391-ff61-4b74-a3af-7ffb7f485489), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:31:56.220727 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-8d918a6a-53e8-4759-b7fc-b1481d411853 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (e5548ccc-31b8-4072-a6b0-52b00208ea79), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:31:57.344597 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-921d17b2-ae2c-4a72-8bd8-05131367e3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (bf71836d-8135-4bcd-843a-dab378dba2b2), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:31:58.548418 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (38379b20-dcc3-43b7-a09e-956d8be7db9c), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:31:58.892801 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-c581148e-646c-4c8c-8cc5-93d6184e682f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (98e1a54e-83f0-40d1-9631-7dd40ffbcd59), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:32:00.284106 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (dea0f963-0a36-45fe-941b-5c749ca6f3bf), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:32:12.396125 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.agents_db [None req-75b73116-3060-4b2b-9211-a804f2896a96 None None] Agent healthcheck: found 6 active agents {{(pid=103471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:32:23.810114 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-a610ecc5-7bc9-436b-b40c-fa11a5e95f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (ad05f391-ff61-4b74-a3af-7ffb7f485489), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:32:26.222834 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-f6ba5a18-b5df-4ba5-b671-4af404361a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (e5548ccc-31b8-4072-a6b0-52b00208ea79), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:32:27.346042 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-921d17b2-ae2c-4a72-8bd8-05131367e3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (bf71836d-8135-4bcd-843a-dab378dba2b2), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:32:28.569043 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (38379b20-dcc3-43b7-a09e-956d8be7db9c), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:32:28.895386 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-c581148e-646c-4c8c-8cc5-93d6184e682f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (98e1a54e-83f0-40d1-9631-7dd40ffbcd59), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:32:30.290897 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (dea0f963-0a36-45fe-941b-5c749ca6f3bf), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:32:49.398560 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.agents_db [None req-75b73116-3060-4b2b-9211-a804f2896a96 None None] Agent healthcheck: found 6 active agents {{(pid=103471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:32:53.810993 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-8a61e83d-a6a0-489a-a8a5-ec80acdace5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (ad05f391-ff61-4b74-a3af-7ffb7f485489), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:32:56.224840 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-aecb171f-5d88-43d5-add3-c4c7730c9cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (e5548ccc-31b8-4072-a6b0-52b00208ea79), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:32:57.351443 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-921d17b2-ae2c-4a72-8bd8-05131367e3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (bf71836d-8135-4bcd-843a-dab378dba2b2), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:32:58.583256 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (38379b20-dcc3-43b7-a09e-956d8be7db9c), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:32:58.898122 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-c581148e-646c-4c8c-8cc5-93d6184e682f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (98e1a54e-83f0-40d1-9631-7dd40ffbcd59), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:33:00.283206 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (dea0f963-0a36-45fe-941b-5c749ca6f3bf), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:33:23.813287 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-c028107d-11af-4f16-9fa4-1c870c0827c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (ad05f391-ff61-4b74-a3af-7ffb7f485489), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:33:26.225318 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-329f0f35-6bdd-45f5-86cb-592ccd6f48e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (e5548ccc-31b8-4072-a6b0-52b00208ea79), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:33:26.398088 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.agents_db [None req-75b73116-3060-4b2b-9211-a804f2896a96 None None] Agent healthcheck: found 6 active agents {{(pid=103471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:33:27.351546 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-921d17b2-ae2c-4a72-8bd8-05131367e3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (bf71836d-8135-4bcd-843a-dab378dba2b2), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:33:28.583350 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (38379b20-dcc3-43b7-a09e-956d8be7db9c), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:33:28.942746 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-c581148e-646c-4c8c-8cc5-93d6184e682f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (98e1a54e-83f0-40d1-9631-7dd40ffbcd59), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:33:30.284353 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (dea0f963-0a36-45fe-941b-5c749ca6f3bf), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:33:53.814290 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b06a0345-60e0-4fa8-8c9c-cbd856928da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (ad05f391-ff61-4b74-a3af-7ffb7f485489), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:33:56.228574 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-313b040f-9da3-415d-8a0b-053c9d317cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (e5548ccc-31b8-4072-a6b0-52b00208ea79), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:33:57.355124 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-921d17b2-ae2c-4a72-8bd8-05131367e3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (bf71836d-8135-4bcd-843a-dab378dba2b2), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:33:58.579834 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (38379b20-dcc3-43b7-a09e-956d8be7db9c), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:33:58.904124 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-c581148e-646c-4c8c-8cc5-93d6184e682f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (98e1a54e-83f0-40d1-9631-7dd40ffbcd59), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:34:00.285576 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (dea0f963-0a36-45fe-941b-5c749ca6f3bf), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:34:03.397532 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.agents_db [None req-75b73116-3060-4b2b-9211-a804f2896a96 None None] Agent healthcheck: found 6 active agents {{(pid=103471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:34:23.814802 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-348897a1-9331-4547-a39f-238ae7058083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (ad05f391-ff61-4b74-a3af-7ffb7f485489), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:34:26.229871 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-f8ec9ec2-bcdc-4ddf-9def-fa62c5202c6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (e5548ccc-31b8-4072-a6b0-52b00208ea79), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:34:27.356090 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-921d17b2-ae2c-4a72-8bd8-05131367e3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (bf71836d-8135-4bcd-843a-dab378dba2b2), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:34:28.596957 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f40a0de-5d1e-40bd-99df-776f34dda87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (38379b20-dcc3-43b7-a09e-956d8be7db9c), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:34:28.905649 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-c581148e-646c-4c8c-8cc5-93d6184e682f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (98e1a54e-83f0-40d1-9631-7dd40ffbcd59), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:34:30.287394 dv-cinder-841591-1-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85989fdf-97fb-4e46-b4b0-22ef6db25752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774527956228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3514009'] for agent (dea0f963-0a36-45fe-941b-5c749ca6f3bf), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:34:40.396657 dv-cinder-841591-1-iscsi neutron-server[103471]: DEBUG neutron.db.agents_db [None req-75b73116-3060-4b2b-9211-a804f2896a96 None None] Agent healthcheck: found 6 active agents {{(pid=103471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}